diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..32cd024b01364b9034b892827f9501360f190271
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d180/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     83s | train_loss=1.0019 | fid=285.7530
+  step   10000 |    186s | train_loss=0.7616
+  step   20000 |    295s | train_loss=0.6333
+  step   30000 |    404s | train_loss=0.5304
+  step   40000 |    512s | train_loss=0.4425
+  step   50000 |    621s | train_loss=0.3667
+  step   60000 |    730s | train_loss=0.2998
+  step   70000 |    838s | train_loss=0.2454
+  step   80000 |    947s | train_loss=0.2078
+  step   90000 |   1055s | train_loss=0.1897
+  step  100000 |   1243s | train_loss=0.1572 | fid=195.1559
+  step  110000 |   1346s | train_loss=0.1464
+  step  120000 |   1454s | train_loss=0.1342
+  step  130000 |   1561s | train_loss=0.1335
+  step  140000 |   1670s | train_loss=0.1192
+  step  150000 |   1778s | train_loss=0.1105
+  step  160000 |   1887s | train_loss=0.1097
+  step  170000 |   1995s | train_loss=0.1053
+  step  180000 |   2103s | train_loss=0.1055
+  step  190000 |   2211s | train_loss=0.0956
+  step  200000 |   2400s | train_loss=0.0958 | fid=236.6682
+  step  210000 |   2506s | train_loss=0.0928
+  step  220000 |   2610s | train_loss=0.0914
+  step  230000 |   2718s | train_loss=0.0850
+  step  240000 |   2827s | train_loss=0.0827
+  step  250000 |   2935s | train_loss=0.0833
+  step  260000 |   3044s | train_loss=0.0828
+  step  270000 |   3152s | train_loss=0.0793
+  step  280000 |   3261s | train_loss=0.0795
+  step  290000 |   3370s | train_loss=0.0758
+  step  300000 |   3558s | train_loss=0.0752 | fid=245.7375
+  step  310000 |   3664s | train_loss=0.0725
+  step  320000 |   3773s | train_loss=0.0701
+  step  330000 |   3877s | train_loss=0.0722
+  step  340000 |   3985s | train_loss=0.0702
+  step  350000 |   4094s | train_loss=0.0659
+  step  360000 |   4202s | train_loss=0.0664
+  step  370000 |   4311s | train_loss=0.0668
+  step  380000 |   4419s | train_loss=0.0632
+  step  390000 |   4528s | train_loss=0.0643
+  step  400000 |   4715s | train_loss=0.0609 | fid=280.9470
+  step  410000 |   4821s | train_loss=0.0588
+  step  420000 |   4930s | train_loss=0.0575
+  step  430000 |   5039s | train_loss=0.0570
+  step  440000 |   5142s | train_loss=0.0568
+  step  450000 |   5251s | train_loss=0.0571
+  step  460000 |   5359s | train_loss=0.0564
+  step  470000 |   5468s | train_loss=0.0562
+  step  480000 |   5577s | train_loss=0.0560
+  step  490000 |   5685s | train_loss=0.0599
+  step  500000 |   5873s | train_loss=0.0582 | fid=304.7993
+  step  510000 |   5981s | train_loss=0.0541
+  step  520000 |   6087s | train_loss=0.0530
+  step  530000 |   6196s | train_loss=0.0545
+  step  540000 |   6304s | train_loss=0.0529
+  step  550000 |   6408s | train_loss=0.0533
+  step  560000 |   6516s | train_loss=0.0500
+  step  570000 |   6625s | train_loss=0.0495
+  step  580000 |   6733s | train_loss=0.0526
+  step  590000 |   6841s | train_loss=0.0497
+  step  600000 |   7029s | train_loss=0.0506 | fid=285.8958
+  step  610000 |   7138s | train_loss=0.0475
+  step  620000 |   7244s | train_loss=0.0465
+  step  630000 |   7353s | train_loss=0.0473
+  step  640000 |   7461s | train_loss=0.0466
+  step  650000 |   7571s | train_loss=0.0511
+  step  660000 |   7674s | train_loss=0.0483
+  step  670000 |   7783s | train_loss=0.0491
+  step  680000 |   7891s | train_loss=0.0448
+  step  690000 |   8000s | train_loss=0.0446
+  step  700000 |   8188s | train_loss=0.0461 | fid=273.9181
+  step  710000 |   8296s | train_loss=0.0441
+  step  720000 |   8403s | train_loss=0.0434
+  step  730000 |   8511s | train_loss=0.0443
+  step  740000 |   8619s | train_loss=0.0443
+  step  750000 |   8728s | train_loss=0.0415
+  step  760000 |   8837s | train_loss=0.0420
+  step  770000 |   8940s | train_loss=0.0409
+  step  780000 |   9049s | train_loss=0.0465
+  step  790000 |   9157s | train_loss=0.0426
+  step  800000 |   9345s | train_loss=0.0405 | fid=271.5777
+  step  810000 |   9454s | train_loss=0.0418
+  step  820000 |   9560s | train_loss=0.0401
+  step  830000 |   9668s | train_loss=0.0418
+  step  840000 |   9777s | train_loss=0.0395
+  step  850000 |   9886s | train_loss=0.0426
+  step  860000 |   9995s | train_loss=0.0422
+  step  870000 |  10102s | train_loss=0.0406
+  step  880000 |  10208s | train_loss=0.0393
+  step  890000 |  10315s | train_loss=0.0404
+  step  900000 |  10505s | train_loss=0.0379 | fid=259.0478
+  step  910000 |  10613s | train_loss=0.0404
+  step  920000 |  10719s | train_loss=0.0372
+  step  930000 |  10828s | train_loss=0.0388
+  step  940000 |  10936s | train_loss=0.0392
+  step  950000 |  11044s | train_loss=0.0365
+  step  960000 |  11153s | train_loss=0.0372
+  step  970000 |  11260s | train_loss=0.0377
+  step  980000 |  11368s | train_loss=0.0386
+  step  990000 |  11466s | train_loss=0.0368
+  step 1000000 |  11656s | train_loss=0.0359 | fid=246.0043
+  step 1010000 |  11764s | train_loss=0.0371
+  step 1020000 |  11873s | train_loss=0.0350
+  step 1030000 |  11979s | train_loss=0.0366
+  step 1040000 |  12088s | train_loss=0.0357
+  step 1050000 |  12196s | train_loss=0.0353
+  step 1060000 |  12305s | train_loss=0.0394
+  step 1070000 |  12413s | train_loss=0.0346
+  step 1080000 |  12522s | train_loss=0.0377
+  step 1090000 |  12627s | train_loss=0.0359
+  step 1100000 |  12814s | train_loss=0.0329 | fid=235.3345
+  step 1110000 |  12923s | train_loss=0.0327
+  step 1120000 |  13031s | train_loss=0.0328
+  step 1130000 |  13137s | train_loss=0.0377
+  step 1140000 |  13245s | train_loss=0.0333
+  step 1150000 |  13353s | train_loss=0.0348
+  step 1160000 |  13461s | train_loss=0.0359
+  step 1170000 |  13570s | train_loss=0.0359
+  step 1180000 |  13663s | train_loss=0.0335
+  step 1190000 |  13750s | train_loss=0.0338
+  step 1200000 |  13906s | train_loss=0.0324 | fid=228.7945
+  step 1210000 |  13984s | train_loss=0.0326
+  step 1220000 |  14074s | train_loss=0.0339
+  step 1230000 |  14154s | train_loss=0.0340
+  step 1240000 |  14243s | train_loss=0.0331
+  step 1250000 |  14333s | train_loss=0.0322
+  step 1260000 |  14423s | train_loss=0.0334
+  step 1270000 |  14513s | train_loss=0.0346
+  step 1280000 |  14603s | train_loss=0.0317
+  step 1290000 |  14690s | train_loss=0.0314
+  step 1300000 |  14848s | train_loss=0.0317 | fid=223.5888
+  step 1310000 |  14938s | train_loss=0.0313
+  step 1320000 |  15025s | train_loss=0.0345
+  step 1330000 |  15114s | train_loss=0.0344
+  step 1340000 |  15201s | train_loss=0.0325
+  step 1350000 |  15291s | train_loss=0.0358
+  step 1360000 |  15381s | train_loss=0.0311
+  step 1370000 |  15471s | train_loss=0.0302
+  step 1380000 |  15560s | train_loss=0.0310
+  step 1390000 |  15649s | train_loss=0.0319
+  step 1400000 |  15808s | train_loss=0.0321 | fid=214.1127
+  step 1410000 |  15896s | train_loss=0.0301
+  step 1420000 |  15986s | train_loss=0.0315
+  step 1430000 |  16073s | train_loss=0.0298
+  step 1440000 |  16160s | train_loss=0.0309
+  step 1450000 |  16250s | train_loss=0.0301
+  step 1460000 |  16341s | train_loss=0.0301
+  step 1470000 |  16431s | train_loss=0.0311
+  step 1480000 |  16519s | train_loss=0.0303
+  step 1490000 |  16609s | train_loss=0.0327
+  step 1500000 |  16768s | train_loss=0.0298 | fid=200.5839
+  step 1510000 |  16857s | train_loss=0.0320
+  step 1520000 |  16947s | train_loss=0.0318
+  step 1530000 |  17036s | train_loss=0.0337
+  step 1540000 |  17120s | train_loss=0.0287
+  step 1550000 |  17210s | train_loss=0.0311
+  step 1560000 |  17300s | train_loss=0.0303
+  step 1570000 |  17390s | train_loss=0.0270
+  step 1580000 |  17477s | train_loss=0.0302
+  step 1590000 |  17567s | train_loss=0.0288
+  step 1600000 |  17726s | train_loss=0.0302 | fid=196.9809
+  step 1610000 |  17816s | train_loss=0.0287
+  step 1620000 |  17905s | train_loss=0.0289
+  step 1630000 |  17995s | train_loss=0.0288
+  step 1640000 |  18082s | train_loss=0.0296
+  step 1650000 |  18169s | train_loss=0.0288
+  step 1660000 |  18259s | train_loss=0.0282
+  step 1670000 |  18349s | train_loss=0.0286
+  step 1680000 |  18438s | train_loss=0.0256
+  step 1690000 |  18528s | train_loss=0.0293
+  step 1700000 |  18686s | train_loss=0.0276 | fid=195.9055
+  step 1710000 |  18776s | train_loss=0.0266
+  step 1720000 |  18866s | train_loss=0.0272
+  step 1730000 |  18954s | train_loss=0.0259
+  step 1740000 |  19043s | train_loss=0.0262
+  step 1750000 |  19125s | train_loss=0.0286
+  step 1760000 |  19199s | train_loss=0.0269
+  step 1770000 |  19286s | train_loss=0.0272
+  step 1780000 |  19374s | train_loss=0.0288
+  step 1790000 |  19464s | train_loss=0.0274
+  step 1800000 |  19623s | train_loss=0.0294 | fid=189.8670
+  step 1810000 |  19713s | train_loss=0.0263
+  step 1820000 |  19803s | train_loss=0.0271
+  step 1830000 |  19893s | train_loss=0.0272
+  step 1840000 |  19981s | train_loss=0.0277
+  step 1850000 |  20063s | train_loss=0.0265
+  step 1860000 |  20149s | train_loss=0.0270
+  step 1870000 |  20237s | train_loss=0.0253
+  step 1880000 |  20316s | train_loss=0.0277
+  step 1890000 |  20406s | train_loss=0.0291
+  step 1900000 |  20565s | train_loss=0.0282 | fid=180.6721
+  step 1910000 |  20655s | train_loss=0.0274
+  step 1920000 |  20744s | train_loss=0.0256
+  step 1930000 |  20834s | train_loss=0.0276
+  step 1940000 |  20924s | train_loss=0.0254
+  step 1950000 |  21012s | train_loss=0.0252
+  step 1960000 |  21092s | train_loss=0.0254
+  step 1970000 |  21180s | train_loss=0.0250
+  step 1980000 |  21270s | train_loss=0.0249
+  step 1990000 |  21348s | train_loss=0.0260
+  step 2000000 |  21504s | train_loss=0.0241 | fid=181.5921
+  step 2010000 |  21594s | train_loss=0.0277
+  step 2020000 |  21684s | train_loss=0.0261
+  step 2030000 |  21774s | train_loss=0.0271
+  step 2040000 |  21864s | train_loss=0.0259
+  step 2050000 |  21954s | train_loss=0.0236
+  step 2060000 |  22040s | train_loss=0.0260
+  step 2070000 |  22119s | train_loss=0.0256
+  step 2080000 |  22210s | train_loss=0.0239
+  step 2090000 |  22300s | train_loss=0.0250
+  step 2100000 |  22444s | train_loss=0.0261 | fid=170.5414
+  step 2110000 |  22534s | train_loss=0.0249
+  step 2120000 |  22624s | train_loss=0.0247
+  step 2130000 |  22714s | train_loss=0.0264
+  step 2140000 |  22803s | train_loss=0.0256
+  step 2150000 |  22893s | train_loss=0.0249
+  step 2160000 |  22981s | train_loss=0.0242
+  step 2170000 |  23060s | train_loss=0.0259
+  step 2180000 |  23148s | train_loss=0.0246
+  step 2190000 |  23237s | train_loss=0.0238
+  step 2200000 |  23396s | train_loss=0.0234 | fid=160.8073
+  step 2210000 |  23482s | train_loss=0.0234
+  step 2220000 |  23562s | train_loss=0.0254
+  step 2230000 |  23652s | train_loss=0.0241
+  step 2240000 |  23742s | train_loss=0.0233
+  step 2250000 |  23832s | train_loss=0.0291
+  step 2260000 |  23922s | train_loss=0.0238
+  step 2270000 |  24008s | train_loss=0.0249
+  step 2280000 |  24084s | train_loss=0.0229
+  step 2290000 |  24174s | train_loss=0.0253
+  step 2300000 |  24333s | train_loss=0.0256 | fid=160.3043
+  step 2310000 |  24423s | train_loss=0.0236
+  step 2320000 |  24513s | train_loss=0.0241
+  step 2330000 |  24592s | train_loss=0.0238
+  step 2340000 |  24682s | train_loss=0.0259
+  step 2350000 |  24772s | train_loss=0.0230
+  step 2360000 |  24860s | train_loss=0.0279
+  step 2370000 |  24950s | train_loss=0.0243
+  step 2380000 |  25038s | train_loss=0.0235
+  step 2390000 |  25119s | train_loss=0.0230
+  step 2400000 |  25278s | train_loss=0.0247 | fid=151.5119
+  step 2410000 |  25368s | train_loss=0.0226
+  step 2420000 |  25458s | train_loss=0.0231
+  step 2430000 |  25548s | train_loss=0.0254
+  step 2440000 |  25632s | train_loss=0.0225
+  step 2450000 |  25718s | train_loss=0.0239
+  step 2460000 |  25806s | train_loss=0.0237
+  step 2470000 |  25896s | train_loss=0.0252
+  step 2480000 |  25987s | train_loss=0.0223
+  step 2490000 |  26068s | train_loss=0.0233
+  step 2500000 |  26220s | train_loss=0.0210 | fid=154.7370
+  step 2510000 |  26310s | train_loss=0.0219
+  step 2520000 |  26400s | train_loss=0.0240
+  step 2530000 |  26490s | train_loss=0.0230
+  step 2540000 |  26580s | train_loss=0.0224
+  step 2550000 |  26669s | train_loss=0.0234
+  step 2560000 |  26740s | train_loss=0.0216
+  step 2570000 |  26830s | train_loss=0.0219
+  step 2580000 |  26920s | train_loss=0.0229
+  step 2590000 |  27010s | train_loss=0.0223
+  step 2600000 |  27156s | train_loss=0.0222 | fid=146.7394
+  step 2610000 |  27246s | train_loss=0.0232
+  step 2620000 |  27336s | train_loss=0.0208
+  step 2630000 |  27426s | train_loss=0.0222
+  step 2640000 |  27516s | train_loss=0.0236
+  step 2650000 |  27606s | train_loss=0.0231
+  step 2660000 |  27694s | train_loss=0.0222
+  step 2670000 |  27777s | train_loss=0.0224
+  step 2680000 |  27857s | train_loss=0.0220
+  step 2690000 |  27947s | train_loss=0.0218
+  step 2700000 |  28095s | train_loss=0.0231 | fid=153.1720
+  step 2710000 |  28184s | train_loss=0.0242
+  step 2720000 |  28274s | train_loss=0.0226
+  step 2730000 |  28363s | train_loss=0.0200
+  step 2740000 |  28453s | train_loss=0.0240
+  step 2750000 |  28541s | train_loss=0.0201
+  step 2760000 |  28630s | train_loss=0.0201
+  step 2770000 |  28720s | train_loss=0.0207
+  step 2780000 |  28810s | train_loss=0.0200
+  step 2790000 |  28889s | train_loss=0.0206
+  step 2800000 |  29047s | train_loss=0.0214 | fid=145.0943
+  step 2810000 |  29124s | train_loss=0.0219
+  step 2820000 |  29214s | train_loss=0.0214
+  step 2830000 |  29304s | train_loss=0.0217
+  step 2840000 |  29394s | train_loss=0.0218
+  step 2850000 |  29482s | train_loss=0.0204
+  step 2860000 |  29572s | train_loss=0.0203
+  step 2870000 |  29662s | train_loss=0.0232
+  step 2880000 |  29752s | train_loss=0.0214
+  step 2890000 |  29842s | train_loss=0.0217
+  step 2900000 |  29984s | train_loss=0.0212 | fid=139.4337
+  step 2910000 |  30071s | train_loss=0.0212
+  step 2920000 |  30146s | train_loss=0.0214
+  step 2930000 |  30236s | train_loss=0.0204
+  step 2940000 |  30325s | train_loss=0.0214
+  step 2950000 |  30413s | train_loss=0.0221
+  step 2960000 |  30503s | train_loss=0.0198
+  step 2970000 |  30593s | train_loss=0.0195
+  step 2980000 |  30683s | train_loss=0.0206
+  step 2990000 |  30773s | train_loss=0.0215
+  step 3000000 |  30932s | train_loss=0.0215 | fid=148.1522
+  step 3010000 |  31015s | train_loss=0.0211
+  step 3020000 |  31097s | train_loss=0.0198
+  step 3030000 |  31178s | train_loss=0.0238
+  step 3040000 |  31268s | train_loss=0.0218
+  step 3050000 |  31356s | train_loss=0.0213
+  step 3060000 |  31446s | train_loss=0.0213
+  step 3070000 |  31536s | train_loss=0.0205
+  step 3080000 |  31626s | train_loss=0.0218
+  step 3090000 |  31716s | train_loss=0.0211
+  step 3100000 |  31875s | train_loss=0.0219 | fid=141.1102
+  step 3110000 |  31965s | train_loss=0.0191
+  step 3120000 |  32055s | train_loss=0.0212
+  step 3130000 |  32126s | train_loss=0.0207
+  step 3140000 |  32210s | train_loss=0.0200
+  step 3150000 |  32298s | train_loss=0.0199
+  step 3160000 |  32388s | train_loss=0.0212
+  step 3170000 |  32477s | train_loss=0.0212
+  step 3180000 |  32567s | train_loss=0.0205
+  step 3190000 |  32657s | train_loss=0.0205
+  step 3200000 |  32816s | train_loss=0.0195 | fid=133.7140
+  step 3210000 |  32906s | train_loss=0.0217
+  step 3220000 |  32996s | train_loss=0.0195
+  step 3230000 |  33087s | train_loss=0.0193
+  step 3240000 |  33156s | train_loss=0.0199
+  step 3250000 |  33246s | train_loss=0.0215
+  step 3260000 |  33336s | train_loss=0.0201
+  step 3270000 |  33426s | train_loss=0.0237
+  step 3280000 |  33516s | train_loss=0.0218
+  step 3290000 |  33606s | train_loss=0.0194
+  step 3300000 |  33764s | train_loss=0.0219 | fid=129.6199
+  step 3310000 |  33854s | train_loss=0.0199
+  step 3320000 |  33944s | train_loss=0.0197
+  step 3330000 |  34034s | train_loss=0.0193
+  step 3340000 |  34116s | train_loss=0.0206
+  step 3350000 |  34191s | train_loss=0.0207
+  step 3360000 |  34277s | train_loss=0.0190
+  step 3370000 |  34366s | train_loss=0.0214
+  step 3380000 |  34456s | train_loss=0.0196
+  step 3390000 |  34546s | train_loss=0.0196
+  step 3400000 |  34705s | train_loss=0.0192 | fid=137.1433
+  step 3410000 |  34795s | train_loss=0.0210
+  step 3420000 |  34885s | train_loss=0.0198
+  step 3430000 |  34975s | train_loss=0.0200
+  step 3440000 |  35063s | train_loss=0.0195
+  step 3450000 |  35140s | train_loss=0.0192
+  step 3460000 |  35227s | train_loss=0.0187
+  step 3470000 |  35306s | train_loss=0.0196
+  step 3480000 |  35396s | train_loss=0.0185
+  step 3490000 |  35486s | train_loss=0.0200
+  step 3500000 |  35645s | train_loss=0.0189 | fid=130.2748
+  step 3510000 |  35735s | train_loss=0.0189
+  step 3520000 |  35825s | train_loss=0.0191
+  step 3530000 |  35914s | train_loss=0.0196
+  step 3540000 |  36002s | train_loss=0.0178
+  step 3550000 |  36092s | train_loss=0.0198
+  step 3560000 |  36170s | train_loss=0.0182
+  step 3570000 |  36260s | train_loss=0.0203
+  step 3580000 |  36341s | train_loss=0.0200
+  step 3590000 |  36431s | train_loss=0.0202
+  step 3600000 |  36589s | train_loss=0.0193 | fid=133.5527
+  step 3610000 |  36679s | train_loss=0.0195
+  step 3620000 |  36769s | train_loss=0.0180
+  step 3630000 |  36857s | train_loss=0.0200
+  step 3640000 |  36946s | train_loss=0.0198
+  step 3650000 |  37037s | train_loss=0.0209
+  step 3660000 |  37125s | train_loss=0.0192
+  step 3670000 |  37204s | train_loss=0.0200
+  step 3680000 |  37294s | train_loss=0.0192
+  step 3690000 |  37377s | train_loss=0.0185
+  step 3700000 |  37528s | train_loss=0.0179 | fid=133.0020
+  step 3710000 |  37618s | train_loss=0.0186
+  step 3720000 |  37708s | train_loss=0.0215
+  step 3730000 |  37796s | train_loss=0.0186
+  step 3740000 |  37886s | train_loss=0.0184
+  step 3750000 |  37975s | train_loss=0.0201
+  step 3760000 |  38065s | train_loss=0.0188
+  step 3770000 |  38148s | train_loss=0.0208
+  step 3780000 |  38227s | train_loss=0.0197
+  step 3790000 |  38317s | train_loss=0.0183
+  step 3800000 |  38474s | train_loss=0.0185 | fid=128.3379
+  step 3810000 |  38564s | train_loss=0.0203
+  step 3820000 |  38653s | train_loss=0.0181
+  step 3830000 |  38742s | train_loss=0.0185
+  step 3840000 |  38832s | train_loss=0.0185
+  step 3850000 |  38922s | train_loss=0.0190
+  step 3860000 |  39012s | train_loss=0.0198
+  step 3870000 |  39102s | train_loss=0.0205
+  step 3880000 |  39188s | train_loss=0.0191
+  step 3890000 |  39277s | train_loss=0.0191
+  step 3900000 |  39436s | train_loss=0.0179 | fid=140.1177
+  step 3910000 |  39524s | train_loss=0.0200
+  step 3920000 |  39614s | train_loss=0.0192
+  step 3930000 |  39702s | train_loss=0.0184
+  step 3940000 |  39792s | train_loss=0.0192
+  step 3950000 |  39882s | train_loss=0.0192
+  step 3960000 |  39972s | train_loss=0.0185
+  step 3970000 |  40061s | train_loss=0.0198
+  step 3980000 |  40148s | train_loss=0.0176
+  step 3990000 |  40236s | train_loss=0.0208
+  step 4000000 |  40395s | train_loss=0.0167 | fid=131.6967
+  step 4010000 |  40486s | train_loss=0.0186
+  step 4020000 |  40561s | train_loss=0.0192
+  step 4030000 |  40649s | train_loss=0.0192
+  step 4040000 |  40739s | train_loss=0.0192
+  step 4050000 |  40829s | train_loss=0.0178
+  step 4060000 |  40919s | train_loss=0.0177
+  step 4070000 |  41009s | train_loss=0.0168
+  step 4080000 |  41098s | train_loss=0.0187
+  step 4090000 |  41175s | train_loss=0.0180
+  step 4100000 |  41333s | train_loss=0.0184 | fid=136.6324
+  step 4110000 |  41423s | train_loss=0.0169
+  step 4120000 |  41510s | train_loss=0.0203
+  step 4130000 |  41595s | train_loss=0.0179
+  step 4140000 |  41676s | train_loss=0.0196
+  step 4150000 |  41766s | train_loss=0.0170
+  step 4160000 |  41855s | train_loss=0.0174
+  step 4170000 |  41945s | train_loss=0.0175
+  step 4180000 |  42035s | train_loss=0.0210
+  step 4190000 |  42122s | train_loss=0.0193
+  step 4200000 |  42266s | train_loss=0.0173 | fid=123.7924
+  step 4210000 |  42356s | train_loss=0.0175
+  step 4220000 |  42444s | train_loss=0.0197
+  step 4230000 |  42534s | train_loss=0.0176
+  step 4240000 |  42624s | train_loss=0.0178
+  step 4250000 |  42700s | train_loss=0.0184
+  step 4260000 |  42785s | train_loss=0.0174
+  step 4270000 |  42875s | train_loss=0.0170
+  step 4280000 |  42965s | train_loss=0.0177
+  step 4290000 |  43055s | train_loss=0.0187
+  step 4300000 |  43199s | train_loss=0.0168 | fid=119.9332
+  step 4310000 |  43287s | train_loss=0.0169
+  step 4320000 |  43375s | train_loss=0.0168
+  step 4330000 |  43465s | train_loss=0.0179
+  step 4340000 |  43555s | train_loss=0.0200
+  step 4350000 |  43644s | train_loss=0.0186
+  step 4360000 |  43735s | train_loss=0.0174
+  step 4370000 |  43812s | train_loss=0.0195
+  step 4380000 |  43901s | train_loss=0.0187
+  step 4390000 |  43991s | train_loss=0.0190
+  step 4400000 |  44150s | train_loss=0.0179 | fid=120.3997
+  step 4410000 |  44226s | train_loss=0.0189
+  step 4420000 |  44312s | train_loss=0.0178
+  step 4430000 |  44402s | train_loss=0.0182
+  step 4440000 |  44492s | train_loss=0.0171
+  step 4450000 |  44581s | train_loss=0.0183
+  step 4460000 |  44672s | train_loss=0.0192
+  step 4470000 |  44762s | train_loss=0.0171
+  step 4480000 |  44843s | train_loss=0.0164
+  step 4490000 |  44929s | train_loss=0.0194
+  step 4500000 |  45087s | train_loss=0.0182 | fid=124.4724
+  step 4510000 |  45174s | train_loss=0.0181
+  step 4520000 |  45250s | train_loss=0.0184
+  step 4530000 |  45338s | train_loss=0.0173
+  step 4540000 |  45428s | train_loss=0.0173
+  step 4550000 |  45518s | train_loss=0.0205
+  step 4560000 |  45607s | train_loss=0.0167
+  step 4570000 |  45697s | train_loss=0.0163
+  step 4580000 |  45787s | train_loss=0.0180
+  step 4590000 |  45877s | train_loss=0.0190
+  step 4600000 |  46016s | train_loss=0.0191 | fid=117.6109
+  step 4610000 |  46104s | train_loss=0.0169
+  step 4620000 |  46190s | train_loss=0.0188
+  step 4630000 |  46268s | train_loss=0.0181
+  step 4640000 |  46358s | train_loss=0.0178
+  step 4650000 |  46448s | train_loss=0.0158
+  step 4660000 |  46538s | train_loss=0.0178
+  step 4670000 |  46627s | train_loss=0.0174
+  step 4680000 |  46717s | train_loss=0.0171
+  step 4690000 |  46807s | train_loss=0.0176
+  step 4700000 |  46967s | train_loss=0.0178 | fid=118.1452
+  step 4710000 |  47039s | train_loss=0.0169
+  step 4720000 |  47129s | train_loss=0.0161
+  step 4730000 |  47212s | train_loss=0.0165
+  step 4740000 |  47294s | train_loss=0.0195
+  step 4750000 |  47384s | train_loss=0.0175
+  step 4760000 |  47474s | train_loss=0.0169
+  step 4770000 |  47564s | train_loss=0.0182
+  step 4780000 |  47654s | train_loss=0.0177
+  step 4790000 |  47743s | train_loss=0.0180
+  step 4800000 |  47906s | train_loss=0.0161 | fid=116.7949
+  step 4810000 |  47995s | train_loss=0.0167
+  step 4820000 |  48082s | train_loss=0.0166
+  step 4830000 |  48172s | train_loss=0.0174
+  step 4840000 |  48259s | train_loss=0.0170
+  step 4850000 |  48347s | train_loss=0.0161
+  step 4860000 |  48437s | train_loss=0.0177
+  step 4870000 |  48528s | train_loss=0.0155
+  step 4880000 |  48618s | train_loss=0.0178
+  step 4890000 |  48708s | train_loss=0.0163
+  step 4900000 |  48870s | train_loss=0.0170 | fid=123.4492
+  step 4910000 |  48944s | train_loss=0.0162
+  step 4920000 |  49016s | train_loss=0.0166
+  step 4930000 |  49086s | train_loss=0.0168
+  step 4940000 |  49154s | train_loss=0.0162
+  step 4950000 |  49226s | train_loss=0.0183
+  step 4960000 |  49296s | train_loss=0.0170
+  step 4970000 |  49369s | train_loss=0.0163
+  step 4980000 |  49441s | train_loss=0.0160
+  step 4990000 |  49514s | train_loss=0.0165
+  step 5000000 |  49647s | train_loss=0.0170 | fid=115.9491
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..68b8099edf974459614326e7807de9497b11c1f4
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..119f23bf97e782a4111188081d44a35dac03c467
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 20, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44}
+{"step": 1, "wall_time": 71.41662263870239, "train_loss_step": 20.008285522460938, "n_params": 4305940, "total_flops": 13227847680, "train_loss": 0.9915548324584961, "subset_score_loss": 0.9915548324584961, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9687678813934326, "fid": 182.92308892227408, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 163.47193121910095, "train_loss_step": 4.70174503326416, "n_params": 4305940, "total_flops": 132278476800000, "train_loss": 0.9042412757873535, "subset_score_loss": 0.9042412757873535}
+{"step": 20000, "wall_time": 258.03518557548523, "train_loss_step": 5.002833843231201, "n_params": 4305940, "total_flops": 264556953600000, "train_loss": 0.8984018325805664, "subset_score_loss": 0.8984018325805664}
+{"step": 30000, "wall_time": 352.3952627182007, "train_loss_step": 4.797828197479248, "n_params": 4305940, "total_flops": 396835430400000, "train_loss": 0.8929433822631836, "subset_score_loss": 0.8929433822631836}
+{"step": 40000, "wall_time": 446.94616889953613, "train_loss_step": 5.002254486083984, "n_params": 4305940, "total_flops": 529113907200000, "train_loss": 0.8874436378479004, "subset_score_loss": 0.8874436378479004}
+{"step": 50000, "wall_time": 541.4279365539551, "train_loss_step": 4.828661918640137, "n_params": 4305940, "total_flops": 661392384000000, "train_loss": 0.8803874969482421, "subset_score_loss": 0.8803874969482421}
+{"step": 60000, "wall_time": 635.8765823841095, "train_loss_step": 4.9832763671875, "n_params": 4305940, "total_flops": 793670860800000, "train_loss": 0.8689814567565918, "subset_score_loss": 0.8689814567565918}
+{"step": 70000, "wall_time": 730.1385900974274, "train_loss_step": 4.289958953857422, "n_params": 4305940, "total_flops": 925949337600000, "train_loss": 0.8452447891235352, "subset_score_loss": 0.8452447891235352}
+{"step": 80000, "wall_time": 824.3991386890411, "train_loss_step": 4.780087471008301, "n_params": 4305940, "total_flops": 1058227814400000, "train_loss": 0.80258207321167, "subset_score_loss": 0.80258207321167}
+{"step": 90000, "wall_time": 918.3828399181366, "train_loss_step": 4.163724899291992, "n_params": 4305940, "total_flops": 1190506291200000, "train_loss": 0.7330223083496094, "subset_score_loss": 0.7330223083496094}
+{"step": 100000, "wall_time": 1076.2307705879211, "train_loss_step": 3.861361026763916, "n_params": 4305940, "total_flops": 1322784768000000, "train_loss": 0.6286134719848633, "subset_score_loss": 0.6286134719848633, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9434964060783386, "fid": 163.605226619579, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1168.589663028717, "train_loss_step": 3.9399707317352295, "n_params": 4305940, "total_flops": 1455063244800000, "train_loss": 0.5099725723266602, "subset_score_loss": 0.5099725723266602}
+{"step": 120000, "wall_time": 1262.4516153335571, "train_loss_step": 3.689932107925415, "n_params": 4305940, "total_flops": 1587341721600000, "train_loss": 0.40387349128723143, "subset_score_loss": 0.40387349128723143}
+{"step": 130000, "wall_time": 1355.827889919281, "train_loss_step": 3.4386532306671143, "n_params": 4305940, "total_flops": 1719620198400000, "train_loss": 0.32543649673461916, "subset_score_loss": 0.32543649673461916}
+{"step": 140000, "wall_time": 1449.8441171646118, "train_loss_step": 3.1481804847717285, "n_params": 4305940, "total_flops": 1851898675200000, "train_loss": 0.2683016538619995, "subset_score_loss": 0.2683016538619995}
+{"step": 150000, "wall_time": 1544.2381927967072, "train_loss_step": 2.9925241470336914, "n_params": 4305940, "total_flops": 1984177152000000, "train_loss": 0.22567276954650878, "subset_score_loss": 0.22567276954650878}
+{"step": 160000, "wall_time": 1638.5820055007935, "train_loss_step": 3.2773189544677734, "n_params": 4305940, "total_flops": 2116455628800000, "train_loss": 0.1978204846382141, "subset_score_loss": 0.1978204846382141}
+{"step": 170000, "wall_time": 1733.1382427215576, "train_loss_step": 2.870203971862793, "n_params": 4305940, "total_flops": 2248734105600000, "train_loss": 0.18232686519622804, "subset_score_loss": 0.18232686519622804}
+{"step": 180000, "wall_time": 1827.2243399620056, "train_loss_step": 2.832317352294922, "n_params": 4305940, "total_flops": 2381012582400000, "train_loss": 0.16721022129058838, "subset_score_loss": 0.16721022129058838}
+{"step": 190000, "wall_time": 1921.408198595047, "train_loss_step": 2.8412890434265137, "n_params": 4305940, "total_flops": 2513291059200000, "train_loss": 0.1548619270324707, "subset_score_loss": 0.1548619270324707}
+{"step": 200000, "wall_time": 2080.761496782303, "train_loss_step": 2.8787999153137207, "n_params": 4305940, "total_flops": 2645569536000000, "train_loss": 0.1504434585571289, "subset_score_loss": 0.1504434585571289, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.8624063730239868, "fid": 163.7400370497672, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2173.733434200287, "train_loss_step": 3.174846649169922, "n_params": 4305940, "total_flops": 2777848012800000, "train_loss": 0.1403653144836426, "subset_score_loss": 0.1403653144836426}
+{"step": 220000, "wall_time": 2267.893785238266, "train_loss_step": 2.746971607208252, "n_params": 4305940, "total_flops": 2910126489600000, "train_loss": 0.13291164636611938, "subset_score_loss": 0.13291164636611938}
+{"step": 230000, "wall_time": 2361.931337118149, "train_loss_step": 2.708756685256958, "n_params": 4305940, "total_flops": 3042404966400000, "train_loss": 0.12529419660568236, "subset_score_loss": 0.12529419660568236}
+{"step": 240000, "wall_time": 2455.652693271637, "train_loss_step": 2.970846176147461, "n_params": 4305940, "total_flops": 3174683443200000, "train_loss": 0.12338472604751587, "subset_score_loss": 0.12338472604751587}
+{"step": 250000, "wall_time": 2549.5976526737213, "train_loss_step": 2.8113605976104736, "n_params": 4305940, "total_flops": 3306961920000000, "train_loss": 0.11708667278289794, "subset_score_loss": 0.11708667278289794}
+{"step": 260000, "wall_time": 2642.957889318466, "train_loss_step": 2.713838577270508, "n_params": 4305940, "total_flops": 3439240396800000, "train_loss": 0.11150227785110474, "subset_score_loss": 0.11150227785110474}
+{"step": 270000, "wall_time": 2737.0574967861176, "train_loss_step": 2.9166312217712402, "n_params": 4305940, "total_flops": 3571518873600000, "train_loss": 0.10632097721099854, "subset_score_loss": 0.10632097721099854}
+{"step": 280000, "wall_time": 2831.2908387184143, "train_loss_step": 2.7344045639038086, "n_params": 4305940, "total_flops": 3703797350400000, "train_loss": 0.1041425347328186, "subset_score_loss": 0.1041425347328186}
+{"step": 290000, "wall_time": 2918.911610841751, "train_loss_step": 2.7320752143859863, "n_params": 4305940, "total_flops": 3836075827200000, "train_loss": 0.10022872686386108, "subset_score_loss": 0.10022872686386108}
+{"step": 300000, "wall_time": 3085.0261812210083, "train_loss_step": 2.67421555519104, "n_params": 4305940, "total_flops": 3968354304000000, "train_loss": 0.0964760422706604, "subset_score_loss": 0.0964760422706604, "memorization_fraction_pixel": 0.0013000000035390258, "mean_nn_ratio_pixel": 0.8129908442497253, "fid": 163.5125875067911, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3179.2998678684235, "train_loss_step": 2.491055965423584, "n_params": 4305940, "total_flops": 4100632780800000, "train_loss": 0.0927413523197174, "subset_score_loss": 0.0927413523197174}
+{"step": 320000, "wall_time": 3271.728507757187, "train_loss_step": 2.822164297103882, "n_params": 4305940, "total_flops": 4232911257600000, "train_loss": 0.09098408222198487, "subset_score_loss": 0.09098408222198487}
+{"step": 330000, "wall_time": 3365.854961872101, "train_loss_step": 2.603228807449341, "n_params": 4305940, "total_flops": 4365189734400000, "train_loss": 0.08853960633277894, "subset_score_loss": 0.08853960633277894}
+{"step": 340000, "wall_time": 3460.160556793213, "train_loss_step": 2.634800434112549, "n_params": 4305940, "total_flops": 4497468211200000, "train_loss": 0.08536441922187805, "subset_score_loss": 0.08536441922187805}
+{"step": 350000, "wall_time": 3553.882370710373, "train_loss_step": 2.5913476943969727, "n_params": 4305940, "total_flops": 4629746688000000, "train_loss": 0.08507931828498841, "subset_score_loss": 0.08507931828498841}
+{"step": 360000, "wall_time": 3647.9174151420593, "train_loss_step": 2.4215545654296875, "n_params": 4305940, "total_flops": 4762025164800000, "train_loss": 0.08216500878334046, "subset_score_loss": 0.08216500878334046}
+{"step": 370000, "wall_time": 3742.234556913376, "train_loss_step": 2.6397628784179688, "n_params": 4305940, "total_flops": 4894303641600000, "train_loss": 0.07970803380012512, "subset_score_loss": 0.07970803380012512}
+{"step": 380000, "wall_time": 3832.5584003925323, "train_loss_step": 2.525059223175049, "n_params": 4305940, "total_flops": 5026582118400000, "train_loss": 0.07723600268363953, "subset_score_loss": 0.07723600268363953}
+{"step": 390000, "wall_time": 3923.6399579048157, "train_loss_step": 2.5657522678375244, "n_params": 4305940, "total_flops": 5158860595200000, "train_loss": 0.07558895945549012, "subset_score_loss": 0.07558895945549012}
+{"step": 400000, "wall_time": 4088.668111562729, "train_loss_step": 2.5350000858306885, "n_params": 4305940, "total_flops": 5291139072000000, "train_loss": 0.07372575998306274, "subset_score_loss": 0.07372575998306274, "memorization_fraction_pixel": 0.0020000000949949026, "mean_nn_ratio_pixel": 0.7783852219581604, "fid": 160.97118696771062, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4182.924938201904, "train_loss_step": 2.5534915924072266, "n_params": 4305940, "total_flops": 5423417548800000, "train_loss": 0.07260408401489257, "subset_score_loss": 0.07260408401489257}
+{"step": 420000, "wall_time": 4275.760891675949, "train_loss_step": 2.5847651958465576, "n_params": 4305940, "total_flops": 5555696025600000, "train_loss": 0.07049903273582458, "subset_score_loss": 0.07049903273582458}
+{"step": 430000, "wall_time": 4370.003547430038, "train_loss_step": 2.7155017852783203, "n_params": 4305940, "total_flops": 5687974502400000, "train_loss": 0.06862308382987976, "subset_score_loss": 0.06862308382987976}
+{"step": 440000, "wall_time": 4463.7602117061615, "train_loss_step": 2.466944694519043, "n_params": 4305940, "total_flops": 5820252979200000, "train_loss": 0.06889010071754456, "subset_score_loss": 0.06889010071754456}
+{"step": 450000, "wall_time": 4557.539624214172, "train_loss_step": 2.762322425842285, "n_params": 4305940, "total_flops": 5952531456000000, "train_loss": 0.06728891730308532, "subset_score_loss": 0.06728891730308532}
+{"step": 460000, "wall_time": 4650.943023920059, "train_loss_step": 2.6658735275268555, "n_params": 4305940, "total_flops": 6084809932800000, "train_loss": 0.06539176106452942, "subset_score_loss": 0.06539176106452942}
+{"step": 470000, "wall_time": 4742.197284460068, "train_loss_step": 2.5148863792419434, "n_params": 4305940, "total_flops": 6217088409600000, "train_loss": 0.06465417742729188, "subset_score_loss": 0.06465417742729188}
+{"step": 480000, "wall_time": 4833.073155641556, "train_loss_step": 2.527841806411743, "n_params": 4305940, "total_flops": 6349366886400000, "train_loss": 0.06301118731498719, "subset_score_loss": 0.06301118731498719}
+{"step": 490000, "wall_time": 4927.224121570587, "train_loss_step": 2.4309873580932617, "n_params": 4305940, "total_flops": 6481645363200000, "train_loss": 0.06222290992736816, "subset_score_loss": 0.06222290992736816}
+{"step": 500000, "wall_time": 5093.601542711258, "train_loss_step": 2.531898021697998, "n_params": 4305940, "total_flops": 6613923840000000, "train_loss": 0.06092567443847656, "subset_score_loss": 0.06092567443847656, "memorization_fraction_pixel": 0.0017000000225380063, "mean_nn_ratio_pixel": 0.7512425780296326, "fid": 159.94652004589403, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5186.8692417144775, "train_loss_step": 2.666019916534424, "n_params": 4305940, "total_flops": 6746202316800000, "train_loss": 0.059651970863342285, "subset_score_loss": 0.059651970863342285}
+{"step": 520000, "wall_time": 5279.455572605133, "train_loss_step": 2.410600185394287, "n_params": 4305940, "total_flops": 6878480793600000, "train_loss": 0.05860691070556641, "subset_score_loss": 0.05860691070556641}
+{"step": 530000, "wall_time": 5374.007918834686, "train_loss_step": 2.5017738342285156, "n_params": 4305940, "total_flops": 7010759270400000, "train_loss": 0.05787069201469421, "subset_score_loss": 0.05787069201469421}
+{"step": 540000, "wall_time": 5468.472464561462, "train_loss_step": 2.341332197189331, "n_params": 4305940, "total_flops": 7143037747200000, "train_loss": 0.056978249549865724, "subset_score_loss": 0.056978249549865724}
+{"step": 550000, "wall_time": 5562.704695940018, "train_loss_step": 2.624053955078125, "n_params": 4305940, "total_flops": 7275316224000000, "train_loss": 0.05507878065109253, "subset_score_loss": 0.05507878065109253}
+{"step": 560000, "wall_time": 5657.215104818344, "train_loss_step": 2.318115711212158, "n_params": 4305940, "total_flops": 7407594700800000, "train_loss": 0.05523005723953247, "subset_score_loss": 0.05523005723953247}
+{"step": 570000, "wall_time": 5745.078898906708, "train_loss_step": 2.3594539165496826, "n_params": 4305940, "total_flops": 7539873177600000, "train_loss": 0.05490345954895019, "subset_score_loss": 0.05490345954895019}
+{"step": 580000, "wall_time": 5838.905400753021, "train_loss_step": 2.494746208190918, "n_params": 4305940, "total_flops": 7672151654400000, "train_loss": 0.053668105602264406, "subset_score_loss": 0.053668105602264406}
+{"step": 590000, "wall_time": 5932.7055814266205, "train_loss_step": 2.3295650482177734, "n_params": 4305940, "total_flops": 7804430131200000, "train_loss": 0.053497135639190674, "subset_score_loss": 0.053497135639190674}
+{"step": 600000, "wall_time": 6099.107460260391, "train_loss_step": 2.4911506175994873, "n_params": 4305940, "total_flops": 7936708608000000, "train_loss": 0.0524060070514679, "subset_score_loss": 0.0524060070514679, "memorization_fraction_pixel": 0.0031999999191612005, "mean_nn_ratio_pixel": 0.7414248585700989, "fid": 159.3085037244361, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6193.26265835762, "train_loss_step": 2.325455665588379, "n_params": 4305940, "total_flops": 8068987084800000, "train_loss": 0.05091812014579773, "subset_score_loss": 0.05091812014579773}
+{"step": 620000, "wall_time": 6287.333913564682, "train_loss_step": 2.3582451343536377, "n_params": 4305940, "total_flops": 8201265561600000, "train_loss": 0.050514084100723264, "subset_score_loss": 0.050514084100723264}
+{"step": 630000, "wall_time": 6379.740166425705, "train_loss_step": 2.3747286796569824, "n_params": 4305940, "total_flops": 8333544038400000, "train_loss": 0.050325429439544676, "subset_score_loss": 0.050325429439544676}
+{"step": 640000, "wall_time": 6473.664693117142, "train_loss_step": 2.384408950805664, "n_params": 4305940, "total_flops": 8465822515200000, "train_loss": 0.049348393082618715, "subset_score_loss": 0.049348393082618715}
+{"step": 650000, "wall_time": 6568.194420576096, "train_loss_step": 2.4239375591278076, "n_params": 4305940, "total_flops": 8598100992000000, "train_loss": 0.04937693774700165, "subset_score_loss": 0.04937693774700165}
+{"step": 660000, "wall_time": 6659.177019119263, "train_loss_step": 2.4411206245422363, "n_params": 4305940, "total_flops": 8730379468800000, "train_loss": 0.04833939373493194, "subset_score_loss": 0.04833939373493194}
+{"step": 670000, "wall_time": 6749.949615240097, "train_loss_step": 2.3422558307647705, "n_params": 4305940, "total_flops": 8862657945600000, "train_loss": 0.04766373336315155, "subset_score_loss": 0.04766373336315155}
+{"step": 680000, "wall_time": 6844.156549453735, "train_loss_step": 2.545027732849121, "n_params": 4305940, "total_flops": 8994936422400000, "train_loss": 0.046049180626869204, "subset_score_loss": 0.046049180626869204}
+{"step": 690000, "wall_time": 6937.790318965912, "train_loss_step": 2.3302998542785645, "n_params": 4305940, "total_flops": 9127214899200000, "train_loss": 0.04682204723358154, "subset_score_loss": 0.04682204723358154}
+{"step": 700000, "wall_time": 7103.630018234253, "train_loss_step": 2.5792746543884277, "n_params": 4305940, "total_flops": 9259493376000000, "train_loss": 0.046266257762908936, "subset_score_loss": 0.046266257762908936, "memorization_fraction_pixel": 0.004000000189989805, "mean_nn_ratio_pixel": 0.716611921787262, "fid": 158.3443020570776, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7197.573001384735, "train_loss_step": 2.359042167663574, "n_params": 4305940, "total_flops": 9391771852800000, "train_loss": 0.04539006352424622, "subset_score_loss": 0.04539006352424622}
+{"step": 720000, "wall_time": 7292.0621945858, "train_loss_step": 2.471750259399414, "n_params": 4305940, "total_flops": 9524050329600000, "train_loss": 0.044235989451408386, "subset_score_loss": 0.044235989451408386}
+{"step": 730000, "wall_time": 7384.928232192993, "train_loss_step": 2.43587064743042, "n_params": 4305940, "total_flops": 9656328806400000, "train_loss": 0.044402357935905454, "subset_score_loss": 0.044402357935905454}
+{"step": 740000, "wall_time": 7479.345853805542, "train_loss_step": 2.3416478633880615, "n_params": 4305940, "total_flops": 9788607283200000, "train_loss": 0.04394702315330505, "subset_score_loss": 0.04394702315330505}
+{"step": 750000, "wall_time": 7570.475556135178, "train_loss_step": 2.287588596343994, "n_params": 4305940, "total_flops": 9920885760000000, "train_loss": 0.0437552809715271, "subset_score_loss": 0.0437552809715271}
+{"step": 760000, "wall_time": 7660.495367050171, "train_loss_step": 2.3447771072387695, "n_params": 4305940, "total_flops": 10053164236800000, "train_loss": 0.04314944744110107, "subset_score_loss": 0.04314944744110107}
+{"step": 770000, "wall_time": 7755.036055088043, "train_loss_step": 2.4775757789611816, "n_params": 4305940, "total_flops": 10185442713600000, "train_loss": 0.043837106227874754, "subset_score_loss": 0.043837106227874754}
+{"step": 780000, "wall_time": 7849.234251737595, "train_loss_step": 2.3123717308044434, "n_params": 4305940, "total_flops": 10317721190400000, "train_loss": 0.042310085892677304, "subset_score_loss": 0.042310085892677304}
+{"step": 790000, "wall_time": 7943.394220590591, "train_loss_step": 2.3285250663757324, "n_params": 4305940, "total_flops": 10449999667200000, "train_loss": 0.04201052188873291, "subset_score_loss": 0.04201052188873291}
+{"step": 800000, "wall_time": 8107.8702511787415, "train_loss_step": 2.288663864135742, "n_params": 4305940, "total_flops": 10582278144000000, "train_loss": 0.04102577269077301, "subset_score_loss": 0.04102577269077301, "memorization_fraction_pixel": 0.00430000014603138, "mean_nn_ratio_pixel": 0.7043393850326538, "fid": 157.59540698343568, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8202.190054893494, "train_loss_step": 2.2822937965393066, "n_params": 4305940, "total_flops": 10714556620800000, "train_loss": 0.040840455889701845, "subset_score_loss": 0.040840455889701845}
+{"step": 820000, "wall_time": 8296.246996164322, "train_loss_step": 2.29044246673584, "n_params": 4305940, "total_flops": 10846835097600000, "train_loss": 0.04021789431571961, "subset_score_loss": 0.04021789431571961}
+{"step": 830000, "wall_time": 8389.77287864685, "train_loss_step": 2.2008042335510254, "n_params": 4305940, "total_flops": 10979113574400000, "train_loss": 0.04161945879459381, "subset_score_loss": 0.04161945879459381}
+{"step": 840000, "wall_time": 8479.688575983047, "train_loss_step": 2.201925754547119, "n_params": 4305940, "total_flops": 11111392051200000, "train_loss": 0.03956828713417053, "subset_score_loss": 0.03956828713417053}
+{"step": 850000, "wall_time": 8571.355542182922, "train_loss_step": 2.442025899887085, "n_params": 4305940, "total_flops": 11243670528000000, "train_loss": 0.03960579931735993, "subset_score_loss": 0.03960579931735993}
+{"step": 860000, "wall_time": 8665.659557580948, "train_loss_step": 2.380415916442871, "n_params": 4305940, "total_flops": 11375949004800000, "train_loss": 0.0393088698387146, "subset_score_loss": 0.0393088698387146}
+{"step": 870000, "wall_time": 8759.712784290314, "train_loss_step": 2.2571463584899902, "n_params": 4305940, "total_flops": 11508227481600000, "train_loss": 0.03818289339542389, "subset_score_loss": 0.03818289339542389}
+{"step": 880000, "wall_time": 8853.670161247253, "train_loss_step": 2.2522547245025635, "n_params": 4305940, "total_flops": 11640505958400000, "train_loss": 0.03911792039871216, "subset_score_loss": 0.03911792039871216}
+{"step": 890000, "wall_time": 8947.522802829742, "train_loss_step": 2.0834474563598633, "n_params": 4305940, "total_flops": 11772784435200000, "train_loss": 0.03784746527671814, "subset_score_loss": 0.03784746527671814}
+{"step": 900000, "wall_time": 9113.532320976257, "train_loss_step": 2.19514799118042, "n_params": 4305940, "total_flops": 11905062912000000, "train_loss": 0.037989503145217894, "subset_score_loss": 0.037989503145217894, "memorization_fraction_pixel": 0.006500000134110451, "mean_nn_ratio_pixel": 0.6912136077880859, "fid": 156.00374966081742, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9207.157423257828, "train_loss_step": 2.325012683868408, "n_params": 4305940, "total_flops": 12037341388800000, "train_loss": 0.038133096694946286, "subset_score_loss": 0.038133096694946286}
+{"step": 920000, "wall_time": 9301.584958076477, "train_loss_step": 2.3625361919403076, "n_params": 4305940, "total_flops": 12169619865600000, "train_loss": 0.03735421895980835, "subset_score_loss": 0.03735421895980835}
+{"step": 930000, "wall_time": 9395.558448791504, "train_loss_step": 2.3739113807678223, "n_params": 4305940, "total_flops": 12301898342400000, "train_loss": 0.03701875805854797, "subset_score_loss": 0.03701875805854797}
+{"step": 940000, "wall_time": 9484.810239315033, "train_loss_step": 2.38944935798645, "n_params": 4305940, "total_flops": 12434176819200000, "train_loss": 0.03680451810359955, "subset_score_loss": 0.03680451810359955}
+{"step": 950000, "wall_time": 9575.904369354248, "train_loss_step": 2.1124467849731445, "n_params": 4305940, "total_flops": 12566455296000000, "train_loss": 0.036453378200531, "subset_score_loss": 0.036453378200531}
+{"step": 960000, "wall_time": 9669.955579280853, "train_loss_step": 2.1226611137390137, "n_params": 4305940, "total_flops": 12698733772800000, "train_loss": 0.036216700077056886, "subset_score_loss": 0.036216700077056886}
+{"step": 970000, "wall_time": 9764.186559677124, "train_loss_step": 2.0400941371917725, "n_params": 4305940, "total_flops": 12831012249600000, "train_loss": 0.03671939373016357, "subset_score_loss": 0.03671939373016357}
+{"step": 980000, "wall_time": 9858.642199277878, "train_loss_step": 2.2224926948547363, "n_params": 4305940, "total_flops": 12963290726400000, "train_loss": 0.03507135808467865, "subset_score_loss": 0.03507135808467865}
+{"step": 990000, "wall_time": 9952.78961634636, "train_loss_step": 2.2647478580474854, "n_params": 4305940, "total_flops": 13095569203200000, "train_loss": 0.036067402362823485, "subset_score_loss": 0.036067402362823485}
+{"step": 1000000, "wall_time": 10116.129661083221, "train_loss_step": 2.2825331687927246, "n_params": 4305940, "total_flops": 13227847680000000, "train_loss": 0.03559603989124298, "subset_score_loss": 0.03559603989124298, "memorization_fraction_pixel": 0.007199999876320362, "mean_nn_ratio_pixel": 0.6861307621002197, "fid": 156.73062386812748, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10209.936554431915, "train_loss_step": 2.172471523284912, "n_params": 4305940, "total_flops": 13360126156800000, "train_loss": 0.03471874892711639, "subset_score_loss": 0.03471874892711639}
+{"step": 1020000, "wall_time": 10303.900614023209, "train_loss_step": 2.3026931285858154, "n_params": 4305940, "total_flops": 13492404633600000, "train_loss": 0.03483196496963501, "subset_score_loss": 0.03483196496963501}
+{"step": 1030000, "wall_time": 10394.357151031494, "train_loss_step": 2.28760027885437, "n_params": 4305940, "total_flops": 13624683110400000, "train_loss": 0.034423080086708066, "subset_score_loss": 0.034423080086708066}
+{"step": 1040000, "wall_time": 10483.318182229996, "train_loss_step": 2.4530091285705566, "n_params": 4305940, "total_flops": 13756961587200000, "train_loss": 0.0340611070394516, "subset_score_loss": 0.0340611070394516}
+{"step": 1050000, "wall_time": 10577.462306499481, "train_loss_step": 2.436610698699951, "n_params": 4305940, "total_flops": 13889240064000000, "train_loss": 0.03450683653354645, "subset_score_loss": 0.03450683653354645}
+{"step": 1060000, "wall_time": 10671.937569379807, "train_loss_step": 2.4291281700134277, "n_params": 4305940, "total_flops": 14021518540800000, "train_loss": 0.0342770516872406, "subset_score_loss": 0.0342770516872406}
+{"step": 1070000, "wall_time": 10766.070242643356, "train_loss_step": 2.0364694595336914, "n_params": 4305940, "total_flops": 14153797017600000, "train_loss": 0.03339366912841797, "subset_score_loss": 0.03339366912841797}
+{"step": 1080000, "wall_time": 10860.27032995224, "train_loss_step": 2.3323378562927246, "n_params": 4305940, "total_flops": 14286075494400000, "train_loss": 0.0328959584236145, "subset_score_loss": 0.0328959584236145}
+{"step": 1090000, "wall_time": 10954.650067806244, "train_loss_step": 2.4250307083129883, "n_params": 4305940, "total_flops": 14418353971200000, "train_loss": 0.03343348801136017, "subset_score_loss": 0.03343348801136017}
+{"step": 1100000, "wall_time": 11118.94708442688, "train_loss_step": 2.2507317066192627, "n_params": 4305940, "total_flops": 14550632448000000, "train_loss": 0.0321578860282898, "subset_score_loss": 0.0321578860282898, "memorization_fraction_pixel": 0.007899999618530273, "mean_nn_ratio_pixel": 0.6766550540924072, "fid": 156.61898634811786, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11212.89921593666, "train_loss_step": 2.131528854370117, "n_params": 4305940, "total_flops": 14682910924800000, "train_loss": 0.03263106942176819, "subset_score_loss": 0.03263106942176819}
+{"step": 1120000, "wall_time": 11303.648189783096, "train_loss_step": 2.0661206245422363, "n_params": 4305940, "total_flops": 14815189401600000, "train_loss": 0.03216795921325684, "subset_score_loss": 0.03216795921325684}
+{"step": 1130000, "wall_time": 11392.267083644867, "train_loss_step": 2.1807620525360107, "n_params": 4305940, "total_flops": 14947467878400000, "train_loss": 0.0324108749628067, "subset_score_loss": 0.0324108749628067}
+{"step": 1140000, "wall_time": 11478.614719629288, "train_loss_step": 2.0498175621032715, "n_params": 4305940, "total_flops": 15079746355200000, "train_loss": 0.03167594373226166, "subset_score_loss": 0.03167594373226166}
+{"step": 1150000, "wall_time": 11571.135475873947, "train_loss_step": 2.0797505378723145, "n_params": 4305940, "total_flops": 15212024832000000, "train_loss": 0.03205332159996033, "subset_score_loss": 0.03205332159996033}
+{"step": 1160000, "wall_time": 11665.275149822235, "train_loss_step": 2.2131309509277344, "n_params": 4305940, "total_flops": 15344303308800000, "train_loss": 0.03208276629447937, "subset_score_loss": 0.03208276629447937}
+{"step": 1170000, "wall_time": 11759.948826551437, "train_loss_step": 2.1591012477874756, "n_params": 4305940, "total_flops": 15476581785600000, "train_loss": 0.03110448122024536, "subset_score_loss": 0.03110448122024536}
+{"step": 1180000, "wall_time": 11854.472531557083, "train_loss_step": 2.2376761436462402, "n_params": 4305940, "total_flops": 15608860262400000, "train_loss": 0.030666998028755187, "subset_score_loss": 0.030666998028755187}
+{"step": 1190000, "wall_time": 11947.876034498215, "train_loss_step": 2.1209664344787598, "n_params": 4305940, "total_flops": 15741138739200000, "train_loss": 0.03054574429988861, "subset_score_loss": 0.03054574429988861}
+{"step": 1200000, "wall_time": 12112.469851016998, "train_loss_step": 1.933583378791809, "n_params": 4305940, "total_flops": 15873417216000000, "train_loss": 0.030900177359580994, "subset_score_loss": 0.030900177359580994, "memorization_fraction_pixel": 0.007400000002235174, "mean_nn_ratio_pixel": 0.6692636013031006, "fid": 156.07889303054523, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12203.939094781876, "train_loss_step": 2.1937036514282227, "n_params": 4305940, "total_flops": 16005695692800000, "train_loss": 0.03129778206348419, "subset_score_loss": 0.03129778206348419}
+{"step": 1220000, "wall_time": 12298.352583646774, "train_loss_step": 2.3635759353637695, "n_params": 4305940, "total_flops": 16137974169600000, "train_loss": 0.03066204786300659, "subset_score_loss": 0.03066204786300659}
+{"step": 1230000, "wall_time": 12389.651138544083, "train_loss_step": 2.182374954223633, "n_params": 4305940, "total_flops": 16270252646400000, "train_loss": 0.03081650733947754, "subset_score_loss": 0.03081650733947754}
+{"step": 1240000, "wall_time": 12483.747416734695, "train_loss_step": 2.1054701805114746, "n_params": 4305940, "total_flops": 16402531123200000, "train_loss": 0.03050377070903778, "subset_score_loss": 0.03050377070903778}
+{"step": 1250000, "wall_time": 12576.386105298996, "train_loss_step": 2.3120975494384766, "n_params": 4305940, "total_flops": 16534809600000000, "train_loss": 0.030133503675460815, "subset_score_loss": 0.030133503675460815}
+{"step": 1260000, "wall_time": 12669.906264543533, "train_loss_step": 2.2992947101593018, "n_params": 4305940, "total_flops": 16667088076800000, "train_loss": 0.030345863103866576, "subset_score_loss": 0.030345863103866576}
+{"step": 1270000, "wall_time": 12763.679192304611, "train_loss_step": 2.1890347003936768, "n_params": 4305940, "total_flops": 16799366553600000, "train_loss": 0.029796203970909117, "subset_score_loss": 0.029796203970909117}
+{"step": 1280000, "wall_time": 12858.005161762238, "train_loss_step": 2.3347926139831543, "n_params": 4305940, "total_flops": 16931645030400000, "train_loss": 0.029844391345977783, "subset_score_loss": 0.029844391345977783}
+{"step": 1290000, "wall_time": 12952.256156206131, "train_loss_step": 2.09956693649292, "n_params": 4305940, "total_flops": 17063923507200000, "train_loss": 0.02911611497402191, "subset_score_loss": 0.02911611497402191}
+{"step": 1300000, "wall_time": 13115.98445224762, "train_loss_step": 2.4243340492248535, "n_params": 4305940, "total_flops": 17196201984000000, "train_loss": 0.029634103178977966, "subset_score_loss": 0.029634103178977966, "memorization_fraction_pixel": 0.007799999788403511, "mean_nn_ratio_pixel": 0.6680120229721069, "fid": 155.44455044152727, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13193.650581359863, "train_loss_step": 2.109468936920166, "n_params": 4305940, "total_flops": 17328480460800000, "train_loss": 0.02940708100795746, "subset_score_loss": 0.02940708100795746}
+{"step": 1320000, "wall_time": 13286.068804264069, "train_loss_step": 2.505202293395996, "n_params": 4305940, "total_flops": 17460758937600000, "train_loss": 0.029335805773735048, "subset_score_loss": 0.029335805773735048}
+{"step": 1330000, "wall_time": 13368.462358474731, "train_loss_step": 2.3534858226776123, "n_params": 4305940, "total_flops": 17593037414400000, "train_loss": 0.028712886571884155, "subset_score_loss": 0.028712886571884155}
+{"step": 1340000, "wall_time": 13462.745140314102, "train_loss_step": 2.16379976272583, "n_params": 4305940, "total_flops": 17725315891200000, "train_loss": 0.028838223218917845, "subset_score_loss": 0.028838223218917845}
+{"step": 1350000, "wall_time": 13555.389045238495, "train_loss_step": 2.0725619792938232, "n_params": 4305940, "total_flops": 17857594368000000, "train_loss": 0.028886890411376952, "subset_score_loss": 0.028886890411376952}
+{"step": 1360000, "wall_time": 13649.369058609009, "train_loss_step": 2.218493700027466, "n_params": 4305940, "total_flops": 17989872844800000, "train_loss": 0.028741437196731567, "subset_score_loss": 0.028741437196731567}
+{"step": 1370000, "wall_time": 13743.133313894272, "train_loss_step": 2.2717599868774414, "n_params": 4305940, "total_flops": 18122151321600000, "train_loss": 0.028690341114997863, "subset_score_loss": 0.028690341114997863}
+{"step": 1380000, "wall_time": 13837.474815607071, "train_loss_step": 2.138339042663574, "n_params": 4305940, "total_flops": 18254429798400000, "train_loss": 0.02782799005508423, "subset_score_loss": 0.02782799005508423}
+{"step": 1390000, "wall_time": 13930.802063465118, "train_loss_step": 2.3039913177490234, "n_params": 4305940, "total_flops": 18386708275200000, "train_loss": 0.028110891580581665, "subset_score_loss": 0.028110891580581665}
+{"step": 1400000, "wall_time": 14087.588038682938, "train_loss_step": 2.378718614578247, "n_params": 4305940, "total_flops": 18518986752000000, "train_loss": 0.02771516740322113, "subset_score_loss": 0.02771516740322113, "memorization_fraction_pixel": 0.007600000128149986, "mean_nn_ratio_pixel": 0.6569926738739014, "fid": 155.13774574572946, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14172.869967222214, "train_loss_step": 2.3450679779052734, "n_params": 4305940, "total_flops": 18651265228800000, "train_loss": 0.0283803790807724, "subset_score_loss": 0.0283803790807724}
+{"step": 1420000, "wall_time": 14263.469245433807, "train_loss_step": 2.2628228664398193, "n_params": 4305940, "total_flops": 18783543705600000, "train_loss": 0.028666236996650697, "subset_score_loss": 0.028666236996650697}
+{"step": 1430000, "wall_time": 14357.669986486435, "train_loss_step": 2.4522595405578613, "n_params": 4305940, "total_flops": 18915822182400000, "train_loss": 0.02764124870300293, "subset_score_loss": 0.02764124870300293}
+{"step": 1440000, "wall_time": 14451.851984024048, "train_loss_step": 2.2733497619628906, "n_params": 4305940, "total_flops": 19048100659200000, "train_loss": 0.02756291627883911, "subset_score_loss": 0.02756291627883911}
+{"step": 1450000, "wall_time": 14546.36251282692, "train_loss_step": 2.3082518577575684, "n_params": 4305940, "total_flops": 19180379136000000, "train_loss": 0.026994776725769044, "subset_score_loss": 0.026994776725769044}
+{"step": 1460000, "wall_time": 14638.567464590073, "train_loss_step": 2.0615780353546143, "n_params": 4305940, "total_flops": 19312657612800000, "train_loss": 0.027319976687431337, "subset_score_loss": 0.027319976687431337}
+{"step": 1470000, "wall_time": 14733.03003334999, "train_loss_step": 2.2323858737945557, "n_params": 4305940, "total_flops": 19444936089600000, "train_loss": 0.02710167467594147, "subset_score_loss": 0.02710167467594147}
+{"step": 1480000, "wall_time": 14826.931250333786, "train_loss_step": 2.1759181022644043, "n_params": 4305940, "total_flops": 19577214566400000, "train_loss": 0.027463257312774658, "subset_score_loss": 0.027463257312774658}
+{"step": 1490000, "wall_time": 14920.93981051445, "train_loss_step": 2.223081588745117, "n_params": 4305940, "total_flops": 19709493043200000, "train_loss": 0.026989388465881347, "subset_score_loss": 0.026989388465881347}
+{"step": 1500000, "wall_time": 15079.483404397964, "train_loss_step": 2.1791446208953857, "n_params": 4305940, "total_flops": 19841771520000000, "train_loss": 0.026397618651390075, "subset_score_loss": 0.026397618651390075, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.6585774421691895, "fid": 155.77477215339775, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 15173.348648786545, "train_loss_step": 2.174879550933838, "n_params": 4305940, "total_flops": 19974049996800000, "train_loss": 0.02630474865436554, "subset_score_loss": 0.02630474865436554}
+{"step": 1520000, "wall_time": 15264.757506132126, "train_loss_step": 1.9856350421905518, "n_params": 4305940, "total_flops": 20106328473600000, "train_loss": 0.026595667004585266, "subset_score_loss": 0.026595667004585266}
+{"step": 1530000, "wall_time": 15358.78120303154, "train_loss_step": 2.229179859161377, "n_params": 4305940, "total_flops": 20238606950400000, "train_loss": 0.026067206263542177, "subset_score_loss": 0.026067206263542177}
+{"step": 1540000, "wall_time": 15452.983184576035, "train_loss_step": 2.072718381881714, "n_params": 4305940, "total_flops": 20370885427200000, "train_loss": 0.026265352964401245, "subset_score_loss": 0.026265352964401245}
+{"step": 1550000, "wall_time": 15547.26905632019, "train_loss_step": 2.1769089698791504, "n_params": 4305940, "total_flops": 20503163904000000, "train_loss": 0.026196393370628356, "subset_score_loss": 0.026196393370628356}
+{"step": 1560000, "wall_time": 15639.90518116951, "train_loss_step": 2.1310253143310547, "n_params": 4305940, "total_flops": 20635442380800000, "train_loss": 0.02648935616016388, "subset_score_loss": 0.02648935616016388}
+{"step": 1570000, "wall_time": 15734.263035058975, "train_loss_step": 2.344670534133911, "n_params": 4305940, "total_flops": 20767720857600000, "train_loss": 0.02581978738307953, "subset_score_loss": 0.02581978738307953}
+{"step": 1580000, "wall_time": 15828.239273786545, "train_loss_step": 2.180136203765869, "n_params": 4305940, "total_flops": 20899999334400000, "train_loss": 0.025706955790519716, "subset_score_loss": 0.025706955790519716}
+{"step": 1590000, "wall_time": 15922.471627950668, "train_loss_step": 2.216463565826416, "n_params": 4305940, "total_flops": 21032277811200000, "train_loss": 0.0252419114112854, "subset_score_loss": 0.0252419114112854}
+{"step": 1600000, "wall_time": 16083.607864618301, "train_loss_step": 2.2450063228607178, "n_params": 4305940, "total_flops": 21164556288000000, "train_loss": 0.026221057772636412, "subset_score_loss": 0.026221057772636412, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.6542491912841797, "fid": 155.6058272235089, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 16169.22847032547, "train_loss_step": 2.0705394744873047, "n_params": 4305940, "total_flops": 21296834764800000, "train_loss": 0.02531711757183075, "subset_score_loss": 0.02531711757183075}
+{"step": 1620000, "wall_time": 16263.618339300156, "train_loss_step": 2.036900281906128, "n_params": 4305940, "total_flops": 21429113241600000, "train_loss": 0.025617545843124388, "subset_score_loss": 0.025617545843124388}
+{"step": 1630000, "wall_time": 16357.736572742462, "train_loss_step": 2.205965757369995, "n_params": 4305940, "total_flops": 21561391718400000, "train_loss": 0.025049665570259096, "subset_score_loss": 0.025049665570259096}
+{"step": 1640000, "wall_time": 16452.04013967514, "train_loss_step": 2.160590171813965, "n_params": 4305940, "total_flops": 21693670195200000, "train_loss": 0.025081804394721983, "subset_score_loss": 0.025081804394721983}
+{"step": 1650000, "wall_time": 16546.507761240005, "train_loss_step": 2.2132110595703125, "n_params": 4305940, "total_flops": 21825948672000000, "train_loss": 0.02492847740650177, "subset_score_loss": 0.02492847740650177}
+{"step": 1660000, "wall_time": 16640.877727270126, "train_loss_step": 2.3069956302642822, "n_params": 4305940, "total_flops": 21958227148800000, "train_loss": 0.02455608993768692, "subset_score_loss": 0.02455608993768692}
+{"step": 1670000, "wall_time": 16733.46915411949, "train_loss_step": 2.0216243267059326, "n_params": 4305940, "total_flops": 22090505625600000, "train_loss": 0.024381932616233826, "subset_score_loss": 0.024381932616233826}
+{"step": 1680000, "wall_time": 16827.480226039886, "train_loss_step": 2.163158893585205, "n_params": 4305940, "total_flops": 22222784102400000, "train_loss": 0.024675282835960387, "subset_score_loss": 0.024675282835960387}
+{"step": 1690000, "wall_time": 16919.51699233055, "train_loss_step": 2.179014205932617, "n_params": 4305940, "total_flops": 22355062579200000, "train_loss": 0.02462063729763031, "subset_score_loss": 0.02462063729763031}
+{"step": 1700000, "wall_time": 17067.147011995316, "train_loss_step": 2.275846004486084, "n_params": 4305940, "total_flops": 22487341056000000, "train_loss": 0.024319985508918764, "subset_score_loss": 0.024319985508918764, "memorization_fraction_pixel": 0.007600000128149986, "mean_nn_ratio_pixel": 0.6478337049484253, "fid": 155.37690077747894, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 17157.556331396103, "train_loss_step": 2.220632553100586, "n_params": 4305940, "total_flops": 22619619532800000, "train_loss": 0.024363243579864503, "subset_score_loss": 0.024363243579864503}
+{"step": 1720000, "wall_time": 17252.15310239792, "train_loss_step": 2.2301673889160156, "n_params": 4305940, "total_flops": 22751898009600000, "train_loss": 0.024562205374240875, "subset_score_loss": 0.024562205374240875}
+{"step": 1730000, "wall_time": 17346.274129867554, "train_loss_step": 2.212582588195801, "n_params": 4305940, "total_flops": 22884176486400000, "train_loss": 0.02413002997636795, "subset_score_loss": 0.02413002997636795}
+{"step": 1740000, "wall_time": 17440.697191238403, "train_loss_step": 2.2196030616760254, "n_params": 4305940, "total_flops": 23016454963200000, "train_loss": 0.023676182329654693, "subset_score_loss": 0.023676182329654693}
+{"step": 1750000, "wall_time": 17534.999143123627, "train_loss_step": 2.162923812866211, "n_params": 4305940, "total_flops": 23148733440000000, "train_loss": 0.024437151849269867, "subset_score_loss": 0.024437151849269867}
+{"step": 1760000, "wall_time": 17629.21222448349, "train_loss_step": 2.1775245666503906, "n_params": 4305940, "total_flops": 23281011916800000, "train_loss": 0.023907603323459627, "subset_score_loss": 0.023907603323459627}
+{"step": 1770000, "wall_time": 17721.713428020477, "train_loss_step": 2.037156105041504, "n_params": 4305940, "total_flops": 23413290393600000, "train_loss": 0.023928284645080566, "subset_score_loss": 0.023928284645080566}
+{"step": 1780000, "wall_time": 17816.039888620377, "train_loss_step": 2.091163158416748, "n_params": 4305940, "total_flops": 23545568870400000, "train_loss": 0.024189168214797975, "subset_score_loss": 0.024189168214797975}
+{"step": 1790000, "wall_time": 17906.621789216995, "train_loss_step": 2.1153929233551025, "n_params": 4305940, "total_flops": 23677847347200000, "train_loss": 0.023854660987854003, "subset_score_loss": 0.023854660987854003}
+{"step": 1800000, "wall_time": 18067.06949520111, "train_loss_step": 2.2590315341949463, "n_params": 4305940, "total_flops": 23810125824000000, "train_loss": 0.023457667231559752, "subset_score_loss": 0.023457667231559752, "memorization_fraction_pixel": 0.00989999994635582, "mean_nn_ratio_pixel": 0.6429582238197327, "fid": 153.8409476885925, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 18160.638603448868, "train_loss_step": 2.2980055809020996, "n_params": 4305940, "total_flops": 23942404300800000, "train_loss": 0.02319580167531967, "subset_score_loss": 0.02319580167531967}
+{"step": 1820000, "wall_time": 18254.798727989197, "train_loss_step": 2.274529218673706, "n_params": 4305940, "total_flops": 24074682777600000, "train_loss": 0.023478367924690248, "subset_score_loss": 0.023478367924690248}
+{"step": 1830000, "wall_time": 18349.3086001873, "train_loss_step": 2.2443597316741943, "n_params": 4305940, "total_flops": 24206961254400000, "train_loss": 0.02359892427921295, "subset_score_loss": 0.02359892427921295}
+{"step": 1840000, "wall_time": 18443.521090745926, "train_loss_step": 2.4578843116760254, "n_params": 4305940, "total_flops": 24339239731200000, "train_loss": 0.022981877624988555, "subset_score_loss": 0.022981877624988555}
+{"step": 1850000, "wall_time": 18537.737509012222, "train_loss_step": 2.3473281860351562, "n_params": 4305940, "total_flops": 24471518208000000, "train_loss": 0.022863048315048217, "subset_score_loss": 0.022863048315048217}
+{"step": 1860000, "wall_time": 18632.197375297546, "train_loss_step": 2.2544610500335693, "n_params": 4305940, "total_flops": 24603796684800000, "train_loss": 0.023037971556186677, "subset_score_loss": 0.023037971556186677}
+{"step": 1870000, "wall_time": 18725.013501882553, "train_loss_step": 2.1936023235321045, "n_params": 4305940, "total_flops": 24736075161600000, "train_loss": 0.023183387517929078, "subset_score_loss": 0.023183387517929078}
+{"step": 1880000, "wall_time": 18819.16797566414, "train_loss_step": 2.1846632957458496, "n_params": 4305940, "total_flops": 24868353638400000, "train_loss": 0.022556962072849275, "subset_score_loss": 0.022556962072849275}
+{"step": 1890000, "wall_time": 18910.768454551697, "train_loss_step": 2.2080507278442383, "n_params": 4305940, "total_flops": 25000632115200000, "train_loss": 0.02305382043123245, "subset_score_loss": 0.02305382043123245}
+{"step": 1900000, "wall_time": 19071.83528470993, "train_loss_step": 2.3815054893493652, "n_params": 4305940, "total_flops": 25132910592000000, "train_loss": 0.022539003193378447, "subset_score_loss": 0.022539003193378447, "memorization_fraction_pixel": 0.009600000455975533, "mean_nn_ratio_pixel": 0.6344795823097229, "fid": 154.71876917173194, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 19158.927174568176, "train_loss_step": 1.9637451171875, "n_params": 4305940, "total_flops": 25265189068800000, "train_loss": 0.02289324551820755, "subset_score_loss": 0.02289324551820755}
+{"step": 1920000, "wall_time": 19252.741695404053, "train_loss_step": 2.3275532722473145, "n_params": 4305940, "total_flops": 25397467545600000, "train_loss": 0.022698628902435302, "subset_score_loss": 0.022698628902435302}
+{"step": 1930000, "wall_time": 19346.84905910492, "train_loss_step": 2.081420421600342, "n_params": 4305940, "total_flops": 25529746022400000, "train_loss": 0.02278246432542801, "subset_score_loss": 0.02278246432542801}
+{"step": 1940000, "wall_time": 19441.045611143112, "train_loss_step": 2.040290355682373, "n_params": 4305940, "total_flops": 25662024499200000, "train_loss": 0.022139066457748414, "subset_score_loss": 0.022139066457748414}
+{"step": 1950000, "wall_time": 19535.142500162125, "train_loss_step": 1.9955787658691406, "n_params": 4305940, "total_flops": 25794302976000000, "train_loss": 0.022233256697654726, "subset_score_loss": 0.022233256697654726}
+{"step": 1960000, "wall_time": 19628.960107803345, "train_loss_step": 2.0948266983032227, "n_params": 4305940, "total_flops": 25926581452800000, "train_loss": 0.022182442247867584, "subset_score_loss": 0.022182442247867584}
+{"step": 1970000, "wall_time": 19723.09483385086, "train_loss_step": 2.264089584350586, "n_params": 4305940, "total_flops": 26058859929600000, "train_loss": 0.02173836827278137, "subset_score_loss": 0.02173836827278137}
+{"step": 1980000, "wall_time": 19800.89013814926, "train_loss_step": 2.3254969120025635, "n_params": 4305940, "total_flops": 26191138406400000, "train_loss": 0.022338899970054626, "subset_score_loss": 0.022338899970054626}
+{"step": 1990000, "wall_time": 19892.96419787407, "train_loss_step": 2.099644184112549, "n_params": 4305940, "total_flops": 26323416883200000, "train_loss": 0.022140388190746308, "subset_score_loss": 0.022140388190746308}
+{"step": 2000000, "wall_time": 20047.256482601166, "train_loss_step": 2.2555229663848877, "n_params": 4305940, "total_flops": 26455695360000000, "train_loss": 0.021504998207092285, "subset_score_loss": 0.021504998207092285, "memorization_fraction_pixel": 0.011300000362098217, "mean_nn_ratio_pixel": 0.6340925097465515, "fid": 155.6033593772613, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 20131.53572511673, "train_loss_step": 2.117609977722168, "n_params": 4305940, "total_flops": 26587973836800000, "train_loss": 0.02187477648258209, "subset_score_loss": 0.02187477648258209}
+{"step": 2020000, "wall_time": 20225.63778758049, "train_loss_step": 2.1390485763549805, "n_params": 4305940, "total_flops": 26720252313600000, "train_loss": 0.02206089347600937, "subset_score_loss": 0.02206089347600937}
+{"step": 2030000, "wall_time": 20319.025309324265, "train_loss_step": 2.2052793502807617, "n_params": 4305940, "total_flops": 26852530790400000, "train_loss": 0.021725547313690186, "subset_score_loss": 0.021725547313690186}
+{"step": 2040000, "wall_time": 20413.49921965599, "train_loss_step": 2.3378357887268066, "n_params": 4305940, "total_flops": 26984809267200000, "train_loss": 0.02143545597791672, "subset_score_loss": 0.02143545597791672}
+{"step": 2050000, "wall_time": 20507.6194024086, "train_loss_step": 2.1892428398132324, "n_params": 4305940, "total_flops": 27117087744000000, "train_loss": 0.021456576883792877, "subset_score_loss": 0.021456576883792877}
+{"step": 2060000, "wall_time": 20601.569588899612, "train_loss_step": 1.9588134288787842, "n_params": 4305940, "total_flops": 27249366220800000, "train_loss": 0.02150988280773163, "subset_score_loss": 0.02150988280773163}
+{"step": 2070000, "wall_time": 20695.66541481018, "train_loss_step": 2.3238351345062256, "n_params": 4305940, "total_flops": 27381644697600000, "train_loss": 0.02136201560497284, "subset_score_loss": 0.02136201560497284}
+{"step": 2080000, "wall_time": 20770.90245604515, "train_loss_step": 2.3550620079040527, "n_params": 4305940, "total_flops": 27513923174400000, "train_loss": 0.021654596924781798, "subset_score_loss": 0.021654596924781798}
+{"step": 2090000, "wall_time": 20862.559690713882, "train_loss_step": 2.263869524002075, "n_params": 4305940, "total_flops": 27646201651200000, "train_loss": 0.021008756756782532, "subset_score_loss": 0.021008756756782532}
+{"step": 2100000, "wall_time": 21015.32324242592, "train_loss_step": 2.1855075359344482, "n_params": 4305940, "total_flops": 27778480128000000, "train_loss": 0.0208145335316658, "subset_score_loss": 0.0208145335316658, "memorization_fraction_pixel": 0.011099999770522118, "mean_nn_ratio_pixel": 0.6296212077140808, "fid": 154.51919270436872, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 21100.612319231033, "train_loss_step": 2.2070794105529785, "n_params": 4305940, "total_flops": 27910758604800000, "train_loss": 0.021426866948604583, "subset_score_loss": 0.021426866948604583}
+{"step": 2120000, "wall_time": 21189.266866207123, "train_loss_step": 2.3642401695251465, "n_params": 4305940, "total_flops": 28043037081600000, "train_loss": 0.021298204362392426, "subset_score_loss": 0.021298204362392426}
+{"step": 2130000, "wall_time": 21283.54699921608, "train_loss_step": 2.1967456340789795, "n_params": 4305940, "total_flops": 28175315558400000, "train_loss": 0.020529596507549285, "subset_score_loss": 0.020529596507549285}
+{"step": 2140000, "wall_time": 21377.098187446594, "train_loss_step": 2.1244988441467285, "n_params": 4305940, "total_flops": 28307594035200000, "train_loss": 0.020635545253753662, "subset_score_loss": 0.020635545253753662}
+{"step": 2150000, "wall_time": 21471.474831342697, "train_loss_step": 2.1933438777923584, "n_params": 4305940, "total_flops": 28439872512000000, "train_loss": 0.02086648643016815, "subset_score_loss": 0.02086648643016815}
+{"step": 2160000, "wall_time": 21565.690869808197, "train_loss_step": 2.1642701625823975, "n_params": 4305940, "total_flops": 28572150988800000, "train_loss": 0.021303586661815643, "subset_score_loss": 0.021303586661815643}
+{"step": 2170000, "wall_time": 21660.15226173401, "train_loss_step": 2.3000030517578125, "n_params": 4305940, "total_flops": 28704429465600000, "train_loss": 0.021306662261486052, "subset_score_loss": 0.021306662261486052}
+{"step": 2180000, "wall_time": 21738.649537563324, "train_loss_step": 2.080298662185669, "n_params": 4305940, "total_flops": 28836707942400000, "train_loss": 0.020699477195739745, "subset_score_loss": 0.020699477195739745}
+{"step": 2190000, "wall_time": 21831.34585762024, "train_loss_step": 2.072939872741699, "n_params": 4305940, "total_flops": 28968986419200000, "train_loss": 0.020573100447654723, "subset_score_loss": 0.020573100447654723}
+{"step": 2200000, "wall_time": 21987.667296886444, "train_loss_step": 2.084023952484131, "n_params": 4305940, "total_flops": 29101264896000000, "train_loss": 0.020175629854202272, "subset_score_loss": 0.020175629854202272, "memorization_fraction_pixel": 0.010700000450015068, "mean_nn_ratio_pixel": 0.6296937465667725, "fid": 155.7954848121447, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 22081.816606521606, "train_loss_step": 2.1990678310394287, "n_params": 4305940, "total_flops": 29233543372800000, "train_loss": 0.02078620046377182, "subset_score_loss": 0.02078620046377182}
+{"step": 2220000, "wall_time": 22161.69190454483, "train_loss_step": 2.3142309188842773, "n_params": 4305940, "total_flops": 29365821849600000, "train_loss": 0.02039390057325363, "subset_score_loss": 0.02039390057325363}
+{"step": 2230000, "wall_time": 22255.695232629776, "train_loss_step": 2.2307894229888916, "n_params": 4305940, "total_flops": 29498100326400000, "train_loss": 0.02084770202636719, "subset_score_loss": 0.02084770202636719}
+{"step": 2240000, "wall_time": 22349.8169131279, "train_loss_step": 2.0756101608276367, "n_params": 4305940, "total_flops": 29630378803200000, "train_loss": 0.020306065678596497, "subset_score_loss": 0.020306065678596497}
+{"step": 2250000, "wall_time": 22443.38653898239, "train_loss_step": 2.102151393890381, "n_params": 4305940, "total_flops": 29762657280000000, "train_loss": 0.020360636711120605, "subset_score_loss": 0.020360636711120605}
+{"step": 2260000, "wall_time": 22537.63790011406, "train_loss_step": 2.4478018283843994, "n_params": 4305940, "total_flops": 29894935756800000, "train_loss": 0.020242664217948913, "subset_score_loss": 0.020242664217948913}
+{"step": 2270000, "wall_time": 22631.563372135162, "train_loss_step": 2.291562557220459, "n_params": 4305940, "total_flops": 30027214233600000, "train_loss": 0.01996225118637085, "subset_score_loss": 0.01996225118637085}
+{"step": 2280000, "wall_time": 22712.693912506104, "train_loss_step": 2.0842037200927734, "n_params": 4305940, "total_flops": 30159492710400000, "train_loss": 0.020158591866493224, "subset_score_loss": 0.020158591866493224}
+{"step": 2290000, "wall_time": 22800.810512304306, "train_loss_step": 2.2728562355041504, "n_params": 4305940, "total_flops": 30291771187200000, "train_loss": 0.02038763463497162, "subset_score_loss": 0.02038763463497162}
+{"step": 2300000, "wall_time": 22956.3428170681, "train_loss_step": 2.135441780090332, "n_params": 4305940, "total_flops": 30424049664000000, "train_loss": 0.0196654811501503, "subset_score_loss": 0.0196654811501503, "memorization_fraction_pixel": 0.009399999864399433, "mean_nn_ratio_pixel": 0.6276956796646118, "fid": 155.20284766069818, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 23050.521189928055, "train_loss_step": 2.036620616912842, "n_params": 4305940, "total_flops": 30556328140800000, "train_loss": 0.019639499485492706, "subset_score_loss": 0.019639499485492706}
+{"step": 2320000, "wall_time": 23138.146536827087, "train_loss_step": 2.1584315299987793, "n_params": 4305940, "total_flops": 30688606617600000, "train_loss": 0.020052208006381987, "subset_score_loss": 0.020052208006381987}
+{"step": 2330000, "wall_time": 23226.69480252266, "train_loss_step": 2.2210257053375244, "n_params": 4305940, "total_flops": 30820885094400000, "train_loss": 0.01974911689758301, "subset_score_loss": 0.01974911689758301}
+{"step": 2340000, "wall_time": 23321.012157917023, "train_loss_step": 2.107977867126465, "n_params": 4305940, "total_flops": 30953163571200000, "train_loss": 0.02022232413291931, "subset_score_loss": 0.02022232413291931}
+{"step": 2350000, "wall_time": 23415.303042411804, "train_loss_step": 1.9192718267440796, "n_params": 4305940, "total_flops": 31085442048000000, "train_loss": 0.01979036331176758, "subset_score_loss": 0.01979036331176758}
+{"step": 2360000, "wall_time": 23509.83678007126, "train_loss_step": 2.2228314876556396, "n_params": 4305940, "total_flops": 31217720524800000, "train_loss": 0.019597803056240082, "subset_score_loss": 0.019597803056240082}
+{"step": 2370000, "wall_time": 23600.207862377167, "train_loss_step": 2.1444664001464844, "n_params": 4305940, "total_flops": 31349999001600000, "train_loss": 0.019537419080734253, "subset_score_loss": 0.019537419080734253}
+{"step": 2380000, "wall_time": 23681.918968439102, "train_loss_step": 1.897005319595337, "n_params": 4305940, "total_flops": 31482277478400000, "train_loss": 0.019763325154781342, "subset_score_loss": 0.019763325154781342}
+{"step": 2390000, "wall_time": 23770.3121008873, "train_loss_step": 2.212160348892212, "n_params": 4305940, "total_flops": 31614555955200000, "train_loss": 0.019010889530181884, "subset_score_loss": 0.019010889530181884}
+{"step": 2400000, "wall_time": 23929.838581562042, "train_loss_step": 2.135688066482544, "n_params": 4305940, "total_flops": 31746834432000000, "train_loss": 0.01936630755662918, "subset_score_loss": 0.01936630755662918, "memorization_fraction_pixel": 0.009399999864399433, "mean_nn_ratio_pixel": 0.627105712890625, "fid": 155.11951927571067, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 24024.22691655159, "train_loss_step": 1.9943201541900635, "n_params": 4305940, "total_flops": 31879112908800000, "train_loss": 0.01934167891740799, "subset_score_loss": 0.01934167891740799}
+{"step": 2420000, "wall_time": 24118.441590070724, "train_loss_step": 2.2803940773010254, "n_params": 4305940, "total_flops": 32011391385600000, "train_loss": 0.019126781821250917, "subset_score_loss": 0.019126781821250917}
+{"step": 2430000, "wall_time": 24194.547029733658, "train_loss_step": 2.516674041748047, "n_params": 4305940, "total_flops": 32143669862400000, "train_loss": 0.019231918454170226, "subset_score_loss": 0.019231918454170226}
+{"step": 2440000, "wall_time": 24288.402183055878, "train_loss_step": 2.2241687774658203, "n_params": 4305940, "total_flops": 32275948339200000, "train_loss": 0.018852198123931886, "subset_score_loss": 0.018852198123931886}
+{"step": 2450000, "wall_time": 24382.247413635254, "train_loss_step": 2.1168899536132812, "n_params": 4305940, "total_flops": 32408226816000000, "train_loss": 0.01916971355676651, "subset_score_loss": 0.01916971355676651}
+{"step": 2460000, "wall_time": 24476.209872722626, "train_loss_step": 2.0556960105895996, "n_params": 4305940, "total_flops": 32540505292800000, "train_loss": 0.01892063468694687, "subset_score_loss": 0.01892063468694687}
+{"step": 2470000, "wall_time": 24566.32546186447, "train_loss_step": 1.895652413368225, "n_params": 4305940, "total_flops": 32672783769600000, "train_loss": 0.018734921514987946, "subset_score_loss": 0.018734921514987946}
+{"step": 2480000, "wall_time": 24652.339860200882, "train_loss_step": 1.9827531576156616, "n_params": 4305940, "total_flops": 32805062246400000, "train_loss": 0.018768414855003357, "subset_score_loss": 0.018768414855003357}
+{"step": 2490000, "wall_time": 24738.740696191788, "train_loss_step": 2.1796257495880127, "n_params": 4305940, "total_flops": 32937340723200000, "train_loss": 0.018441061675548553, "subset_score_loss": 0.018441061675548553}
+{"step": 2500000, "wall_time": 24899.526630163193, "train_loss_step": 2.2469210624694824, "n_params": 4305940, "total_flops": 33069619200000000, "train_loss": 0.01847480684518814, "subset_score_loss": 0.01847480684518814, "memorization_fraction_pixel": 0.010200000368058681, "mean_nn_ratio_pixel": 0.6235239505767822, "fid": 154.57696903619316, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 24993.701170682907, "train_loss_step": 2.004861831665039, "n_params": 4305940, "total_flops": 33201897676800000, "train_loss": 0.018818724155426025, "subset_score_loss": 0.018818724155426025}
+{"step": 2520000, "wall_time": 25087.519236326218, "train_loss_step": 2.340867757797241, "n_params": 4305940, "total_flops": 33334176153600000, "train_loss": 0.01952030211687088, "subset_score_loss": 0.01952030211687088}
+{"step": 2530000, "wall_time": 25179.67103123665, "train_loss_step": 1.8452658653259277, "n_params": 4305940, "total_flops": 33466454630400000, "train_loss": 0.018362647294998168, "subset_score_loss": 0.018362647294998168}
+{"step": 2540000, "wall_time": 25261.431231737137, "train_loss_step": 2.142481803894043, "n_params": 4305940, "total_flops": 33598733107200000, "train_loss": 0.018312954902648927, "subset_score_loss": 0.018312954902648927}
+{"step": 2550000, "wall_time": 25355.70910000801, "train_loss_step": 2.248867988586426, "n_params": 4305940, "total_flops": 33731011584000000, "train_loss": 0.018519772589206694, "subset_score_loss": 0.018519772589206694}
+{"step": 2560000, "wall_time": 25450.168018102646, "train_loss_step": 2.0869035720825195, "n_params": 4305940, "total_flops": 33863290060800000, "train_loss": 0.018450574576854707, "subset_score_loss": 0.018450574576854707}
+{"step": 2570000, "wall_time": 25535.53300857544, "train_loss_step": 2.2438762187957764, "n_params": 4305940, "total_flops": 33995568537600000, "train_loss": 0.018495674431324004, "subset_score_loss": 0.018495674431324004}
+{"step": 2580000, "wall_time": 25623.719728708267, "train_loss_step": 2.180102825164795, "n_params": 4305940, "total_flops": 34127847014400000, "train_loss": 0.018749924004077913, "subset_score_loss": 0.018749924004077913}
+{"step": 2590000, "wall_time": 25707.030293941498, "train_loss_step": 2.01178240776062, "n_params": 4305940, "total_flops": 34260125491200000, "train_loss": 0.01857238858938217, "subset_score_loss": 0.01857238858938217}
+{"step": 2600000, "wall_time": 25871.602655649185, "train_loss_step": 2.1550238132476807, "n_params": 4305940, "total_flops": 34392403968000000, "train_loss": 0.017964282631874086, "subset_score_loss": 0.017964282631874086, "memorization_fraction_pixel": 0.010700000450015068, "mean_nn_ratio_pixel": 0.6241224408149719, "fid": 154.8490677782216, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 25965.828367471695, "train_loss_step": 2.1467580795288086, "n_params": 4305940, "total_flops": 34524682444800000, "train_loss": 0.01790355294942856, "subset_score_loss": 0.01790355294942856}
+{"step": 2620000, "wall_time": 26059.73377609253, "train_loss_step": 1.865155577659607, "n_params": 4305940, "total_flops": 34656960921600000, "train_loss": 0.01789870113134384, "subset_score_loss": 0.01789870113134384}
+{"step": 2630000, "wall_time": 26153.70912218094, "train_loss_step": 2.0482306480407715, "n_params": 4305940, "total_flops": 34789239398400000, "train_loss": 0.018180063366889952, "subset_score_loss": 0.018180063366889952}
+{"step": 2640000, "wall_time": 26237.46851825714, "train_loss_step": 1.8691208362579346, "n_params": 4305940, "total_flops": 34921517875200000, "train_loss": 0.01843205988407135, "subset_score_loss": 0.01843205988407135}
+{"step": 2650000, "wall_time": 26326.02901983261, "train_loss_step": 2.3550102710723877, "n_params": 4305940, "total_flops": 35053796352000000, "train_loss": 0.018078510463237763, "subset_score_loss": 0.018078510463237763}
+{"step": 2660000, "wall_time": 26420.400522708893, "train_loss_step": 2.042552947998047, "n_params": 4305940, "total_flops": 35186074828800000, "train_loss": 0.017515231668949128, "subset_score_loss": 0.017515231668949128}
+{"step": 2670000, "wall_time": 26503.99477148056, "train_loss_step": 2.137547016143799, "n_params": 4305940, "total_flops": 35318353305600000, "train_loss": 0.01810143291950226, "subset_score_loss": 0.01810143291950226}
+{"step": 2680000, "wall_time": 26598.199300289154, "train_loss_step": 2.0008745193481445, "n_params": 4305940, "total_flops": 35450631782400000, "train_loss": 0.017833781242370606, "subset_score_loss": 0.017833781242370606}
+{"step": 2690000, "wall_time": 26683.74938440323, "train_loss_step": 2.040376663208008, "n_params": 4305940, "total_flops": 35582910259200000, "train_loss": 0.0175452396273613, "subset_score_loss": 0.0175452396273613}
+{"step": 2700000, "wall_time": 26849.092234373093, "train_loss_step": 2.114665985107422, "n_params": 4305940, "total_flops": 35715188736000000, "train_loss": 0.017612223327159882, "subset_score_loss": 0.017612223327159882, "memorization_fraction_pixel": 0.009600000455975533, "mean_nn_ratio_pixel": 0.6220121383666992, "fid": 155.85006715241204, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 26943.65128159523, "train_loss_step": 1.9538925886154175, "n_params": 4305940, "total_flops": 35847467212800000, "train_loss": 0.01787632554769516, "subset_score_loss": 0.01787632554769516}
+{"step": 2720000, "wall_time": 27037.621210098267, "train_loss_step": 2.128197193145752, "n_params": 4305940, "total_flops": 35979745689600000, "train_loss": 0.017799094319343567, "subset_score_loss": 0.017799094319343567}
+{"step": 2730000, "wall_time": 27131.723652601242, "train_loss_step": 1.924682378768921, "n_params": 4305940, "total_flops": 36112024166400000, "train_loss": 0.017811277508735658, "subset_score_loss": 0.017811277508735658}
+{"step": 2740000, "wall_time": 27226.340268611908, "train_loss_step": 1.980424404144287, "n_params": 4305940, "total_flops": 36244302643200000, "train_loss": 0.018158246576786042, "subset_score_loss": 0.018158246576786042}
+{"step": 2750000, "wall_time": 27304.12513566017, "train_loss_step": 2.134368419647217, "n_params": 4305940, "total_flops": 36376581120000000, "train_loss": 0.017563748359680175, "subset_score_loss": 0.017563748359680175}
+{"step": 2760000, "wall_time": 27398.406334877014, "train_loss_step": 2.0423905849456787, "n_params": 4305940, "total_flops": 36508859596800000, "train_loss": 0.01716330349445343, "subset_score_loss": 0.01716330349445343}
+{"step": 2770000, "wall_time": 27477.593698501587, "train_loss_step": 2.089138984680176, "n_params": 4305940, "total_flops": 36641138073600000, "train_loss": 0.01767706423997879, "subset_score_loss": 0.01767706423997879}
+{"step": 2780000, "wall_time": 27569.826407194138, "train_loss_step": 2.043971061706543, "n_params": 4305940, "total_flops": 36773416550400000, "train_loss": 0.017240479588508606, "subset_score_loss": 0.017240479588508606}
+{"step": 2790000, "wall_time": 27648.24773979187, "train_loss_step": 2.0868430137634277, "n_params": 4305940, "total_flops": 36905695027200000, "train_loss": 0.017228804528713226, "subset_score_loss": 0.017228804528713226}
+{"step": 2800000, "wall_time": 27813.961552381516, "train_loss_step": 1.9663877487182617, "n_params": 4305940, "total_flops": 37037973504000000, "train_loss": 0.017217528820037842, "subset_score_loss": 0.017217528820037842, "memorization_fraction_pixel": 0.011900000274181366, "mean_nn_ratio_pixel": 0.6169511675834656, "fid": 154.54804686606911, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 27908.133744239807, "train_loss_step": 1.9870967864990234, "n_params": 4305940, "total_flops": 37170251980800000, "train_loss": 0.01727541834115982, "subset_score_loss": 0.01727541834115982}
+{"step": 2820000, "wall_time": 28002.549466609955, "train_loss_step": 2.167490243911743, "n_params": 4305940, "total_flops": 37302530457600000, "train_loss": 0.017120170593261718, "subset_score_loss": 0.017120170593261718}
+{"step": 2830000, "wall_time": 28096.286357164383, "train_loss_step": 2.1405978202819824, "n_params": 4305940, "total_flops": 37434808934400000, "train_loss": 0.01743199974298477, "subset_score_loss": 0.01743199974298477}
+{"step": 2840000, "wall_time": 28190.176440238953, "train_loss_step": 2.0114989280700684, "n_params": 4305940, "total_flops": 37567087411200000, "train_loss": 0.017500822246074677, "subset_score_loss": 0.017500822246074677}
+{"step": 2850000, "wall_time": 28280.923331975937, "train_loss_step": 2.2375733852386475, "n_params": 4305940, "total_flops": 37699365888000000, "train_loss": 0.017122547328472137, "subset_score_loss": 0.017122547328472137}
+{"step": 2860000, "wall_time": 28365.497619628906, "train_loss_step": 2.2106311321258545, "n_params": 4305940, "total_flops": 37831644364800000, "train_loss": 0.017038822174072266, "subset_score_loss": 0.017038822174072266}
+{"step": 2870000, "wall_time": 28450.79722070694, "train_loss_step": 2.188621997833252, "n_params": 4305940, "total_flops": 37963922841600000, "train_loss": 0.0168849378824234, "subset_score_loss": 0.0168849378824234}
+{"step": 2880000, "wall_time": 28544.990525007248, "train_loss_step": 2.064234495162964, "n_params": 4305940, "total_flops": 38096201318400000, "train_loss": 0.016949686408042907, "subset_score_loss": 0.016949686408042907}
+{"step": 2890000, "wall_time": 28623.539759397507, "train_loss_step": 1.9251677989959717, "n_params": 4305940, "total_flops": 38228479795200000, "train_loss": 0.01701262593269348, "subset_score_loss": 0.01701262593269348}
+{"step": 2900000, "wall_time": 28791.04448080063, "train_loss_step": 2.051182270050049, "n_params": 4305940, "total_flops": 38360758272000000, "train_loss": 0.016616006195545197, "subset_score_loss": 0.016616006195545197, "memorization_fraction_pixel": 0.011599999852478504, "mean_nn_ratio_pixel": 0.6183719038963318, "fid": 155.6895971749996, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 28883.290509700775, "train_loss_step": 2.19950008392334, "n_params": 4305940, "total_flops": 38493036748800000, "train_loss": 0.016367706656455993, "subset_score_loss": 0.016367706656455993}
+{"step": 2920000, "wall_time": 28977.8643951416, "train_loss_step": 2.0654218196868896, "n_params": 4305940, "total_flops": 38625315225600000, "train_loss": 0.016761109232902527, "subset_score_loss": 0.016761109232902527}
+{"step": 2930000, "wall_time": 29071.981020212173, "train_loss_step": 2.1618266105651855, "n_params": 4305940, "total_flops": 38757593702400000, "train_loss": 0.01645983159542084, "subset_score_loss": 0.01645983159542084}
+{"step": 2940000, "wall_time": 29165.670947790146, "train_loss_step": 2.0689234733581543, "n_params": 4305940, "total_flops": 38889872179200000, "train_loss": 0.016561228036880492, "subset_score_loss": 0.016561228036880492}
+{"step": 2950000, "wall_time": 29260.539359092712, "train_loss_step": 1.900360345840454, "n_params": 4305940, "total_flops": 39022150656000000, "train_loss": 0.01640700250864029, "subset_score_loss": 0.01640700250864029}
+{"step": 2960000, "wall_time": 29333.342336654663, "train_loss_step": 2.0220565795898438, "n_params": 4305940, "total_flops": 39154429132800000, "train_loss": 0.016240729391574858, "subset_score_loss": 0.016240729391574858}
+{"step": 2970000, "wall_time": 29423.4175157547, "train_loss_step": 2.1828529834747314, "n_params": 4305940, "total_flops": 39286707609600000, "train_loss": 0.016855919361114503, "subset_score_loss": 0.016855919361114503}
+{"step": 2980000, "wall_time": 29517.802712202072, "train_loss_step": 2.061434745788574, "n_params": 4305940, "total_flops": 39418986086400000, "train_loss": 0.016505445539951324, "subset_score_loss": 0.016505445539951324}
+{"step": 2990000, "wall_time": 29607.491488218307, "train_loss_step": 2.0135767459869385, "n_params": 4305940, "total_flops": 39551264563200000, "train_loss": 0.0161246657371521, "subset_score_loss": 0.0161246657371521}
+{"step": 3000000, "wall_time": 29774.536028385162, "train_loss_step": 2.189967155456543, "n_params": 4305940, "total_flops": 39683543040000000, "train_loss": 0.016454991698265076, "subset_score_loss": 0.016454991698265076, "memorization_fraction_pixel": 0.010300000198185444, "mean_nn_ratio_pixel": 0.6138686537742615, "fid": 154.77935899053128, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 29866.93811750412, "train_loss_step": 2.1746788024902344, "n_params": 4305940, "total_flops": 39815821516800000, "train_loss": 0.01677924394607544, "subset_score_loss": 0.01677924394607544}
+{"step": 3020000, "wall_time": 29960.83409500122, "train_loss_step": 2.254741907119751, "n_params": 4305940, "total_flops": 39948099993600000, "train_loss": 0.016629038751125334, "subset_score_loss": 0.016629038751125334}
+{"step": 3030000, "wall_time": 30054.736413240433, "train_loss_step": 2.088782787322998, "n_params": 4305940, "total_flops": 40080378470400000, "train_loss": 0.016025389730930328, "subset_score_loss": 0.016025389730930328}
+{"step": 3040000, "wall_time": 30148.295724868774, "train_loss_step": 2.2159695625305176, "n_params": 4305940, "total_flops": 40212656947200000, "train_loss": 0.01671137809753418, "subset_score_loss": 0.01671137809753418}
+{"step": 3050000, "wall_time": 30242.43027997017, "train_loss_step": 2.1832070350646973, "n_params": 4305940, "total_flops": 40344935424000000, "train_loss": 0.016485339403152464, "subset_score_loss": 0.016485339403152464}
+{"step": 3060000, "wall_time": 30319.228911161423, "train_loss_step": 2.355562210083008, "n_params": 4305940, "total_flops": 40477213900800000, "train_loss": 0.015901118516921997, "subset_score_loss": 0.015901118516921997}
+{"step": 3070000, "wall_time": 30403.321098327637, "train_loss_step": 1.7408649921417236, "n_params": 4305940, "total_flops": 40609492377600000, "train_loss": 0.01639527827501297, "subset_score_loss": 0.01639527827501297}
+{"step": 3080000, "wall_time": 30488.22064113617, "train_loss_step": 2.2022287845611572, "n_params": 4305940, "total_flops": 40741770854400000, "train_loss": 0.01652209609746933, "subset_score_loss": 0.01652209609746933}
+{"step": 3090000, "wall_time": 30576.61479830742, "train_loss_step": 2.1974143981933594, "n_params": 4305940, "total_flops": 40874049331200000, "train_loss": 0.016190826892852783, "subset_score_loss": 0.016190826892852783}
+{"step": 3100000, "wall_time": 30744.071276664734, "train_loss_step": 2.06502628326416, "n_params": 4305940, "total_flops": 41006327808000000, "train_loss": 0.01628562659025192, "subset_score_loss": 0.01628562659025192, "memorization_fraction_pixel": 0.013399999588727951, "mean_nn_ratio_pixel": 0.6116375923156738, "fid": 155.05657479502926, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 30837.0070643425, "train_loss_step": 2.0301547050476074, "n_params": 4305940, "total_flops": 41138606284800000, "train_loss": 0.015929397940635682, "subset_score_loss": 0.015929397940635682}
+{"step": 3120000, "wall_time": 30931.0914747715, "train_loss_step": 1.8456754684448242, "n_params": 4305940, "total_flops": 41270884761600000, "train_loss": 0.016347187757492065, "subset_score_loss": 0.016347187757492065}
+{"step": 3130000, "wall_time": 31024.90944290161, "train_loss_step": 2.2599499225616455, "n_params": 4305940, "total_flops": 41403163238400000, "train_loss": 0.015668965876102448, "subset_score_loss": 0.015668965876102448}
+{"step": 3140000, "wall_time": 31117.521199941635, "train_loss_step": 2.1596250534057617, "n_params": 4305940, "total_flops": 41535441715200000, "train_loss": 0.015774244070053102, "subset_score_loss": 0.015774244070053102}
+{"step": 3150000, "wall_time": 31211.738956212997, "train_loss_step": 2.1551945209503174, "n_params": 4305940, "total_flops": 41667720192000000, "train_loss": 0.015680038928985597, "subset_score_loss": 0.015680038928985597}
+{"step": 3160000, "wall_time": 31296.101437807083, "train_loss_step": 2.362165927886963, "n_params": 4305940, "total_flops": 41799998668800000, "train_loss": 0.015429219603538514, "subset_score_loss": 0.015429219603538514}
+{"step": 3170000, "wall_time": 31378.50915980339, "train_loss_step": 2.218630790710449, "n_params": 4305940, "total_flops": 41932277145600000, "train_loss": 0.01598524898290634, "subset_score_loss": 0.01598524898290634}
+{"step": 3180000, "wall_time": 31463.705071926117, "train_loss_step": 2.1924197673797607, "n_params": 4305940, "total_flops": 42064555622400000, "train_loss": 0.015840063989162444, "subset_score_loss": 0.015840063989162444}
+{"step": 3190000, "wall_time": 31554.22679901123, "train_loss_step": 2.2028186321258545, "n_params": 4305940, "total_flops": 42196834099200000, "train_loss": 0.015389905869960785, "subset_score_loss": 0.015389905869960785}
+{"step": 3200000, "wall_time": 31721.5936255455, "train_loss_step": 2.3927090167999268, "n_params": 4305940, "total_flops": 42329112576000000, "train_loss": 0.015893320739269256, "subset_score_loss": 0.015893320739269256, "memorization_fraction_pixel": 0.010999999940395355, "mean_nn_ratio_pixel": 0.6107908487319946, "fid": 155.55175004288122, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 31816.155532598495, "train_loss_step": 2.1314377784729004, "n_params": 4305940, "total_flops": 42461391052800000, "train_loss": 0.015889310836791994, "subset_score_loss": 0.015889310836791994}
+{"step": 3220000, "wall_time": 31908.624049663544, "train_loss_step": 1.96817946434021, "n_params": 4305940, "total_flops": 42593669529600000, "train_loss": 0.015877415239810944, "subset_score_loss": 0.015877415239810944}
+{"step": 3230000, "wall_time": 32002.99604868889, "train_loss_step": 1.996574878692627, "n_params": 4305940, "total_flops": 42725948006400000, "train_loss": 0.015375743806362151, "subset_score_loss": 0.015375743806362151}
+{"step": 3240000, "wall_time": 32097.035078287125, "train_loss_step": 1.908821940422058, "n_params": 4305940, "total_flops": 42858226483200000, "train_loss": 0.015472246706485749, "subset_score_loss": 0.015472246706485749}
+{"step": 3250000, "wall_time": 32184.58796811104, "train_loss_step": 2.4227678775787354, "n_params": 4305940, "total_flops": 42990504960000000, "train_loss": 0.015646690130233766, "subset_score_loss": 0.015646690130233766}
+{"step": 3260000, "wall_time": 32272.12914633751, "train_loss_step": 2.3399910926818848, "n_params": 4305940, "total_flops": 43122783436800000, "train_loss": 0.01538475900888443, "subset_score_loss": 0.01538475900888443}
+{"step": 3270000, "wall_time": 32362.691148519516, "train_loss_step": 2.052649974822998, "n_params": 4305940, "total_flops": 43255061913600000, "train_loss": 0.015688119828701018, "subset_score_loss": 0.015688119828701018}
+{"step": 3280000, "wall_time": 32437.639770030975, "train_loss_step": 2.1040828227996826, "n_params": 4305940, "total_flops": 43387340390400000, "train_loss": 0.015535098314285279, "subset_score_loss": 0.015535098314285279}
+{"step": 3290000, "wall_time": 32530.072756052017, "train_loss_step": 1.9096596240997314, "n_params": 4305940, "total_flops": 43519618867200000, "train_loss": 0.015348716080188752, "subset_score_loss": 0.015348716080188752}
+{"step": 3300000, "wall_time": 32697.862633943558, "train_loss_step": 2.263423442840576, "n_params": 4305940, "total_flops": 43651897344000000, "train_loss": 0.015695926547050477, "subset_score_loss": 0.015695926547050477, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.6098743081092834, "fid": 154.7110465466954, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 32791.90197968483, "train_loss_step": 1.9747288227081299, "n_params": 4305940, "total_flops": 43784175820800000, "train_loss": 0.015107227861881256, "subset_score_loss": 0.015107227861881256}
+{"step": 3320000, "wall_time": 32884.126975774765, "train_loss_step": 2.138354778289795, "n_params": 4305940, "total_flops": 43916454297600000, "train_loss": 0.01512974351644516, "subset_score_loss": 0.01512974351644516}
+{"step": 3330000, "wall_time": 32978.375411748886, "train_loss_step": 2.271622657775879, "n_params": 4305940, "total_flops": 44048732774400000, "train_loss": 0.014990714192390443, "subset_score_loss": 0.014990714192390443}
+{"step": 3340000, "wall_time": 33072.33738231659, "train_loss_step": 2.0822243690490723, "n_params": 4305940, "total_flops": 44181011251200000, "train_loss": 0.01520620733499527, "subset_score_loss": 0.01520620733499527}
+{"step": 3350000, "wall_time": 33159.25728702545, "train_loss_step": 2.089017868041992, "n_params": 4305940, "total_flops": 44313289728000000, "train_loss": 0.01481541246175766, "subset_score_loss": 0.01481541246175766}
+{"step": 3360000, "wall_time": 33253.44237446785, "train_loss_step": 1.774863600730896, "n_params": 4305940, "total_flops": 44445568204800000, "train_loss": 0.015204544365406036, "subset_score_loss": 0.015204544365406036}
+{"step": 3370000, "wall_time": 33348.09841489792, "train_loss_step": 2.0427017211914062, "n_params": 4305940, "total_flops": 44577846681600000, "train_loss": 0.015297208726406098, "subset_score_loss": 0.015297208726406098}
+{"step": 3380000, "wall_time": 33419.49634051323, "train_loss_step": 1.872507095336914, "n_params": 4305940, "total_flops": 44710125158400000, "train_loss": 0.014918552339076996, "subset_score_loss": 0.014918552339076996}
+{"step": 3390000, "wall_time": 33513.15791106224, "train_loss_step": 1.9917848110198975, "n_params": 4305940, "total_flops": 44842403635200000, "train_loss": 0.01468171626329422, "subset_score_loss": 0.01468171626329422}
+{"step": 3400000, "wall_time": 33679.59335112572, "train_loss_step": 2.2616019248962402, "n_params": 4305940, "total_flops": 44974682112000000, "train_loss": 0.014897787570953369, "subset_score_loss": 0.014897787570953369, "memorization_fraction_pixel": 0.010499999858438969, "mean_nn_ratio_pixel": 0.6120272874832153, "fid": 155.260662788724, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 33773.071716308594, "train_loss_step": 2.019440174102783, "n_params": 4305940, "total_flops": 45106960588800000, "train_loss": 0.015175782144069672, "subset_score_loss": 0.015175782144069672}
+{"step": 3420000, "wall_time": 33867.40728998184, "train_loss_step": 2.1620678901672363, "n_params": 4305940, "total_flops": 45239239065600000, "train_loss": 0.014639471471309663, "subset_score_loss": 0.014639471471309663}
+{"step": 3430000, "wall_time": 33959.58623933792, "train_loss_step": 2.0520524978637695, "n_params": 4305940, "total_flops": 45371517542400000, "train_loss": 0.01574448198080063, "subset_score_loss": 0.01574448198080063}
+{"step": 3440000, "wall_time": 34051.9849896431, "train_loss_step": 2.1477432250976562, "n_params": 4305940, "total_flops": 45503796019200000, "train_loss": 0.015209828317165375, "subset_score_loss": 0.015209828317165375}
+{"step": 3450000, "wall_time": 34141.47847867012, "train_loss_step": 1.9374797344207764, "n_params": 4305940, "total_flops": 45636074496000000, "train_loss": 0.01509275585412979, "subset_score_loss": 0.01509275585412979}
+{"step": 3460000, "wall_time": 34235.48434495926, "train_loss_step": 2.340078353881836, "n_params": 4305940, "total_flops": 45768352972800000, "train_loss": 0.014909106492996215, "subset_score_loss": 0.014909106492996215}
+{"step": 3470000, "wall_time": 34329.99311208725, "train_loss_step": 1.9796935319900513, "n_params": 4305940, "total_flops": 45900631449600000, "train_loss": 0.014673005044460296, "subset_score_loss": 0.014673005044460296}
+{"step": 3480000, "wall_time": 34407.72410225868, "train_loss_step": 1.9969940185546875, "n_params": 4305940, "total_flops": 46032909926400000, "train_loss": 0.014753885567188263, "subset_score_loss": 0.014753885567188263}
+{"step": 3490000, "wall_time": 34495.993101358414, "train_loss_step": 2.046621322631836, "n_params": 4305940, "total_flops": 46165188403200000, "train_loss": 0.01450767070055008, "subset_score_loss": 0.01450767070055008}
+{"step": 3500000, "wall_time": 34663.254893541336, "train_loss_step": 2.2404887676239014, "n_params": 4305940, "total_flops": 46297466880000000, "train_loss": 0.014675885438919067, "subset_score_loss": 0.014675885438919067, "memorization_fraction_pixel": 0.01209999993443489, "mean_nn_ratio_pixel": 0.6099889874458313, "fid": 155.8554232926782, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 34757.59320521355, "train_loss_step": 2.1405956745147705, "n_params": 4305940, "total_flops": 46429745356800000, "train_loss": 0.014491868019104005, "subset_score_loss": 0.014491868019104005}
+{"step": 3520000, "wall_time": 34851.670293331146, "train_loss_step": 2.0988540649414062, "n_params": 4305940, "total_flops": 46562023833600000, "train_loss": 0.014583946764469146, "subset_score_loss": 0.014583946764469146}
+{"step": 3530000, "wall_time": 34944.39065694809, "train_loss_step": 1.9034196138381958, "n_params": 4305940, "total_flops": 46694302310400000, "train_loss": 0.014894379675388337, "subset_score_loss": 0.014894379675388337}
+{"step": 3540000, "wall_time": 35025.74150800705, "train_loss_step": 2.0084645748138428, "n_params": 4305940, "total_flops": 46826580787200000, "train_loss": 0.014726164937019347, "subset_score_loss": 0.014726164937019347}
+{"step": 3550000, "wall_time": 35119.09980249405, "train_loss_step": 2.1403419971466064, "n_params": 4305940, "total_flops": 46958859264000000, "train_loss": 0.014528098702430724, "subset_score_loss": 0.014528098702430724}
+{"step": 3560000, "wall_time": 35213.00697350502, "train_loss_step": 2.2076382637023926, "n_params": 4305940, "total_flops": 47091137740800000, "train_loss": 0.014473095536231995, "subset_score_loss": 0.014473095536231995}
+{"step": 3570000, "wall_time": 35303.48251104355, "train_loss_step": 2.1994078159332275, "n_params": 4305940, "total_flops": 47223416217600000, "train_loss": 0.01412292867898941, "subset_score_loss": 0.01412292867898941}
+{"step": 3580000, "wall_time": 35383.71102523804, "train_loss_step": 2.038761615753174, "n_params": 4305940, "total_flops": 47355694694400000, "train_loss": 0.014253324270248413, "subset_score_loss": 0.014253324270248413}
+{"step": 3590000, "wall_time": 35462.36515069008, "train_loss_step": 2.194566488265991, "n_params": 4305940, "total_flops": 47487973171200000, "train_loss": 0.014374940097332001, "subset_score_loss": 0.014374940097332001}
+{"step": 3600000, "wall_time": 35629.59948158264, "train_loss_step": 2.1238627433776855, "n_params": 4305940, "total_flops": 47620251648000000, "train_loss": 0.014766459167003632, "subset_score_loss": 0.014766459167003632, "memorization_fraction_pixel": 0.011900000274181366, "mean_nn_ratio_pixel": 0.609083890914917, "fid": 155.48986130128986, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 35723.767384529114, "train_loss_step": 2.0931975841522217, "n_params": 4305940, "total_flops": 47752530124800000, "train_loss": 0.014058735966682435, "subset_score_loss": 0.014058735966682435}
+{"step": 3620000, "wall_time": 35817.8906583786, "train_loss_step": 2.0409092903137207, "n_params": 4305940, "total_flops": 47884808601600000, "train_loss": 0.014587418735027313, "subset_score_loss": 0.014587418735027313}
+{"step": 3630000, "wall_time": 35910.41902399063, "train_loss_step": 2.2808151245117188, "n_params": 4305940, "total_flops": 48017087078400000, "train_loss": 0.014185422658920288, "subset_score_loss": 0.014185422658920288}
+{"step": 3640000, "wall_time": 35989.35893917084, "train_loss_step": 2.057936906814575, "n_params": 4305940, "total_flops": 48149365555200000, "train_loss": 0.014367768168449402, "subset_score_loss": 0.014367768168449402}
+{"step": 3650000, "wall_time": 36083.796822071075, "train_loss_step": 2.287834644317627, "n_params": 4305940, "total_flops": 48281644032000000, "train_loss": 0.014454618096351624, "subset_score_loss": 0.014454618096351624}
+{"step": 3660000, "wall_time": 36177.66871595383, "train_loss_step": 2.0657010078430176, "n_params": 4305940, "total_flops": 48413922508800000, "train_loss": 0.01421753466129303, "subset_score_loss": 0.01421753466129303}
+{"step": 3670000, "wall_time": 36271.09776639938, "train_loss_step": 2.227674722671509, "n_params": 4305940, "total_flops": 48546200985600000, "train_loss": 0.014248494803905488, "subset_score_loss": 0.014248494803905488}
+{"step": 3680000, "wall_time": 36355.81189537048, "train_loss_step": 2.280165672302246, "n_params": 4305940, "total_flops": 48678479462400000, "train_loss": 0.014324574172496796, "subset_score_loss": 0.014324574172496796}
+{"step": 3690000, "wall_time": 36446.06379818916, "train_loss_step": 2.1220574378967285, "n_params": 4305940, "total_flops": 48810757939200000, "train_loss": 0.014265266060829163, "subset_score_loss": 0.014265266060829163}
+{"step": 3700000, "wall_time": 36607.91434049606, "train_loss_step": 2.141594171524048, "n_params": 4305940, "total_flops": 48943036416000000, "train_loss": 0.014386129379272462, "subset_score_loss": 0.014386129379272462, "memorization_fraction_pixel": 0.01140000019222498, "mean_nn_ratio_pixel": 0.6076855659484863, "fid": 155.51261050605848, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 36702.188962459564, "train_loss_step": 2.129810094833374, "n_params": 4305940, "total_flops": 49075314892800000, "train_loss": 0.014269745349884034, "subset_score_loss": 0.014269745349884034}
+{"step": 3720000, "wall_time": 36796.04838824272, "train_loss_step": 1.9505877494812012, "n_params": 4305940, "total_flops": 49207593369600000, "train_loss": 0.014142249524593354, "subset_score_loss": 0.014142249524593354}
+{"step": 3730000, "wall_time": 36890.1558713913, "train_loss_step": 2.1586174964904785, "n_params": 4305940, "total_flops": 49339871846400000, "train_loss": 0.01439616084098816, "subset_score_loss": 0.01439616084098816}
+{"step": 3740000, "wall_time": 36971.15606498718, "train_loss_step": 2.158095359802246, "n_params": 4305940, "total_flops": 49472150323200000, "train_loss": 0.014014975726604461, "subset_score_loss": 0.014014975726604461}
+{"step": 3750000, "wall_time": 37065.20543766022, "train_loss_step": 1.9773088693618774, "n_params": 4305940, "total_flops": 49604428800000000, "train_loss": 0.014151845872402192, "subset_score_loss": 0.014151845872402192}
+{"step": 3760000, "wall_time": 37159.189422130585, "train_loss_step": 2.1021695137023926, "n_params": 4305940, "total_flops": 49736707276800000, "train_loss": 0.013821078836917878, "subset_score_loss": 0.013821078836917878}
+{"step": 3770000, "wall_time": 37247.40484380722, "train_loss_step": 1.872970461845398, "n_params": 4305940, "total_flops": 49868985753600000, "train_loss": 0.013523602485656738, "subset_score_loss": 0.013523602485656738}
+{"step": 3780000, "wall_time": 37335.66406869888, "train_loss_step": 2.1619713306427, "n_params": 4305940, "total_flops": 50001264230400000, "train_loss": 0.013708925247192383, "subset_score_loss": 0.013708925247192383}
+{"step": 3790000, "wall_time": 37429.91934847832, "train_loss_step": 2.198064088821411, "n_params": 4305940, "total_flops": 50133542707200000, "train_loss": 0.013784533739089966, "subset_score_loss": 0.013784533739089966}
+{"step": 3800000, "wall_time": 37583.31272816658, "train_loss_step": 2.313359260559082, "n_params": 4305940, "total_flops": 50265821184000000, "train_loss": 0.0137592613697052, "subset_score_loss": 0.0137592613697052, "memorization_fraction_pixel": 0.011699999682605267, "mean_nn_ratio_pixel": 0.6047481298446655, "fid": 154.79885229888419, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 37677.556754112244, "train_loss_step": 2.0515129566192627, "n_params": 4305940, "total_flops": 50398099660800000, "train_loss": 0.014074446260929107, "subset_score_loss": 0.014074446260929107}
+{"step": 3820000, "wall_time": 37771.68979716301, "train_loss_step": 2.252220869064331, "n_params": 4305940, "total_flops": 50530378137600000, "train_loss": 0.013639555871486663, "subset_score_loss": 0.013639555871486663}
+{"step": 3830000, "wall_time": 37860.4359960556, "train_loss_step": 2.281707763671875, "n_params": 4305940, "total_flops": 50662656614400000, "train_loss": 0.013475564122200013, "subset_score_loss": 0.013475564122200013}
+{"step": 3840000, "wall_time": 37943.543464660645, "train_loss_step": 2.1359503269195557, "n_params": 4305940, "total_flops": 50794935091200000, "train_loss": 0.014051149785518646, "subset_score_loss": 0.014051149785518646}
+{"step": 3850000, "wall_time": 38037.526349544525, "train_loss_step": 1.9695813655853271, "n_params": 4305940, "total_flops": 50927213568000000, "train_loss": 0.013611792027950287, "subset_score_loss": 0.013611792027950287}
+{"step": 3860000, "wall_time": 38131.70682024956, "train_loss_step": 1.988600492477417, "n_params": 4305940, "total_flops": 51059492044800000, "train_loss": 0.013659654557704926, "subset_score_loss": 0.013659654557704926}
+{"step": 3870000, "wall_time": 38220.806571006775, "train_loss_step": 1.9231712818145752, "n_params": 4305940, "total_flops": 51191770521600000, "train_loss": 0.013502313196659088, "subset_score_loss": 0.013502313196659088}
+{"step": 3880000, "wall_time": 38314.952483177185, "train_loss_step": 2.1403915882110596, "n_params": 4305940, "total_flops": 51324048998400000, "train_loss": 0.013318254053592682, "subset_score_loss": 0.013318254053592682}
+{"step": 3890000, "wall_time": 38409.10810422897, "train_loss_step": 1.9916199445724487, "n_params": 4305940, "total_flops": 51456327475200000, "train_loss": 0.013586887717247009, "subset_score_loss": 0.013586887717247009}
+{"step": 3900000, "wall_time": 38574.10355234146, "train_loss_step": 2.081362724304199, "n_params": 4305940, "total_flops": 51588605952000000, "train_loss": 0.013714106380939483, "subset_score_loss": 0.013714106380939483, "memorization_fraction_pixel": 0.010200000368058681, "mean_nn_ratio_pixel": 0.6073096394538879, "fid": 154.6546915431196, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 38668.29817819595, "train_loss_step": 1.8889065980911255, "n_params": 4305940, "total_flops": 51720884428800000, "train_loss": 0.01362837255001068, "subset_score_loss": 0.01362837255001068}
+{"step": 3920000, "wall_time": 38762.96011376381, "train_loss_step": 2.320307970046997, "n_params": 4305940, "total_flops": 51853162905600000, "train_loss": 0.013683076202869415, "subset_score_loss": 0.013683076202869415}
+{"step": 3930000, "wall_time": 38854.23073601723, "train_loss_step": 2.170368194580078, "n_params": 4305940, "total_flops": 51985441382400000, "train_loss": 0.013688603043556213, "subset_score_loss": 0.013688603043556213}
+{"step": 3940000, "wall_time": 38948.69434738159, "train_loss_step": 2.0002448558807373, "n_params": 4305940, "total_flops": 52117719859200000, "train_loss": 0.013643081486225127, "subset_score_loss": 0.013643081486225127}
+{"step": 3950000, "wall_time": 39041.28024482727, "train_loss_step": 1.911448359489441, "n_params": 4305940, "total_flops": 52249998336000000, "train_loss": 0.013471171259880066, "subset_score_loss": 0.013471171259880066}
+{"step": 3960000, "wall_time": 39134.12150645256, "train_loss_step": 2.2508039474487305, "n_params": 4305940, "total_flops": 52382276812800000, "train_loss": 0.013467657566070556, "subset_score_loss": 0.013467657566070556}
+{"step": 3970000, "wall_time": 39226.268498420715, "train_loss_step": 2.1663081645965576, "n_params": 4305940, "total_flops": 52514555289600000, "train_loss": 0.013562285900115966, "subset_score_loss": 0.013562285900115966}
+{"step": 3980000, "wall_time": 39320.53208947182, "train_loss_step": 2.054015636444092, "n_params": 4305940, "total_flops": 52646833766400000, "train_loss": 0.01359686702489853, "subset_score_loss": 0.01359686702489853}
+{"step": 3990000, "wall_time": 39414.934267282486, "train_loss_step": 1.867435336112976, "n_params": 4305940, "total_flops": 52779112243200000, "train_loss": 0.013438086211681365, "subset_score_loss": 0.013438086211681365}
+{"step": 4000000, "wall_time": 39578.88282632828, "train_loss_step": 2.1778345108032227, "n_params": 4305940, "total_flops": 52911390720000000, "train_loss": 0.013734781742095947, "subset_score_loss": 0.013734781742095947, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.6062113046646118, "fid": 155.0101287705448, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 39673.140421152115, "train_loss_step": 2.0382137298583984, "n_params": 4305940, "total_flops": 53043669196800000, "train_loss": 0.013493964076042175, "subset_score_loss": 0.013493964076042175}
+{"step": 4020000, "wall_time": 39765.213725566864, "train_loss_step": 2.263956308364868, "n_params": 4305940, "total_flops": 53175947673600000, "train_loss": 0.013274048268795014, "subset_score_loss": 0.013274048268795014}
+{"step": 4030000, "wall_time": 39860.04229950905, "train_loss_step": 2.31327486038208, "n_params": 4305940, "total_flops": 53308226150400000, "train_loss": 0.013364620506763458, "subset_score_loss": 0.013364620506763458}
+{"step": 4040000, "wall_time": 39954.06344437599, "train_loss_step": 2.080284833908081, "n_params": 4305940, "total_flops": 53440504627200000, "train_loss": 0.01338600367307663, "subset_score_loss": 0.01338600367307663}
+{"step": 4050000, "wall_time": 40046.74236536026, "train_loss_step": 2.194054365158081, "n_params": 4305940, "total_flops": 53572783104000000, "train_loss": 0.01339171826839447, "subset_score_loss": 0.01339171826839447}
+{"step": 4060000, "wall_time": 40137.83542513847, "train_loss_step": 2.146139144897461, "n_params": 4305940, "total_flops": 53705061580800000, "train_loss": 0.013092932105064393, "subset_score_loss": 0.013092932105064393}
+{"step": 4070000, "wall_time": 40232.07404947281, "train_loss_step": 1.865272879600525, "n_params": 4305940, "total_flops": 53837340057600000, "train_loss": 0.013258346915245056, "subset_score_loss": 0.013258346915245056}
+{"step": 4080000, "wall_time": 40326.207166194916, "train_loss_step": 2.066622018814087, "n_params": 4305940, "total_flops": 53969618534400000, "train_loss": 0.01293305903673172, "subset_score_loss": 0.01293305903673172}
+{"step": 4090000, "wall_time": 40420.64760661125, "train_loss_step": 2.148832321166992, "n_params": 4305940, "total_flops": 54101897011200000, "train_loss": 0.013281233608722687, "subset_score_loss": 0.013281233608722687}
+{"step": 4100000, "wall_time": 40579.022278785706, "train_loss_step": 2.0340309143066406, "n_params": 4305940, "total_flops": 54234175488000000, "train_loss": 0.013207188248634339, "subset_score_loss": 0.013207188248634339, "memorization_fraction_pixel": 0.010700000450015068, "mean_nn_ratio_pixel": 0.6092376112937927, "fid": 155.45902010904328, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 40673.03566479683, "train_loss_step": 2.171048402786255, "n_params": 4305940, "total_flops": 54366453964800000, "train_loss": 0.013600409030914307, "subset_score_loss": 0.013600409030914307}
+{"step": 4120000, "wall_time": 40749.65592432022, "train_loss_step": 2.0044808387756348, "n_params": 4305940, "total_flops": 54498732441600000, "train_loss": 0.01324932724237442, "subset_score_loss": 0.01324932724237442}
+{"step": 4130000, "wall_time": 40843.87026262283, "train_loss_step": 2.1748857498168945, "n_params": 4305940, "total_flops": 54631010918400000, "train_loss": 0.013278405368328094, "subset_score_loss": 0.013278405368328094}
+{"step": 4140000, "wall_time": 40938.04136610031, "train_loss_step": 2.0452446937561035, "n_params": 4305940, "total_flops": 54763289395200000, "train_loss": 0.013169027864933014, "subset_score_loss": 0.013169027864933014}
+{"step": 4150000, "wall_time": 41021.69578790665, "train_loss_step": 2.1686997413635254, "n_params": 4305940, "total_flops": 54895567872000000, "train_loss": 0.013265253603458404, "subset_score_loss": 0.013265253603458404}
+{"step": 4160000, "wall_time": 41107.72920417786, "train_loss_step": 2.1946640014648438, "n_params": 4305940, "total_flops": 55027846348800000, "train_loss": 0.012985175848007202, "subset_score_loss": 0.012985175848007202}
+{"step": 4170000, "wall_time": 41201.6716401577, "train_loss_step": 2.1481614112854004, "n_params": 4305940, "total_flops": 55160124825600000, "train_loss": 0.012962937355041504, "subset_score_loss": 0.012962937355041504}
+{"step": 4180000, "wall_time": 41295.67128801346, "train_loss_step": 2.318794012069702, "n_params": 4305940, "total_flops": 55292403302400000, "train_loss": 0.012975043058395386, "subset_score_loss": 0.012975043058395386}
+{"step": 4190000, "wall_time": 41389.983342409134, "train_loss_step": 2.287534713745117, "n_params": 4305940, "total_flops": 55424681779200000, "train_loss": 0.013289384543895721, "subset_score_loss": 0.013289384543895721}
+{"step": 4200000, "wall_time": 41547.41208267212, "train_loss_step": 2.2402353286743164, "n_params": 4305940, "total_flops": 55556960256000000, "train_loss": 0.012901020050048829, "subset_score_loss": 0.012901020050048829, "memorization_fraction_pixel": 0.010999999940395355, "mean_nn_ratio_pixel": 0.6058528423309326, "fid": 155.79685828213783, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 41640.79410934448, "train_loss_step": 2.1400437355041504, "n_params": 4305940, "total_flops": 55689238732800000, "train_loss": 0.012911607325077058, "subset_score_loss": 0.012911607325077058}
+{"step": 4220000, "wall_time": 41725.031287908554, "train_loss_step": 2.0672993659973145, "n_params": 4305940, "total_flops": 55821517209600000, "train_loss": 0.012793947756290436, "subset_score_loss": 0.012793947756290436}
+{"step": 4230000, "wall_time": 41819.15222787857, "train_loss_step": 1.8421380519866943, "n_params": 4305940, "total_flops": 55953795686400000, "train_loss": 0.012932880222797394, "subset_score_loss": 0.012932880222797394}
+{"step": 4240000, "wall_time": 41913.397503614426, "train_loss_step": 1.9763586521148682, "n_params": 4305940, "total_flops": 56086074163200000, "train_loss": 0.012851697206497193, "subset_score_loss": 0.012851697206497193}
+{"step": 4250000, "wall_time": 42000.76110267639, "train_loss_step": 2.157392740249634, "n_params": 4305940, "total_flops": 56218352640000000, "train_loss": 0.012824313342571258, "subset_score_loss": 0.012824313342571258}
+{"step": 4260000, "wall_time": 42086.21088576317, "train_loss_step": 1.9022009372711182, "n_params": 4305940, "total_flops": 56350631116800000, "train_loss": 0.012739494442939758, "subset_score_loss": 0.012739494442939758}
+{"step": 4270000, "wall_time": 42179.85834145546, "train_loss_step": 1.7983107566833496, "n_params": 4305940, "total_flops": 56482909593600000, "train_loss": 0.013109751045703888, "subset_score_loss": 0.013109751045703888}
+{"step": 4280000, "wall_time": 42273.79017663002, "train_loss_step": 2.0284833908081055, "n_params": 4305940, "total_flops": 56615188070400000, "train_loss": 0.012839886546134948, "subset_score_loss": 0.012839886546134948}
+{"step": 4290000, "wall_time": 42367.879177093506, "train_loss_step": 2.138648271560669, "n_params": 4305940, "total_flops": 56747466547200000, "train_loss": 0.01285199373960495, "subset_score_loss": 0.01285199373960495}
+{"step": 4300000, "wall_time": 42528.35296702385, "train_loss_step": 1.9687892198562622, "n_params": 4305940, "total_flops": 56879745024000000, "train_loss": 0.012612845003604888, "subset_score_loss": 0.012612845003604888, "memorization_fraction_pixel": 0.013000000268220901, "mean_nn_ratio_pixel": 0.601362943649292, "fid": 154.5375097446129, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 42611.76585674286, "train_loss_step": 2.057687520980835, "n_params": 4305940, "total_flops": 57012023500800000, "train_loss": 0.012824440002441406, "subset_score_loss": 0.012824440002441406}
+{"step": 4320000, "wall_time": 42696.579860925674, "train_loss_step": 1.9123646020889282, "n_params": 4305940, "total_flops": 57144301977600000, "train_loss": 0.012616586685180665, "subset_score_loss": 0.012616586685180665}
+{"step": 4330000, "wall_time": 42790.38285970688, "train_loss_step": 1.9707260131835938, "n_params": 4305940, "total_flops": 57276580454400000, "train_loss": 0.012531493604183198, "subset_score_loss": 0.012531493604183198}
+{"step": 4340000, "wall_time": 42884.60148239136, "train_loss_step": 2.362391710281372, "n_params": 4305940, "total_flops": 57408858931200000, "train_loss": 0.012553800642490388, "subset_score_loss": 0.012553800642490388}
+{"step": 4350000, "wall_time": 42969.96478509903, "train_loss_step": 2.2415528297424316, "n_params": 4305940, "total_flops": 57541137408000000, "train_loss": 0.012745450437068939, "subset_score_loss": 0.012745450437068939}
+{"step": 4360000, "wall_time": 43055.37400507927, "train_loss_step": 2.111537456512451, "n_params": 4305940, "total_flops": 57673415884800000, "train_loss": 0.012791116535663605, "subset_score_loss": 0.012791116535663605}
+{"step": 4370000, "wall_time": 43149.3555123806, "train_loss_step": 1.9682350158691406, "n_params": 4305940, "total_flops": 57805694361600000, "train_loss": 0.012598872184753418, "subset_score_loss": 0.012598872184753418}
+{"step": 4380000, "wall_time": 43243.515174388885, "train_loss_step": 2.0567328929901123, "n_params": 4305940, "total_flops": 57937972838400000, "train_loss": 0.012810026109218598, "subset_score_loss": 0.012810026109218598}
+{"step": 4390000, "wall_time": 43337.717908382416, "train_loss_step": 2.048978567123413, "n_params": 4305940, "total_flops": 58070251315200000, "train_loss": 0.012955190241336822, "subset_score_loss": 0.012955190241336822}
+{"step": 4400000, "wall_time": 43505.21605539322, "train_loss_step": 2.150218963623047, "n_params": 4305940, "total_flops": 58202529792000000, "train_loss": 0.012898382544517518, "subset_score_loss": 0.012898382544517518, "memorization_fraction_pixel": 0.013100000098347664, "mean_nn_ratio_pixel": 0.5983431339263916, "fid": 155.42111083362033, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 43578.2454020977, "train_loss_step": 2.1331889629364014, "n_params": 4305940, "total_flops": 58334808268800000, "train_loss": 0.01290043443441391, "subset_score_loss": 0.01290043443441391}
+{"step": 4420000, "wall_time": 43666.328652858734, "train_loss_step": 2.12326717376709, "n_params": 4305940, "total_flops": 58467086745600000, "train_loss": 0.012636329233646392, "subset_score_loss": 0.012636329233646392}
+{"step": 4430000, "wall_time": 43760.61691260338, "train_loss_step": 2.13266921043396, "n_params": 4305940, "total_flops": 58599365222400000, "train_loss": 0.012324251234531403, "subset_score_loss": 0.012324251234531403}
+{"step": 4440000, "wall_time": 43855.18130302429, "train_loss_step": 2.0710175037384033, "n_params": 4305940, "total_flops": 58731643699200000, "train_loss": 0.012458299845457077, "subset_score_loss": 0.012458299845457077}
+{"step": 4450000, "wall_time": 43941.10497260094, "train_loss_step": 2.097334861755371, "n_params": 4305940, "total_flops": 58863922176000000, "train_loss": 0.012387292832136155, "subset_score_loss": 0.012387292832136155}
+{"step": 4460000, "wall_time": 44033.74827027321, "train_loss_step": 2.1786160469055176, "n_params": 4305940, "total_flops": 58996200652800000, "train_loss": 0.012250661104917526, "subset_score_loss": 0.012250661104917526}
+{"step": 4470000, "wall_time": 44125.88722491264, "train_loss_step": 2.0913915634155273, "n_params": 4305940, "total_flops": 59128479129600000, "train_loss": 0.01279030591249466, "subset_score_loss": 0.01279030591249466}
+{"step": 4480000, "wall_time": 44219.46947360039, "train_loss_step": 2.008497714996338, "n_params": 4305940, "total_flops": 59260757606400000, "train_loss": 0.012681296467781067, "subset_score_loss": 0.012681296467781067}
+{"step": 4490000, "wall_time": 44313.75365233421, "train_loss_step": 1.9463343620300293, "n_params": 4305940, "total_flops": 59393036083200000, "train_loss": 0.012458223849534988, "subset_score_loss": 0.012458223849534988}
+{"step": 4500000, "wall_time": 44481.1565387249, "train_loss_step": 1.8449585437774658, "n_params": 4305940, "total_flops": 59525314560000000, "train_loss": 0.012330548465251922, "subset_score_loss": 0.012330548465251922, "memorization_fraction_pixel": 0.010900000110268593, "mean_nn_ratio_pixel": 0.6046397686004639, "fid": 154.40540001752106, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 44556.06140208244, "train_loss_step": 1.994681477546692, "n_params": 4305940, "total_flops": 59657593036800000, "train_loss": 0.01257999986410141, "subset_score_loss": 0.01257999986410141}
+{"step": 4520000, "wall_time": 44645.9390501976, "train_loss_step": 1.9822756052017212, "n_params": 4305940, "total_flops": 59789871513600000, "train_loss": 0.012401625514030457, "subset_score_loss": 0.012401625514030457}
+{"step": 4530000, "wall_time": 44740.22360134125, "train_loss_step": 2.0705132484436035, "n_params": 4305940, "total_flops": 59922149990400000, "train_loss": 0.012579697370529174, "subset_score_loss": 0.012579697370529174}
+{"step": 4540000, "wall_time": 44834.12527179718, "train_loss_step": 2.0672647953033447, "n_params": 4305940, "total_flops": 60054428467200000, "train_loss": 0.01273801624774933, "subset_score_loss": 0.01273801624774933}
+{"step": 4550000, "wall_time": 44914.442722797394, "train_loss_step": 2.0924718379974365, "n_params": 4305940, "total_flops": 60186706944000000, "train_loss": 0.012025637179613113, "subset_score_loss": 0.012025637179613113}
+{"step": 4560000, "wall_time": 45007.83645582199, "train_loss_step": 2.046077251434326, "n_params": 4305940, "total_flops": 60318985420800000, "train_loss": 0.012240263819694518, "subset_score_loss": 0.012240263819694518}
+{"step": 4570000, "wall_time": 45100.41491770744, "train_loss_step": 1.8290479183197021, "n_params": 4305940, "total_flops": 60451263897600000, "train_loss": 0.012150317430496216, "subset_score_loss": 0.012150317430496216}
+{"step": 4580000, "wall_time": 45194.441079854965, "train_loss_step": 1.9613134860992432, "n_params": 4305940, "total_flops": 60583542374400000, "train_loss": 0.01230653002858162, "subset_score_loss": 0.01230653002858162}
+{"step": 4590000, "wall_time": 45288.875522613525, "train_loss_step": 2.0474257469177246, "n_params": 4305940, "total_flops": 60715820851200000, "train_loss": 0.012408267706632614, "subset_score_loss": 0.012408267706632614}
+{"step": 4600000, "wall_time": 45456.09129142761, "train_loss_step": 2.411375045776367, "n_params": 4305940, "total_flops": 60848099328000000, "train_loss": 0.01186981275677681, "subset_score_loss": 0.01186981275677681, "memorization_fraction_pixel": 0.011800000444054604, "mean_nn_ratio_pixel": 0.6011783480644226, "fid": 155.3044080064126, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 45536.77461719513, "train_loss_step": 1.8369826078414917, "n_params": 4305940, "total_flops": 60980377804800000, "train_loss": 0.011995895951986312, "subset_score_loss": 0.011995895951986312}
+{"step": 4620000, "wall_time": 45612.45481157303, "train_loss_step": 2.114287853240967, "n_params": 4305940, "total_flops": 61112656281600000, "train_loss": 0.012206078320741654, "subset_score_loss": 0.012206078320741654}
+{"step": 4630000, "wall_time": 45706.487579107285, "train_loss_step": 2.2046046257019043, "n_params": 4305940, "total_flops": 61244934758400000, "train_loss": 0.012205887585878372, "subset_score_loss": 0.012205887585878372}
+{"step": 4640000, "wall_time": 45801.07670021057, "train_loss_step": 2.0884151458740234, "n_params": 4305940, "total_flops": 61377213235200000, "train_loss": 0.0124894417822361, "subset_score_loss": 0.0124894417822361}
+{"step": 4650000, "wall_time": 45881.76536846161, "train_loss_step": 2.125149965286255, "n_params": 4305940, "total_flops": 61509491712000000, "train_loss": 0.01202133521437645, "subset_score_loss": 0.01202133521437645}
+{"step": 4660000, "wall_time": 45975.76021027565, "train_loss_step": 2.118511199951172, "n_params": 4305940, "total_flops": 61641770188800000, "train_loss": 0.012365017086267471, "subset_score_loss": 0.012365017086267471}
+{"step": 4670000, "wall_time": 46068.27335691452, "train_loss_step": 2.0618996620178223, "n_params": 4305940, "total_flops": 61774048665600000, "train_loss": 0.012287510186433792, "subset_score_loss": 0.012287510186433792}
+{"step": 4680000, "wall_time": 46162.22160553932, "train_loss_step": 2.0813732147216797, "n_params": 4305940, "total_flops": 61906327142400000, "train_loss": 0.012123455852270126, "subset_score_loss": 0.012123455852270126}
+{"step": 4690000, "wall_time": 46256.32727074623, "train_loss_step": 2.0259664058685303, "n_params": 4305940, "total_flops": 62038605619200000, "train_loss": 0.012150286883115768, "subset_score_loss": 0.012150286883115768}
+{"step": 4700000, "wall_time": 46423.73834013939, "train_loss_step": 2.1863417625427246, "n_params": 4305940, "total_flops": 62170884096000000, "train_loss": 0.011932701617479325, "subset_score_loss": 0.011932701617479325, "memorization_fraction_pixel": 0.008799999952316284, "mean_nn_ratio_pixel": 0.6035640835762024, "fid": 154.7512906025239, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 46506.76156663895, "train_loss_step": 1.9273734092712402, "n_params": 4305940, "total_flops": 62303162572800000, "train_loss": 0.012000777572393418, "subset_score_loss": 0.012000777572393418}
+{"step": 4720000, "wall_time": 46597.05060219765, "train_loss_step": 1.982960820198059, "n_params": 4305940, "total_flops": 62435441049600000, "train_loss": 0.011790062487125396, "subset_score_loss": 0.011790062487125396}
+{"step": 4730000, "wall_time": 46681.29982495308, "train_loss_step": 2.0084128379821777, "n_params": 4305940, "total_flops": 62567719526400000, "train_loss": 0.0118963323533535, "subset_score_loss": 0.0118963323533535}
+{"step": 4740000, "wall_time": 46775.80820560455, "train_loss_step": 1.953997015953064, "n_params": 4305940, "total_flops": 62699998003200000, "train_loss": 0.011864016950130462, "subset_score_loss": 0.011864016950130462}
+{"step": 4750000, "wall_time": 46860.904263973236, "train_loss_step": 2.0749411582946777, "n_params": 4305940, "total_flops": 62832276480000000, "train_loss": 0.011821559816598892, "subset_score_loss": 0.011821559816598892}
+{"step": 4760000, "wall_time": 46954.88351750374, "train_loss_step": 2.0426511764526367, "n_params": 4305940, "total_flops": 62964554956800000, "train_loss": 0.011987750977277755, "subset_score_loss": 0.011987750977277755}
+{"step": 4770000, "wall_time": 47048.73938727379, "train_loss_step": 2.1366958618164062, "n_params": 4305940, "total_flops": 63096833433600000, "train_loss": 0.011947716027498246, "subset_score_loss": 0.011947716027498246}
+{"step": 4780000, "wall_time": 47141.33946990967, "train_loss_step": 2.0404109954833984, "n_params": 4305940, "total_flops": 63229111910400000, "train_loss": 0.011642707139253616, "subset_score_loss": 0.011642707139253616}
+{"step": 4790000, "wall_time": 47235.25365924835, "train_loss_step": 2.1762442588806152, "n_params": 4305940, "total_flops": 63361390387200000, "train_loss": 0.011769316345453262, "subset_score_loss": 0.011769316345453262}
+{"step": 4800000, "wall_time": 47398.83201432228, "train_loss_step": 1.9021862745285034, "n_params": 4305940, "total_flops": 63493668864000000, "train_loss": 0.011744708567857743, "subset_score_loss": 0.011744708567857743, "memorization_fraction_pixel": 0.013299999758601189, "mean_nn_ratio_pixel": 0.5947478413581848, "fid": 155.35222915894724, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 47474.93377327919, "train_loss_step": 2.1357500553131104, "n_params": 4305940, "total_flops": 63625947340800000, "train_loss": 0.011727655678987503, "subset_score_loss": 0.011727655678987503}
+{"step": 4820000, "wall_time": 47551.31663227081, "train_loss_step": 2.1381936073303223, "n_params": 4305940, "total_flops": 63758225817600000, "train_loss": 0.011781822890043259, "subset_score_loss": 0.011781822890043259}
+{"step": 4830000, "wall_time": 47621.41699910164, "train_loss_step": 2.048743724822998, "n_params": 4305940, "total_flops": 63890504294400000, "train_loss": 0.011747219413518906, "subset_score_loss": 0.011747219413518906}
+{"step": 4840000, "wall_time": 47692.29439878464, "train_loss_step": 2.0353846549987793, "n_params": 4305940, "total_flops": 64022782771200000, "train_loss": 0.01214977577328682, "subset_score_loss": 0.01214977577328682}
+{"step": 4850000, "wall_time": 47750.565262794495, "train_loss_step": 2.038072109222412, "n_params": 4305940, "total_flops": 64155061248000000, "train_loss": 0.011809135973453521, "subset_score_loss": 0.011809135973453521}
+{"step": 4860000, "wall_time": 47808.818412065506, "train_loss_step": 2.0011250972747803, "n_params": 4305940, "total_flops": 64287339724800000, "train_loss": 0.011614784598350525, "subset_score_loss": 0.011614784598350525}
+{"step": 4870000, "wall_time": 47867.060542583466, "train_loss_step": 2.0058934688568115, "n_params": 4305940, "total_flops": 64419618201600000, "train_loss": 0.011836925148963928, "subset_score_loss": 0.011836925148963928}
+{"step": 4880000, "wall_time": 47921.54124689102, "train_loss_step": 2.1117448806762695, "n_params": 4305940, "total_flops": 64551896678400000, "train_loss": 0.011677434295415878, "subset_score_loss": 0.011677434295415878}
+{"step": 4890000, "wall_time": 47980.027235507965, "train_loss_step": 2.0395214557647705, "n_params": 4305940, "total_flops": 64684175155200000, "train_loss": 0.012009680271148682, "subset_score_loss": 0.012009680271148682}
+{"step": 4900000, "wall_time": 48085.641228199005, "train_loss_step": 2.2493534088134766, "n_params": 4305940, "total_flops": 64816453632000000, "train_loss": 0.011554695665836334, "subset_score_loss": 0.011554695665836334, "memorization_fraction_pixel": 0.01080000028014183, "mean_nn_ratio_pixel": 0.6037480235099792, "fid": 154.95412644804867, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 48144.25871133804, "train_loss_step": 2.031795024871826, "n_params": 4305940, "total_flops": 64948732108800000, "train_loss": 0.011996951699256898, "subset_score_loss": 0.011996951699256898}
+{"step": 4920000, "wall_time": 48202.85713529587, "train_loss_step": 1.970748782157898, "n_params": 4305940, "total_flops": 65081010585600000, "train_loss": 0.011631348729133606, "subset_score_loss": 0.011631348729133606}
+{"step": 4930000, "wall_time": 48254.72676038742, "train_loss_step": 1.930318832397461, "n_params": 4305940, "total_flops": 65213289062400000, "train_loss": 0.01198279857635498, "subset_score_loss": 0.01198279857635498}
+{"step": 4940000, "wall_time": 48313.12446475029, "train_loss_step": 1.985063076019287, "n_params": 4305940, "total_flops": 65345567539200000, "train_loss": 0.011732664704322816, "subset_score_loss": 0.011732664704322816}
+{"step": 4950000, "wall_time": 48371.58435678482, "train_loss_step": 2.0988259315490723, "n_params": 4305940, "total_flops": 65477846016000000, "train_loss": 0.011679054796695709, "subset_score_loss": 0.011679054796695709}
+{"step": 4960000, "wall_time": 48430.089831113815, "train_loss_step": 1.9816638231277466, "n_params": 4305940, "total_flops": 65610124492800000, "train_loss": 0.011884543299674987, "subset_score_loss": 0.011884543299674987}
+{"step": 4970000, "wall_time": 48488.10981845856, "train_loss_step": 2.0083296298980713, "n_params": 4305940, "total_flops": 65742402969600000, "train_loss": 0.011596137285232544, "subset_score_loss": 0.011596137285232544}
+{"step": 4980000, "wall_time": 48546.44883441925, "train_loss_step": 2.1000943183898926, "n_params": 4305940, "total_flops": 65874681446400000, "train_loss": 0.011734530329704285, "subset_score_loss": 0.011734530329704285}
+{"step": 4990000, "wall_time": 48600.995039224625, "train_loss_step": 2.193089008331299, "n_params": 4305940, "total_flops": 66006959923200000, "train_loss": 0.01146547868847847, "subset_score_loss": 0.01146547868847847}
+{"step": 5000000, "wall_time": 48707.97287917137, "train_loss_step": 1.8961374759674072, "n_params": 4305940, "total_flops": 66139238400000000, "train_loss": 0.011454545706510545, "subset_score_loss": 0.011454545706510545, "memorization_fraction_pixel": 0.012900000438094139, "mean_nn_ratio_pixel": 0.6001444458961487, "fid": 155.01624877636138, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..81bb34e21756201928d13edaff388f2266e6844b
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d20/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     71s | train_loss=0.9916 | fid=182.9231
+  step   10000 |    163s | train_loss=0.9042
+  step   20000 |    258s | train_loss=0.8984
+  step   30000 |    352s | train_loss=0.8929
+  step   40000 |    447s | train_loss=0.8874
+  step   50000 |    541s | train_loss=0.8804
+  step   60000 |    636s | train_loss=0.8690
+  step   70000 |    730s | train_loss=0.8452
+  step   80000 |    824s | train_loss=0.8026
+  step   90000 |    918s | train_loss=0.7330
+  step  100000 |   1076s | train_loss=0.6286 | fid=163.6052
+  step  110000 |   1169s | train_loss=0.5100
+  step  120000 |   1262s | train_loss=0.4039
+  step  130000 |   1356s | train_loss=0.3254
+  step  140000 |   1450s | train_loss=0.2683
+  step  150000 |   1544s | train_loss=0.2257
+  step  160000 |   1639s | train_loss=0.1978
+  step  170000 |   1733s | train_loss=0.1823
+  step  180000 |   1827s | train_loss=0.1672
+  step  190000 |   1921s | train_loss=0.1549
+  step  200000 |   2081s | train_loss=0.1504 | fid=163.7400
+  step  210000 |   2174s | train_loss=0.1404
+  step  220000 |   2268s | train_loss=0.1329
+  step  230000 |   2362s | train_loss=0.1253
+  step  240000 |   2456s | train_loss=0.1234
+  step  250000 |   2550s | train_loss=0.1171
+  step  260000 |   2643s | train_loss=0.1115
+  step  270000 |   2737s | train_loss=0.1063
+  step  280000 |   2831s | train_loss=0.1041
+  step  290000 |   2919s | train_loss=0.1002
+  step  300000 |   3085s | train_loss=0.0965 | fid=163.5126
+  step  310000 |   3179s | train_loss=0.0927
+  step  320000 |   3272s | train_loss=0.0910
+  step  330000 |   3366s | train_loss=0.0885
+  step  340000 |   3460s | train_loss=0.0854
+  step  350000 |   3554s | train_loss=0.0851
+  step  360000 |   3648s | train_loss=0.0822
+  step  370000 |   3742s | train_loss=0.0797
+  step  380000 |   3833s | train_loss=0.0772
+  step  390000 |   3924s | train_loss=0.0756
+  step  400000 |   4089s | train_loss=0.0737 | fid=160.9712
+  step  410000 |   4183s | train_loss=0.0726
+  step  420000 |   4276s | train_loss=0.0705
+  step  430000 |   4370s | train_loss=0.0686
+  step  440000 |   4464s | train_loss=0.0689
+  step  450000 |   4558s | train_loss=0.0673
+  step  460000 |   4651s | train_loss=0.0654
+  step  470000 |   4742s | train_loss=0.0647
+  step  480000 |   4833s | train_loss=0.0630
+  step  490000 |   4927s | train_loss=0.0622
+  step  500000 |   5094s | train_loss=0.0609 | fid=159.9465
+  step  510000 |   5187s | train_loss=0.0597
+  step  520000 |   5279s | train_loss=0.0586
+  step  530000 |   5374s | train_loss=0.0579
+  step  540000 |   5468s | train_loss=0.0570
+  step  550000 |   5563s | train_loss=0.0551
+  step  560000 |   5657s | train_loss=0.0552
+  step  570000 |   5745s | train_loss=0.0549
+  step  580000 |   5839s | train_loss=0.0537
+  step  590000 |   5933s | train_loss=0.0535
+  step  600000 |   6099s | train_loss=0.0524 | fid=159.3085
+  step  610000 |   6193s | train_loss=0.0509
+  step  620000 |   6287s | train_loss=0.0505
+  step  630000 |   6380s | train_loss=0.0503
+  step  640000 |   6474s | train_loss=0.0493
+  step  650000 |   6568s | train_loss=0.0494
+  step  660000 |   6659s | train_loss=0.0483
+  step  670000 |   6750s | train_loss=0.0477
+  step  680000 |   6844s | train_loss=0.0460
+  step  690000 |   6938s | train_loss=0.0468
+  step  700000 |   7104s | train_loss=0.0463 | fid=158.3443
+  step  710000 |   7198s | train_loss=0.0454
+  step  720000 |   7292s | train_loss=0.0442
+  step  730000 |   7385s | train_loss=0.0444
+  step  740000 |   7479s | train_loss=0.0439
+  step  750000 |   7570s | train_loss=0.0438
+  step  760000 |   7660s | train_loss=0.0431
+  step  770000 |   7755s | train_loss=0.0438
+  step  780000 |   7849s | train_loss=0.0423
+  step  790000 |   7943s | train_loss=0.0420
+  step  800000 |   8108s | train_loss=0.0410 | fid=157.5954
+  step  810000 |   8202s | train_loss=0.0408
+  step  820000 |   8296s | train_loss=0.0402
+  step  830000 |   8390s | train_loss=0.0416
+  step  840000 |   8480s | train_loss=0.0396
+  step  850000 |   8571s | train_loss=0.0396
+  step  860000 |   8666s | train_loss=0.0393
+  step  870000 |   8760s | train_loss=0.0382
+  step  880000 |   8854s | train_loss=0.0391
+  step  890000 |   8948s | train_loss=0.0378
+  step  900000 |   9114s | train_loss=0.0380 | fid=156.0037
+  step  910000 |   9207s | train_loss=0.0381
+  step  920000 |   9302s | train_loss=0.0374
+  step  930000 |   9396s | train_loss=0.0370
+  step  940000 |   9485s | train_loss=0.0368
+  step  950000 |   9576s | train_loss=0.0365
+  step  960000 |   9670s | train_loss=0.0362
+  step  970000 |   9764s | train_loss=0.0367
+  step  980000 |   9859s | train_loss=0.0351
+  step  990000 |   9953s | train_loss=0.0361
+  step 1000000 |  10116s | train_loss=0.0356 | fid=156.7306
+  step 1010000 |  10210s | train_loss=0.0347
+  step 1020000 |  10304s | train_loss=0.0348
+  step 1030000 |  10394s | train_loss=0.0344
+  step 1040000 |  10483s | train_loss=0.0341
+  step 1050000 |  10577s | train_loss=0.0345
+  step 1060000 |  10672s | train_loss=0.0343
+  step 1070000 |  10766s | train_loss=0.0334
+  step 1080000 |  10860s | train_loss=0.0329
+  step 1090000 |  10955s | train_loss=0.0334
+  step 1100000 |  11119s | train_loss=0.0322 | fid=156.6190
+  step 1110000 |  11213s | train_loss=0.0326
+  step 1120000 |  11304s | train_loss=0.0322
+  step 1130000 |  11392s | train_loss=0.0324
+  step 1140000 |  11479s | train_loss=0.0317
+  step 1150000 |  11571s | train_loss=0.0321
+  step 1160000 |  11665s | train_loss=0.0321
+  step 1170000 |  11760s | train_loss=0.0311
+  step 1180000 |  11854s | train_loss=0.0307
+  step 1190000 |  11948s | train_loss=0.0305
+  step 1200000 |  12112s | train_loss=0.0309 | fid=156.0789
+  step 1210000 |  12204s | train_loss=0.0313
+  step 1220000 |  12298s | train_loss=0.0307
+  step 1230000 |  12390s | train_loss=0.0308
+  step 1240000 |  12484s | train_loss=0.0305
+  step 1250000 |  12576s | train_loss=0.0301
+  step 1260000 |  12670s | train_loss=0.0303
+  step 1270000 |  12764s | train_loss=0.0298
+  step 1280000 |  12858s | train_loss=0.0298
+  step 1290000 |  12952s | train_loss=0.0291
+  step 1300000 |  13116s | train_loss=0.0296 | fid=155.4446
+  step 1310000 |  13194s | train_loss=0.0294
+  step 1320000 |  13286s | train_loss=0.0293
+  step 1330000 |  13368s | train_loss=0.0287
+  step 1340000 |  13463s | train_loss=0.0288
+  step 1350000 |  13555s | train_loss=0.0289
+  step 1360000 |  13649s | train_loss=0.0287
+  step 1370000 |  13743s | train_loss=0.0287
+  step 1380000 |  13837s | train_loss=0.0278
+  step 1390000 |  13931s | train_loss=0.0281
+  step 1400000 |  14088s | train_loss=0.0277 | fid=155.1377
+  step 1410000 |  14173s | train_loss=0.0284
+  step 1420000 |  14263s | train_loss=0.0287
+  step 1430000 |  14358s | train_loss=0.0276
+  step 1440000 |  14452s | train_loss=0.0276
+  step 1450000 |  14546s | train_loss=0.0270
+  step 1460000 |  14639s | train_loss=0.0273
+  step 1470000 |  14733s | train_loss=0.0271
+  step 1480000 |  14827s | train_loss=0.0275
+  step 1490000 |  14921s | train_loss=0.0270
+  step 1500000 |  15079s | train_loss=0.0264 | fid=155.7748
+  step 1510000 |  15173s | train_loss=0.0263
+  step 1520000 |  15265s | train_loss=0.0266
+  step 1530000 |  15359s | train_loss=0.0261
+  step 1540000 |  15453s | train_loss=0.0263
+  step 1550000 |  15547s | train_loss=0.0262
+  step 1560000 |  15640s | train_loss=0.0265
+  step 1570000 |  15734s | train_loss=0.0258
+  step 1580000 |  15828s | train_loss=0.0257
+  step 1590000 |  15922s | train_loss=0.0252
+  step 1600000 |  16084s | train_loss=0.0262 | fid=155.6058
+  step 1610000 |  16169s | train_loss=0.0253
+  step 1620000 |  16264s | train_loss=0.0256
+  step 1630000 |  16358s | train_loss=0.0250
+  step 1640000 |  16452s | train_loss=0.0251
+  step 1650000 |  16547s | train_loss=0.0249
+  step 1660000 |  16641s | train_loss=0.0246
+  step 1670000 |  16733s | train_loss=0.0244
+  step 1680000 |  16827s | train_loss=0.0247
+  step 1690000 |  16920s | train_loss=0.0246
+  step 1700000 |  17067s | train_loss=0.0243 | fid=155.3769
+  step 1710000 |  17158s | train_loss=0.0244
+  step 1720000 |  17252s | train_loss=0.0246
+  step 1730000 |  17346s | train_loss=0.0241
+  step 1740000 |  17441s | train_loss=0.0237
+  step 1750000 |  17535s | train_loss=0.0244
+  step 1760000 |  17629s | train_loss=0.0239
+  step 1770000 |  17722s | train_loss=0.0239
+  step 1780000 |  17816s | train_loss=0.0242
+  step 1790000 |  17907s | train_loss=0.0239
+  step 1800000 |  18067s | train_loss=0.0235 | fid=153.8409
+  step 1810000 |  18161s | train_loss=0.0232
+  step 1820000 |  18255s | train_loss=0.0235
+  step 1830000 |  18349s | train_loss=0.0236
+  step 1840000 |  18444s | train_loss=0.0230
+  step 1850000 |  18538s | train_loss=0.0229
+  step 1860000 |  18632s | train_loss=0.0230
+  step 1870000 |  18725s | train_loss=0.0232
+  step 1880000 |  18819s | train_loss=0.0226
+  step 1890000 |  18911s | train_loss=0.0231
+  step 1900000 |  19072s | train_loss=0.0225 | fid=154.7188
+  step 1910000 |  19159s | train_loss=0.0229
+  step 1920000 |  19253s | train_loss=0.0227
+  step 1930000 |  19347s | train_loss=0.0228
+  step 1940000 |  19441s | train_loss=0.0221
+  step 1950000 |  19535s | train_loss=0.0222
+  step 1960000 |  19629s | train_loss=0.0222
+  step 1970000 |  19723s | train_loss=0.0217
+  step 1980000 |  19801s | train_loss=0.0223
+  step 1990000 |  19893s | train_loss=0.0221
+  step 2000000 |  20047s | train_loss=0.0215 | fid=155.6034
+  step 2010000 |  20132s | train_loss=0.0219
+  step 2020000 |  20226s | train_loss=0.0221
+  step 2030000 |  20319s | train_loss=0.0217
+  step 2040000 |  20413s | train_loss=0.0214
+  step 2050000 |  20508s | train_loss=0.0215
+  step 2060000 |  20602s | train_loss=0.0215
+  step 2070000 |  20696s | train_loss=0.0214
+  step 2080000 |  20771s | train_loss=0.0217
+  step 2090000 |  20863s | train_loss=0.0210
+  step 2100000 |  21015s | train_loss=0.0208 | fid=154.5192
+  step 2110000 |  21101s | train_loss=0.0214
+  step 2120000 |  21189s | train_loss=0.0213
+  step 2130000 |  21284s | train_loss=0.0205
+  step 2140000 |  21377s | train_loss=0.0206
+  step 2150000 |  21471s | train_loss=0.0209
+  step 2160000 |  21566s | train_loss=0.0213
+  step 2170000 |  21660s | train_loss=0.0213
+  step 2180000 |  21739s | train_loss=0.0207
+  step 2190000 |  21831s | train_loss=0.0206
+  step 2200000 |  21988s | train_loss=0.0202 | fid=155.7955
+  step 2210000 |  22082s | train_loss=0.0208
+  step 2220000 |  22162s | train_loss=0.0204
+  step 2230000 |  22256s | train_loss=0.0208
+  step 2240000 |  22350s | train_loss=0.0203
+  step 2250000 |  22443s | train_loss=0.0204
+  step 2260000 |  22538s | train_loss=0.0202
+  step 2270000 |  22632s | train_loss=0.0200
+  step 2280000 |  22713s | train_loss=0.0202
+  step 2290000 |  22801s | train_loss=0.0204
+  step 2300000 |  22956s | train_loss=0.0197 | fid=155.2028
+  step 2310000 |  23051s | train_loss=0.0196
+  step 2320000 |  23138s | train_loss=0.0201
+  step 2330000 |  23227s | train_loss=0.0197
+  step 2340000 |  23321s | train_loss=0.0202
+  step 2350000 |  23415s | train_loss=0.0198
+  step 2360000 |  23510s | train_loss=0.0196
+  step 2370000 |  23600s | train_loss=0.0195
+  step 2380000 |  23682s | train_loss=0.0198
+  step 2390000 |  23770s | train_loss=0.0190
+  step 2400000 |  23930s | train_loss=0.0194 | fid=155.1195
+  step 2410000 |  24024s | train_loss=0.0193
+  step 2420000 |  24118s | train_loss=0.0191
+  step 2430000 |  24195s | train_loss=0.0192
+  step 2440000 |  24288s | train_loss=0.0189
+  step 2450000 |  24382s | train_loss=0.0192
+  step 2460000 |  24476s | train_loss=0.0189
+  step 2470000 |  24566s | train_loss=0.0187
+  step 2480000 |  24652s | train_loss=0.0188
+  step 2490000 |  24739s | train_loss=0.0184
+  step 2500000 |  24900s | train_loss=0.0185 | fid=154.5770
+  step 2510000 |  24994s | train_loss=0.0188
+  step 2520000 |  25088s | train_loss=0.0195
+  step 2530000 |  25180s | train_loss=0.0184
+  step 2540000 |  25261s | train_loss=0.0183
+  step 2550000 |  25356s | train_loss=0.0185
+  step 2560000 |  25450s | train_loss=0.0185
+  step 2570000 |  25536s | train_loss=0.0185
+  step 2580000 |  25624s | train_loss=0.0187
+  step 2590000 |  25707s | train_loss=0.0186
+  step 2600000 |  25872s | train_loss=0.0180 | fid=154.8491
+  step 2610000 |  25966s | train_loss=0.0179
+  step 2620000 |  26060s | train_loss=0.0179
+  step 2630000 |  26154s | train_loss=0.0182
+  step 2640000 |  26237s | train_loss=0.0184
+  step 2650000 |  26326s | train_loss=0.0181
+  step 2660000 |  26420s | train_loss=0.0175
+  step 2670000 |  26504s | train_loss=0.0181
+  step 2680000 |  26598s | train_loss=0.0178
+  step 2690000 |  26684s | train_loss=0.0175
+  step 2700000 |  26849s | train_loss=0.0176 | fid=155.8501
+  step 2710000 |  26944s | train_loss=0.0179
+  step 2720000 |  27038s | train_loss=0.0178
+  step 2730000 |  27132s | train_loss=0.0178
+  step 2740000 |  27226s | train_loss=0.0182
+  step 2750000 |  27304s | train_loss=0.0176
+  step 2760000 |  27398s | train_loss=0.0172
+  step 2770000 |  27478s | train_loss=0.0177
+  step 2780000 |  27570s | train_loss=0.0172
+  step 2790000 |  27648s | train_loss=0.0172
+  step 2800000 |  27814s | train_loss=0.0172 | fid=154.5480
+  step 2810000 |  27908s | train_loss=0.0173
+  step 2820000 |  28003s | train_loss=0.0171
+  step 2830000 |  28096s | train_loss=0.0174
+  step 2840000 |  28190s | train_loss=0.0175
+  step 2850000 |  28281s | train_loss=0.0171
+  step 2860000 |  28365s | train_loss=0.0170
+  step 2870000 |  28451s | train_loss=0.0169
+  step 2880000 |  28545s | train_loss=0.0169
+  step 2890000 |  28624s | train_loss=0.0170
+  step 2900000 |  28791s | train_loss=0.0166 | fid=155.6896
+  step 2910000 |  28883s | train_loss=0.0164
+  step 2920000 |  28978s | train_loss=0.0168
+  step 2930000 |  29072s | train_loss=0.0165
+  step 2940000 |  29166s | train_loss=0.0166
+  step 2950000 |  29261s | train_loss=0.0164
+  step 2960000 |  29333s | train_loss=0.0162
+  step 2970000 |  29423s | train_loss=0.0169
+  step 2980000 |  29518s | train_loss=0.0165
+  step 2990000 |  29607s | train_loss=0.0161
+  step 3000000 |  29775s | train_loss=0.0165 | fid=154.7794
+  step 3010000 |  29867s | train_loss=0.0168
+  step 3020000 |  29961s | train_loss=0.0166
+  step 3030000 |  30055s | train_loss=0.0160
+  step 3040000 |  30148s | train_loss=0.0167
+  step 3050000 |  30242s | train_loss=0.0165
+  step 3060000 |  30319s | train_loss=0.0159
+  step 3070000 |  30403s | train_loss=0.0164
+  step 3080000 |  30488s | train_loss=0.0165
+  step 3090000 |  30577s | train_loss=0.0162
+  step 3100000 |  30744s | train_loss=0.0163 | fid=155.0566
+  step 3110000 |  30837s | train_loss=0.0159
+  step 3120000 |  30931s | train_loss=0.0163
+  step 3130000 |  31025s | train_loss=0.0157
+  step 3140000 |  31118s | train_loss=0.0158
+  step 3150000 |  31212s | train_loss=0.0157
+  step 3160000 |  31296s | train_loss=0.0154
+  step 3170000 |  31379s | train_loss=0.0160
+  step 3180000 |  31464s | train_loss=0.0158
+  step 3190000 |  31554s | train_loss=0.0154
+  step 3200000 |  31722s | train_loss=0.0159 | fid=155.5518
+  step 3210000 |  31816s | train_loss=0.0159
+  step 3220000 |  31909s | train_loss=0.0159
+  step 3230000 |  32003s | train_loss=0.0154
+  step 3240000 |  32097s | train_loss=0.0155
+  step 3250000 |  32185s | train_loss=0.0156
+  step 3260000 |  32272s | train_loss=0.0154
+  step 3270000 |  32363s | train_loss=0.0157
+  step 3280000 |  32438s | train_loss=0.0155
+  step 3290000 |  32530s | train_loss=0.0153
+  step 3300000 |  32698s | train_loss=0.0157 | fid=154.7110
+  step 3310000 |  32792s | train_loss=0.0151
+  step 3320000 |  32884s | train_loss=0.0151
+  step 3330000 |  32978s | train_loss=0.0150
+  step 3340000 |  33072s | train_loss=0.0152
+  step 3350000 |  33159s | train_loss=0.0148
+  step 3360000 |  33253s | train_loss=0.0152
+  step 3370000 |  33348s | train_loss=0.0153
+  step 3380000 |  33419s | train_loss=0.0149
+  step 3390000 |  33513s | train_loss=0.0147
+  step 3400000 |  33680s | train_loss=0.0149 | fid=155.2607
+  step 3410000 |  33773s | train_loss=0.0152
+  step 3420000 |  33867s | train_loss=0.0146
+  step 3430000 |  33960s | train_loss=0.0157
+  step 3440000 |  34052s | train_loss=0.0152
+  step 3450000 |  34141s | train_loss=0.0151
+  step 3460000 |  34235s | train_loss=0.0149
+  step 3470000 |  34330s | train_loss=0.0147
+  step 3480000 |  34408s | train_loss=0.0148
+  step 3490000 |  34496s | train_loss=0.0145
+  step 3500000 |  34663s | train_loss=0.0147 | fid=155.8554
+  step 3510000 |  34758s | train_loss=0.0145
+  step 3520000 |  34852s | train_loss=0.0146
+  step 3530000 |  34944s | train_loss=0.0149
+  step 3540000 |  35026s | train_loss=0.0147
+  step 3550000 |  35119s | train_loss=0.0145
+  step 3560000 |  35213s | train_loss=0.0145
+  step 3570000 |  35303s | train_loss=0.0141
+  step 3580000 |  35384s | train_loss=0.0143
+  step 3590000 |  35462s | train_loss=0.0144
+  step 3600000 |  35630s | train_loss=0.0148 | fid=155.4899
+  step 3610000 |  35724s | train_loss=0.0141
+  step 3620000 |  35818s | train_loss=0.0146
+  step 3630000 |  35910s | train_loss=0.0142
+  step 3640000 |  35989s | train_loss=0.0144
+  step 3650000 |  36084s | train_loss=0.0145
+  step 3660000 |  36178s | train_loss=0.0142
+  step 3670000 |  36271s | train_loss=0.0142
+  step 3680000 |  36356s | train_loss=0.0143
+  step 3690000 |  36446s | train_loss=0.0143
+  step 3700000 |  36608s | train_loss=0.0144 | fid=155.5126
+  step 3710000 |  36702s | train_loss=0.0143
+  step 3720000 |  36796s | train_loss=0.0141
+  step 3730000 |  36890s | train_loss=0.0144
+  step 3740000 |  36971s | train_loss=0.0140
+  step 3750000 |  37065s | train_loss=0.0142
+  step 3760000 |  37159s | train_loss=0.0138
+  step 3770000 |  37247s | train_loss=0.0135
+  step 3780000 |  37336s | train_loss=0.0137
+  step 3790000 |  37430s | train_loss=0.0138
+  step 3800000 |  37583s | train_loss=0.0138 | fid=154.7989
+  step 3810000 |  37678s | train_loss=0.0141
+  step 3820000 |  37772s | train_loss=0.0136
+  step 3830000 |  37860s | train_loss=0.0135
+  step 3840000 |  37944s | train_loss=0.0141
+  step 3850000 |  38038s | train_loss=0.0136
+  step 3860000 |  38132s | train_loss=0.0137
+  step 3870000 |  38221s | train_loss=0.0135
+  step 3880000 |  38315s | train_loss=0.0133
+  step 3890000 |  38409s | train_loss=0.0136
+  step 3900000 |  38574s | train_loss=0.0137 | fid=154.6547
+  step 3910000 |  38668s | train_loss=0.0136
+  step 3920000 |  38763s | train_loss=0.0137
+  step 3930000 |  38854s | train_loss=0.0137
+  step 3940000 |  38949s | train_loss=0.0136
+  step 3950000 |  39041s | train_loss=0.0135
+  step 3960000 |  39134s | train_loss=0.0135
+  step 3970000 |  39226s | train_loss=0.0136
+  step 3980000 |  39321s | train_loss=0.0136
+  step 3990000 |  39415s | train_loss=0.0134
+  step 4000000 |  39579s | train_loss=0.0137 | fid=155.0101
+  step 4010000 |  39673s | train_loss=0.0135
+  step 4020000 |  39765s | train_loss=0.0133
+  step 4030000 |  39860s | train_loss=0.0134
+  step 4040000 |  39954s | train_loss=0.0134
+  step 4050000 |  40047s | train_loss=0.0134
+  step 4060000 |  40138s | train_loss=0.0131
+  step 4070000 |  40232s | train_loss=0.0133
+  step 4080000 |  40326s | train_loss=0.0129
+  step 4090000 |  40421s | train_loss=0.0133
+  step 4100000 |  40579s | train_loss=0.0132 | fid=155.4590
+  step 4110000 |  40673s | train_loss=0.0136
+  step 4120000 |  40750s | train_loss=0.0132
+  step 4130000 |  40844s | train_loss=0.0133
+  step 4140000 |  40938s | train_loss=0.0132
+  step 4150000 |  41022s | train_loss=0.0133
+  step 4160000 |  41108s | train_loss=0.0130
+  step 4170000 |  41202s | train_loss=0.0130
+  step 4180000 |  41296s | train_loss=0.0130
+  step 4190000 |  41390s | train_loss=0.0133
+  step 4200000 |  41547s | train_loss=0.0129 | fid=155.7969
+  step 4210000 |  41641s | train_loss=0.0129
+  step 4220000 |  41725s | train_loss=0.0128
+  step 4230000 |  41819s | train_loss=0.0129
+  step 4240000 |  41913s | train_loss=0.0129
+  step 4250000 |  42001s | train_loss=0.0128
+  step 4260000 |  42086s | train_loss=0.0127
+  step 4270000 |  42180s | train_loss=0.0131
+  step 4280000 |  42274s | train_loss=0.0128
+  step 4290000 |  42368s | train_loss=0.0129
+  step 4300000 |  42528s | train_loss=0.0126 | fid=154.5375
+  step 4310000 |  42612s | train_loss=0.0128
+  step 4320000 |  42697s | train_loss=0.0126
+  step 4330000 |  42790s | train_loss=0.0125
+  step 4340000 |  42885s | train_loss=0.0126
+  step 4350000 |  42970s | train_loss=0.0127
+  step 4360000 |  43055s | train_loss=0.0128
+  step 4370000 |  43149s | train_loss=0.0126
+  step 4380000 |  43244s | train_loss=0.0128
+  step 4390000 |  43338s | train_loss=0.0130
+  step 4400000 |  43505s | train_loss=0.0129 | fid=155.4211
+  step 4410000 |  43578s | train_loss=0.0129
+  step 4420000 |  43666s | train_loss=0.0126
+  step 4430000 |  43761s | train_loss=0.0123
+  step 4440000 |  43855s | train_loss=0.0125
+  step 4450000 |  43941s | train_loss=0.0124
+  step 4460000 |  44034s | train_loss=0.0123
+  step 4470000 |  44126s | train_loss=0.0128
+  step 4480000 |  44219s | train_loss=0.0127
+  step 4490000 |  44314s | train_loss=0.0125
+  step 4500000 |  44481s | train_loss=0.0123 | fid=154.4054
+  step 4510000 |  44556s | train_loss=0.0126
+  step 4520000 |  44646s | train_loss=0.0124
+  step 4530000 |  44740s | train_loss=0.0126
+  step 4540000 |  44834s | train_loss=0.0127
+  step 4550000 |  44914s | train_loss=0.0120
+  step 4560000 |  45008s | train_loss=0.0122
+  step 4570000 |  45100s | train_loss=0.0122
+  step 4580000 |  45194s | train_loss=0.0123
+  step 4590000 |  45289s | train_loss=0.0124
+  step 4600000 |  45456s | train_loss=0.0119 | fid=155.3044
+  step 4610000 |  45537s | train_loss=0.0120
+  step 4620000 |  45612s | train_loss=0.0122
+  step 4630000 |  45706s | train_loss=0.0122
+  step 4640000 |  45801s | train_loss=0.0125
+  step 4650000 |  45882s | train_loss=0.0120
+  step 4660000 |  45976s | train_loss=0.0124
+  step 4670000 |  46068s | train_loss=0.0123
+  step 4680000 |  46162s | train_loss=0.0121
+  step 4690000 |  46256s | train_loss=0.0122
+  step 4700000 |  46424s | train_loss=0.0119 | fid=154.7513
+  step 4710000 |  46507s | train_loss=0.0120
+  step 4720000 |  46597s | train_loss=0.0118
+  step 4730000 |  46681s | train_loss=0.0119
+  step 4740000 |  46776s | train_loss=0.0119
+  step 4750000 |  46861s | train_loss=0.0118
+  step 4760000 |  46955s | train_loss=0.0120
+  step 4770000 |  47049s | train_loss=0.0119
+  step 4780000 |  47141s | train_loss=0.0116
+  step 4790000 |  47235s | train_loss=0.0118
+  step 4800000 |  47399s | train_loss=0.0117 | fid=155.3522
+  step 4810000 |  47475s | train_loss=0.0117
+  step 4820000 |  47551s | train_loss=0.0118
+  step 4830000 |  47621s | train_loss=0.0117
+  step 4840000 |  47692s | train_loss=0.0121
+  step 4850000 |  47751s | train_loss=0.0118
+  step 4860000 |  47809s | train_loss=0.0116
+  step 4870000 |  47867s | train_loss=0.0118
+  step 4880000 |  47922s | train_loss=0.0117
+  step 4890000 |  47980s | train_loss=0.0120
+  step 4900000 |  48086s | train_loss=0.0116 | fid=154.9541
+  step 4910000 |  48144s | train_loss=0.0120
+  step 4920000 |  48203s | train_loss=0.0116
+  step 4930000 |  48255s | train_loss=0.0120
+  step 4940000 |  48313s | train_loss=0.0117
+  step 4950000 |  48372s | train_loss=0.0117
+  step 4960000 |  48430s | train_loss=0.0119
+  step 4970000 |  48488s | train_loss=0.0116
+  step 4980000 |  48546s | train_loss=0.0117
+  step 4990000 |  48601s | train_loss=0.0115
+  step 5000000 |  48708s | train_loss=0.0115 | fid=155.0162
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..82222dfaf6401ab9125689d3acca03ac03270696
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d200/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..25331d2f65f9ef8ad47a533c15e55c0fb5158885
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 200, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d200/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44}
+{"step": 1, "wall_time": 85.88580203056335, "train_loss_step": 199.08558654785156, "n_params": 4674760, "total_flops": 14360862720, "train_loss": 1.0040399169921874, "subset_score_loss": 1.0040399169921874, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9831521511077881, "fid": 298.65016612949074, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 194.58116602897644, "train_loss_step": 35.55797576904297, "n_params": 4674760, "total_flops": 143608627200000, "train_loss": 0.7374761199951172, "subset_score_loss": 0.7374761199951172}
+{"step": 20000, "wall_time": 305.0015490055084, "train_loss_step": 30.959247589111328, "n_params": 4674760, "total_flops": 287217254400000, "train_loss": 0.6224685287475586, "subset_score_loss": 0.6224685287475586}
+{"step": 30000, "wall_time": 415.3219654560089, "train_loss_step": 29.412776947021484, "n_params": 4674760, "total_flops": 430825881600000, "train_loss": 0.5441031646728516, "subset_score_loss": 0.5441031646728516}
+{"step": 40000, "wall_time": 525.5482203960419, "train_loss_step": 24.152645111083984, "n_params": 4674760, "total_flops": 574434508800000, "train_loss": 0.4772636413574219, "subset_score_loss": 0.4772636413574219}
+{"step": 50000, "wall_time": 635.8173258304596, "train_loss_step": 25.0703182220459, "n_params": 4674760, "total_flops": 718043136000000, "train_loss": 0.40583118438720706, "subset_score_loss": 0.40583118438720706}
+{"step": 60000, "wall_time": 746.1171960830688, "train_loss_step": 22.490812301635742, "n_params": 4674760, "total_flops": 861651763200000, "train_loss": 0.33708099365234373, "subset_score_loss": 0.33708099365234373}
+{"step": 70000, "wall_time": 856.4383313655853, "train_loss_step": 21.31905746459961, "n_params": 4674760, "total_flops": 1005260390400000, "train_loss": 0.2834056854248047, "subset_score_loss": 0.2834056854248047}
+{"step": 80000, "wall_time": 966.6852059364319, "train_loss_step": 21.38800048828125, "n_params": 4674760, "total_flops": 1148869017600000, "train_loss": 0.23728033065795898, "subset_score_loss": 0.23728033065795898}
+{"step": 90000, "wall_time": 1076.5672326087952, "train_loss_step": 20.41499900817871, "n_params": 4674760, "total_flops": 1292477644800000, "train_loss": 0.21101629257202148, "subset_score_loss": 0.21101629257202148}
+{"step": 100000, "wall_time": 1268.9845378398895, "train_loss_step": 17.623245239257812, "n_params": 4674760, "total_flops": 1436086272000000, "train_loss": 0.17978029251098632, "subset_score_loss": 0.17978029251098632, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9613186717033386, "fid": 182.9636381990624, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1374.6546869277954, "train_loss_step": 17.40516471862793, "n_params": 4674760, "total_flops": 1579694899200000, "train_loss": 0.15860260963439943, "subset_score_loss": 0.15860260963439943}
+{"step": 120000, "wall_time": 1484.038358926773, "train_loss_step": 17.05531883239746, "n_params": 4674760, "total_flops": 1723303526400000, "train_loss": 0.15093744277954102, "subset_score_loss": 0.15093744277954102}
+{"step": 130000, "wall_time": 1594.280779838562, "train_loss_step": 16.171772003173828, "n_params": 4674760, "total_flops": 1866912153600000, "train_loss": 0.1450294780731201, "subset_score_loss": 0.1450294780731201}
+{"step": 140000, "wall_time": 1704.5757586956024, "train_loss_step": 16.171627044677734, "n_params": 4674760, "total_flops": 2010520780800000, "train_loss": 0.13072046279907226, "subset_score_loss": 0.13072046279907226}
+{"step": 150000, "wall_time": 1814.9669148921967, "train_loss_step": 14.587202072143555, "n_params": 4674760, "total_flops": 2154129408000000, "train_loss": 0.11542207717895508, "subset_score_loss": 0.11542207717895508}
+{"step": 160000, "wall_time": 1925.344889640808, "train_loss_step": 14.54015064239502, "n_params": 4674760, "total_flops": 2297738035200000, "train_loss": 0.11670080184936524, "subset_score_loss": 0.11670080184936524}
+{"step": 170000, "wall_time": 2035.2534396648407, "train_loss_step": 14.115621566772461, "n_params": 4674760, "total_flops": 2441346662400000, "train_loss": 0.12275211334228515, "subset_score_loss": 0.12275211334228515}
+{"step": 180000, "wall_time": 2145.421185016632, "train_loss_step": 14.11255931854248, "n_params": 4674760, "total_flops": 2584955289600000, "train_loss": 0.11661035537719727, "subset_score_loss": 0.11661035537719727}
+{"step": 190000, "wall_time": 2255.7617082595825, "train_loss_step": 13.266557693481445, "n_params": 4674760, "total_flops": 2728563916800000, "train_loss": 0.10289437294006348, "subset_score_loss": 0.10289437294006348}
+{"step": 200000, "wall_time": 2448.433334827423, "train_loss_step": 13.52792739868164, "n_params": 4674760, "total_flops": 2872172544000000, "train_loss": 0.10318500518798829, "subset_score_loss": 0.10318500518798829, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9673970937728882, "fid": 234.84080016362853, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2559.1774735450745, "train_loss_step": 13.087983131408691, "n_params": 4674760, "total_flops": 3015781171200000, "train_loss": 0.10279994010925293, "subset_score_loss": 0.10279994010925293}
+{"step": 220000, "wall_time": 2665.0276794433594, "train_loss_step": 13.127466201782227, "n_params": 4674760, "total_flops": 3159389798400000, "train_loss": 0.09082331657409667, "subset_score_loss": 0.09082331657409667}
+{"step": 230000, "wall_time": 2774.2152326107025, "train_loss_step": 12.302818298339844, "n_params": 4674760, "total_flops": 3302998425600000, "train_loss": 0.08733735084533692, "subset_score_loss": 0.08733735084533692}
+{"step": 240000, "wall_time": 2884.361311674118, "train_loss_step": 11.563254356384277, "n_params": 4674760, "total_flops": 3446607052800000, "train_loss": 0.08272846221923828, "subset_score_loss": 0.08272846221923828}
+{"step": 250000, "wall_time": 2994.4823763370514, "train_loss_step": 11.502763748168945, "n_params": 4674760, "total_flops": 3590215680000000, "train_loss": 0.08541133880615234, "subset_score_loss": 0.08541133880615234}
+{"step": 260000, "wall_time": 3104.6713144779205, "train_loss_step": 11.445453643798828, "n_params": 4674760, "total_flops": 3733824307200000, "train_loss": 0.09142610549926758, "subset_score_loss": 0.09142610549926758}
+{"step": 270000, "wall_time": 3214.8715987205505, "train_loss_step": 10.871663093566895, "n_params": 4674760, "total_flops": 3877432934400000, "train_loss": 0.08132100105285645, "subset_score_loss": 0.08132100105285645}
+{"step": 280000, "wall_time": 3325.242138147354, "train_loss_step": 12.336130142211914, "n_params": 4674760, "total_flops": 4021041561600000, "train_loss": 0.08351689338684082, "subset_score_loss": 0.08351689338684082}
+{"step": 290000, "wall_time": 3435.368269920349, "train_loss_step": 11.719498634338379, "n_params": 4674760, "total_flops": 4164650188800000, "train_loss": 0.07637067794799805, "subset_score_loss": 0.07637067794799805}
+{"step": 300000, "wall_time": 3626.426278591156, "train_loss_step": 11.275840759277344, "n_params": 4674760, "total_flops": 4308258816000000, "train_loss": 0.07313328266143798, "subset_score_loss": 0.07313328266143798, "memorization_fraction_pixel": 0.0005000000237487257, "mean_nn_ratio_pixel": 0.9700993299484253, "fid": 290.93149350364365, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3736.7151505947113, "train_loss_step": 11.580848693847656, "n_params": 4674760, "total_flops": 4451867443200000, "train_loss": 0.078484206199646, "subset_score_loss": 0.078484206199646}
+{"step": 320000, "wall_time": 3845.444397211075, "train_loss_step": 10.729503631591797, "n_params": 4674760, "total_flops": 4595476070400000, "train_loss": 0.0720311975479126, "subset_score_loss": 0.0720311975479126}
+{"step": 330000, "wall_time": 3953.0869722366333, "train_loss_step": 11.335566520690918, "n_params": 4674760, "total_flops": 4739084697600000, "train_loss": 0.07576454162597657, "subset_score_loss": 0.07576454162597657}
+{"step": 340000, "wall_time": 4063.3824400901794, "train_loss_step": 10.089576721191406, "n_params": 4674760, "total_flops": 4882693324800000, "train_loss": 0.06894861221313477, "subset_score_loss": 0.06894861221313477}
+{"step": 350000, "wall_time": 4173.655952215195, "train_loss_step": 10.018571853637695, "n_params": 4674760, "total_flops": 5026301952000000, "train_loss": 0.06684552669525147, "subset_score_loss": 0.06684552669525147}
+{"step": 360000, "wall_time": 4284.041932582855, "train_loss_step": 10.512035369873047, "n_params": 4674760, "total_flops": 5169910579200000, "train_loss": 0.06738259315490723, "subset_score_loss": 0.06738259315490723}
+{"step": 370000, "wall_time": 4394.442459344864, "train_loss_step": 9.917779922485352, "n_params": 4674760, "total_flops": 5313519206400000, "train_loss": 0.06578287124633789, "subset_score_loss": 0.06578287124633789}
+{"step": 380000, "wall_time": 4504.614077329636, "train_loss_step": 10.222858428955078, "n_params": 4674760, "total_flops": 5457127833600000, "train_loss": 0.06941511154174805, "subset_score_loss": 0.06941511154174805}
+{"step": 390000, "wall_time": 4614.598205566406, "train_loss_step": 9.901294708251953, "n_params": 4674760, "total_flops": 5600736460800000, "train_loss": 0.06621922492980957, "subset_score_loss": 0.06621922492980957}
+{"step": 400000, "wall_time": 4807.521425247192, "train_loss_step": 9.3463773727417, "n_params": 4674760, "total_flops": 5744345088000000, "train_loss": 0.06146377086639404, "subset_score_loss": 0.06146377086639404, "memorization_fraction_pixel": 0.002400000113993883, "mean_nn_ratio_pixel": 0.9669050574302673, "fid": 325.23683219858805, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4917.994862794876, "train_loss_step": 9.50368595123291, "n_params": 4674760, "total_flops": 5887953715200000, "train_loss": 0.06119984149932861, "subset_score_loss": 0.06119984149932861}
+{"step": 420000, "wall_time": 5028.237983942032, "train_loss_step": 8.889565467834473, "n_params": 4674760, "total_flops": 6031562342400000, "train_loss": 0.06114895820617676, "subset_score_loss": 0.06114895820617676}
+{"step": 430000, "wall_time": 5134.064236402512, "train_loss_step": 9.123342514038086, "n_params": 4674760, "total_flops": 6175170969600000, "train_loss": 0.057007150650024416, "subset_score_loss": 0.057007150650024416}
+{"step": 440000, "wall_time": 5243.275997638702, "train_loss_step": 9.42087173461914, "n_params": 4674760, "total_flops": 6318779596800000, "train_loss": 0.06054793834686279, "subset_score_loss": 0.06054793834686279}
+{"step": 450000, "wall_time": 5353.5756759643555, "train_loss_step": 8.951143264770508, "n_params": 4674760, "total_flops": 6462388224000000, "train_loss": 0.05877349853515625, "subset_score_loss": 0.05877349853515625}
+{"step": 460000, "wall_time": 5463.898413181305, "train_loss_step": 9.464012145996094, "n_params": 4674760, "total_flops": 6605996851200000, "train_loss": 0.05660374641418457, "subset_score_loss": 0.05660374641418457}
+{"step": 470000, "wall_time": 5574.206846952438, "train_loss_step": 9.218307495117188, "n_params": 4674760, "total_flops": 6749605478400000, "train_loss": 0.05729678630828858, "subset_score_loss": 0.05729678630828858}
+{"step": 480000, "wall_time": 5684.3611516952515, "train_loss_step": 9.250693321228027, "n_params": 4674760, "total_flops": 6893214105600000, "train_loss": 0.060383548736572264, "subset_score_loss": 0.060383548736572264}
+{"step": 490000, "wall_time": 5792.251995801926, "train_loss_step": 8.802179336547852, "n_params": 4674760, "total_flops": 7036822732800000, "train_loss": 0.05586038589477539, "subset_score_loss": 0.05586038589477539}
+{"step": 500000, "wall_time": 5988.114727973938, "train_loss_step": 8.697572708129883, "n_params": 4674760, "total_flops": 7180431360000000, "train_loss": 0.05856998443603516, "subset_score_loss": 0.05856998443603516, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.9554576873779297, "fid": 317.59522953771767, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 6098.282105207443, "train_loss_step": 9.085306167602539, "n_params": 4674760, "total_flops": 7324039987200000, "train_loss": 0.05836162090301514, "subset_score_loss": 0.05836162090301514}
+{"step": 520000, "wall_time": 6208.584650278091, "train_loss_step": 9.170808792114258, "n_params": 4674760, "total_flops": 7467648614400000, "train_loss": 0.05681346893310547, "subset_score_loss": 0.05681346893310547}
+{"step": 530000, "wall_time": 6319.2368812561035, "train_loss_step": 8.978952407836914, "n_params": 4674760, "total_flops": 7611257241600000, "train_loss": 0.05368736743927002, "subset_score_loss": 0.05368736743927002}
+{"step": 540000, "wall_time": 6424.655489206314, "train_loss_step": 8.940288543701172, "n_params": 4674760, "total_flops": 7754865868800000, "train_loss": 0.05792778491973877, "subset_score_loss": 0.05792778491973877}
+{"step": 550000, "wall_time": 6534.895933151245, "train_loss_step": 8.809993743896484, "n_params": 4674760, "total_flops": 7898474496000000, "train_loss": 0.05487292766571045, "subset_score_loss": 0.05487292766571045}
+{"step": 560000, "wall_time": 6645.002960920334, "train_loss_step": 7.855655670166016, "n_params": 4674760, "total_flops": 8042083123200000, "train_loss": 0.04992558479309082, "subset_score_loss": 0.04992558479309082}
+{"step": 570000, "wall_time": 6755.147565126419, "train_loss_step": 8.099145889282227, "n_params": 4674760, "total_flops": 8185691750400000, "train_loss": 0.0500757646560669, "subset_score_loss": 0.0500757646560669}
+{"step": 580000, "wall_time": 6865.324917554855, "train_loss_step": 8.612665176391602, "n_params": 4674760, "total_flops": 8329300377600000, "train_loss": 0.05089607715606689, "subset_score_loss": 0.05089607715606689}
+{"step": 590000, "wall_time": 6973.514484167099, "train_loss_step": 8.42837905883789, "n_params": 4674760, "total_flops": 8472909004800000, "train_loss": 0.05209861755371094, "subset_score_loss": 0.05209861755371094}
+{"step": 600000, "wall_time": 7169.253848791122, "train_loss_step": 8.74555778503418, "n_params": 4674760, "total_flops": 8616517632000000, "train_loss": 0.05119421005249023, "subset_score_loss": 0.05119421005249023, "memorization_fraction_pixel": 0.013000000268220901, "mean_nn_ratio_pixel": 0.9559544920921326, "fid": 317.63698314432924, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 7279.67978811264, "train_loss_step": 8.257508277893066, "n_params": 4674760, "total_flops": 8760126259200000, "train_loss": 0.05422248363494873, "subset_score_loss": 0.05422248363494873}
+{"step": 620000, "wall_time": 7389.961634874344, "train_loss_step": 8.189319610595703, "n_params": 4674760, "total_flops": 8903734886400000, "train_loss": 0.04875393867492676, "subset_score_loss": 0.04875393867492676}
+{"step": 630000, "wall_time": 7500.4892609119415, "train_loss_step": 8.082071304321289, "n_params": 4674760, "total_flops": 9047343513600000, "train_loss": 0.048738861083984376, "subset_score_loss": 0.048738861083984376}
+{"step": 640000, "wall_time": 7608.218351125717, "train_loss_step": 7.970279216766357, "n_params": 4674760, "total_flops": 9190952140800000, "train_loss": 0.0503624153137207, "subset_score_loss": 0.0503624153137207}
+{"step": 650000, "wall_time": 7715.939321279526, "train_loss_step": 8.509418487548828, "n_params": 4674760, "total_flops": 9334560768000000, "train_loss": 0.05032388687133789, "subset_score_loss": 0.05032388687133789}
+{"step": 660000, "wall_time": 7826.2356696128845, "train_loss_step": 8.245512008666992, "n_params": 4674760, "total_flops": 9478169395200000, "train_loss": 0.04789730548858642, "subset_score_loss": 0.04789730548858642}
+{"step": 670000, "wall_time": 7936.590491771698, "train_loss_step": 7.4761962890625, "n_params": 4674760, "total_flops": 9621778022400000, "train_loss": 0.04810169219970703, "subset_score_loss": 0.04810169219970703}
+{"step": 680000, "wall_time": 8044.696406841278, "train_loss_step": 7.589916706085205, "n_params": 4674760, "total_flops": 9765386649600000, "train_loss": 0.04540149688720703, "subset_score_loss": 0.04540149688720703}
+{"step": 690000, "wall_time": 8154.848794221878, "train_loss_step": 7.875394821166992, "n_params": 4674760, "total_flops": 9908995276800000, "train_loss": 0.04613965034484863, "subset_score_loss": 0.04613965034484863}
+{"step": 700000, "wall_time": 8348.107609272003, "train_loss_step": 8.520469665527344, "n_params": 4674760, "total_flops": 10052603904000000, "train_loss": 0.04800554752349853, "subset_score_loss": 0.04800554752349853, "memorization_fraction_pixel": 0.019099999219179153, "mean_nn_ratio_pixel": 0.9429541230201721, "fid": 296.42305412146504, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 8458.39220237732, "train_loss_step": 7.9388747215271, "n_params": 4674760, "total_flops": 10196212531200000, "train_loss": 0.04467827796936035, "subset_score_loss": 0.04467827796936035}
+{"step": 720000, "wall_time": 8568.349258899689, "train_loss_step": 7.832424163818359, "n_params": 4674760, "total_flops": 10339821158400000, "train_loss": 0.04507334232330322, "subset_score_loss": 0.04507334232330322}
+{"step": 730000, "wall_time": 8678.654691696167, "train_loss_step": 7.9502716064453125, "n_params": 4674760, "total_flops": 10483429785600000, "train_loss": 0.04578938484191895, "subset_score_loss": 0.04578938484191895}
+{"step": 740000, "wall_time": 8789.20300912857, "train_loss_step": 7.299428939819336, "n_params": 4674760, "total_flops": 10627038412800000, "train_loss": 0.0457218074798584, "subset_score_loss": 0.0457218074798584}
+{"step": 750000, "wall_time": 8897.128601312637, "train_loss_step": 7.348499774932861, "n_params": 4674760, "total_flops": 10770647040000000, "train_loss": 0.04382461071014404, "subset_score_loss": 0.04382461071014404}
+{"step": 760000, "wall_time": 9005.452098846436, "train_loss_step": 7.676244258880615, "n_params": 4674760, "total_flops": 10914255667200000, "train_loss": 0.04495209217071533, "subset_score_loss": 0.04495209217071533}
+{"step": 770000, "wall_time": 9115.536598205566, "train_loss_step": 7.555286407470703, "n_params": 4674760, "total_flops": 11057864294400000, "train_loss": 0.044300537109375, "subset_score_loss": 0.044300537109375}
+{"step": 780000, "wall_time": 9223.864701032639, "train_loss_step": 7.837092399597168, "n_params": 4674760, "total_flops": 11201472921600000, "train_loss": 0.04605785846710205, "subset_score_loss": 0.04605785846710205}
+{"step": 790000, "wall_time": 9334.270241975784, "train_loss_step": 7.5316972732543945, "n_params": 4674760, "total_flops": 11345081548800000, "train_loss": 0.042675843238830564, "subset_score_loss": 0.042675843238830564}
+{"step": 800000, "wall_time": 9529.734680175781, "train_loss_step": 7.103664398193359, "n_params": 4674760, "total_flops": 11488690176000000, "train_loss": 0.041765785217285155, "subset_score_loss": 0.041765785217285155, "memorization_fraction_pixel": 0.024399999529123306, "mean_nn_ratio_pixel": 0.9393693208694458, "fid": 298.6712528012938, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 9640.212008953094, "train_loss_step": 6.91006326675415, "n_params": 4674760, "total_flops": 11632298803200000, "train_loss": 0.042438750267028806, "subset_score_loss": 0.042438750267028806}
+{"step": 820000, "wall_time": 9750.603348731995, "train_loss_step": 6.9887895584106445, "n_params": 4674760, "total_flops": 11775907430400000, "train_loss": 0.04375124454498291, "subset_score_loss": 0.04375124454498291}
+{"step": 830000, "wall_time": 9860.878723144531, "train_loss_step": 7.453547477722168, "n_params": 4674760, "total_flops": 11919516057600000, "train_loss": 0.04151220798492432, "subset_score_loss": 0.04151220798492432}
+{"step": 840000, "wall_time": 9971.454493522644, "train_loss_step": 7.487154006958008, "n_params": 4674760, "total_flops": 12063124684800000, "train_loss": 0.04407803058624268, "subset_score_loss": 0.04407803058624268}
+{"step": 850000, "wall_time": 10081.870707035065, "train_loss_step": 7.433355331420898, "n_params": 4674760, "total_flops": 12206733312000000, "train_loss": 0.042756242752075194, "subset_score_loss": 0.042756242752075194}
+{"step": 860000, "wall_time": 10188.361800909042, "train_loss_step": 7.343906402587891, "n_params": 4674760, "total_flops": 12350341939200000, "train_loss": 0.04176994323730469, "subset_score_loss": 0.04176994323730469}
+{"step": 870000, "wall_time": 10298.453231334686, "train_loss_step": 7.282084941864014, "n_params": 4674760, "total_flops": 12493950566400000, "train_loss": 0.04221463203430176, "subset_score_loss": 0.04221463203430176}
+{"step": 880000, "wall_time": 10406.403077363968, "train_loss_step": 7.087068557739258, "n_params": 4674760, "total_flops": 12637559193600000, "train_loss": 0.03937843799591065, "subset_score_loss": 0.03937843799591065}
+{"step": 890000, "wall_time": 10515.13083410263, "train_loss_step": 6.770666599273682, "n_params": 4674760, "total_flops": 12781167820800000, "train_loss": 0.04146376132965088, "subset_score_loss": 0.04146376132965088}
+{"step": 900000, "wall_time": 10712.469931840897, "train_loss_step": 7.012160301208496, "n_params": 4674760, "total_flops": 12924776448000000, "train_loss": 0.04062050819396973, "subset_score_loss": 0.04062050819396973, "memorization_fraction_pixel": 0.03530000150203705, "mean_nn_ratio_pixel": 0.9243165850639343, "fid": 288.7102158686404, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 10822.87830042839, "train_loss_step": 7.129271030426025, "n_params": 4674760, "total_flops": 13068385075200000, "train_loss": 0.0429421854019165, "subset_score_loss": 0.0429421854019165}
+{"step": 920000, "wall_time": 10933.231174945831, "train_loss_step": 6.399056434631348, "n_params": 4674760, "total_flops": 13211993702400000, "train_loss": 0.039200222492218016, "subset_score_loss": 0.039200222492218016}
+{"step": 930000, "wall_time": 11043.407310962677, "train_loss_step": 6.772002220153809, "n_params": 4674760, "total_flops": 13355602329600000, "train_loss": 0.03859396457672119, "subset_score_loss": 0.03859396457672119}
+{"step": 940000, "wall_time": 11153.736179351807, "train_loss_step": 7.380613803863525, "n_params": 4674760, "total_flops": 13499210956800000, "train_loss": 0.04428972721099853, "subset_score_loss": 0.04428972721099853}
+{"step": 950000, "wall_time": 11262.72710943222, "train_loss_step": 7.056833267211914, "n_params": 4674760, "total_flops": 13642819584000000, "train_loss": 0.04027723789215088, "subset_score_loss": 0.04027723789215088}
+{"step": 960000, "wall_time": 11371.75721025467, "train_loss_step": 6.899266719818115, "n_params": 4674760, "total_flops": 13786428211200000, "train_loss": 0.03912770748138428, "subset_score_loss": 0.03912770748138428}
+{"step": 970000, "wall_time": 11472.503993988037, "train_loss_step": 7.328445911407471, "n_params": 4674760, "total_flops": 13930036838400000, "train_loss": 0.040906119346618655, "subset_score_loss": 0.040906119346618655}
+{"step": 980000, "wall_time": 11582.889171600342, "train_loss_step": 7.019454002380371, "n_params": 4674760, "total_flops": 14073645465600000, "train_loss": 0.04107003211975098, "subset_score_loss": 0.04107003211975098}
+{"step": 990000, "wall_time": 11691.906303405762, "train_loss_step": 6.947922706604004, "n_params": 4674760, "total_flops": 14217254092800000, "train_loss": 0.03772305727005005, "subset_score_loss": 0.03772305727005005}
+{"step": 1000000, "wall_time": 11889.276589870453, "train_loss_step": 6.924951553344727, "n_params": 4674760, "total_flops": 14360862720000000, "train_loss": 0.036072452068328854, "subset_score_loss": 0.036072452068328854, "memorization_fraction_pixel": 0.04190000146627426, "mean_nn_ratio_pixel": 0.9205103516578674, "fid": 281.9000030783528, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 11999.63710141182, "train_loss_step": 6.715459823608398, "n_params": 4674760, "total_flops": 14504471347200000, "train_loss": 0.038022241592407226, "subset_score_loss": 0.038022241592407226}
+{"step": 1020000, "wall_time": 12109.722905635834, "train_loss_step": 6.567632675170898, "n_params": 4674760, "total_flops": 14648079974400000, "train_loss": 0.036395132541656494, "subset_score_loss": 0.036395132541656494}
+{"step": 1030000, "wall_time": 12219.977168083191, "train_loss_step": 7.07288932800293, "n_params": 4674760, "total_flops": 14791688601600000, "train_loss": 0.04259018898010254, "subset_score_loss": 0.04259018898010254}
+{"step": 1040000, "wall_time": 12330.303146362305, "train_loss_step": 7.145708084106445, "n_params": 4674760, "total_flops": 14935297228800000, "train_loss": 0.0382657790184021, "subset_score_loss": 0.0382657790184021}
+{"step": 1050000, "wall_time": 12440.63406252861, "train_loss_step": 6.821664810180664, "n_params": 4674760, "total_flops": 15078905856000000, "train_loss": 0.038329553604125974, "subset_score_loss": 0.038329553604125974}
+{"step": 1060000, "wall_time": 12551.05830359459, "train_loss_step": 6.870042324066162, "n_params": 4674760, "total_flops": 15222514483200000, "train_loss": 0.04062417507171631, "subset_score_loss": 0.04062417507171631}
+{"step": 1070000, "wall_time": 12657.364521503448, "train_loss_step": 6.257817268371582, "n_params": 4674760, "total_flops": 15366123110400000, "train_loss": 0.035650250911712644, "subset_score_loss": 0.035650250911712644}
+{"step": 1080000, "wall_time": 12765.288938999176, "train_loss_step": 6.7384443283081055, "n_params": 4674760, "total_flops": 15509731737600000, "train_loss": 0.037364535331726074, "subset_score_loss": 0.037364535331726074}
+{"step": 1090000, "wall_time": 12874.412170886993, "train_loss_step": 6.84743595123291, "n_params": 4674760, "total_flops": 15653340364800000, "train_loss": 0.03894538640975952, "subset_score_loss": 0.03894538640975952}
+{"step": 1100000, "wall_time": 13071.0182158947, "train_loss_step": 6.547832012176514, "n_params": 4674760, "total_flops": 15796948992000000, "train_loss": 0.03631370782852173, "subset_score_loss": 0.03631370782852173, "memorization_fraction_pixel": 0.060499999672174454, "mean_nn_ratio_pixel": 0.8958395719528198, "fid": 268.8230795958043, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 13181.079981565475, "train_loss_step": 6.646924018859863, "n_params": 4674760, "total_flops": 15940557619200000, "train_loss": 0.03735265254974365, "subset_score_loss": 0.03735265254974365}
+{"step": 1120000, "wall_time": 13291.21351647377, "train_loss_step": 6.634861946105957, "n_params": 4674760, "total_flops": 16084166246400000, "train_loss": 0.035463809967041016, "subset_score_loss": 0.035463809967041016}
+{"step": 1130000, "wall_time": 13401.37467265129, "train_loss_step": 6.8105340003967285, "n_params": 4674760, "total_flops": 16227774873600000, "train_loss": 0.045885558128356936, "subset_score_loss": 0.045885558128356936}
+{"step": 1140000, "wall_time": 13511.4680621624, "train_loss_step": 6.642296314239502, "n_params": 4674760, "total_flops": 16371383500800000, "train_loss": 0.03479322910308838, "subset_score_loss": 0.03479322910308838}
+{"step": 1150000, "wall_time": 13616.066657304764, "train_loss_step": 6.497774124145508, "n_params": 4674760, "total_flops": 16514992128000000, "train_loss": 0.037129597663879396, "subset_score_loss": 0.037129597663879396}
+{"step": 1160000, "wall_time": 13704.753915786743, "train_loss_step": 6.516174793243408, "n_params": 4674760, "total_flops": 16658600755200000, "train_loss": 0.036896817684173584, "subset_score_loss": 0.036896817684173584}
+{"step": 1170000, "wall_time": 13794.620427370071, "train_loss_step": 6.649378776550293, "n_params": 4674760, "total_flops": 16802209382400000, "train_loss": 0.03683309316635132, "subset_score_loss": 0.03683309316635132}
+{"step": 1180000, "wall_time": 13886.363781452179, "train_loss_step": 6.709431171417236, "n_params": 4674760, "total_flops": 16945818009600000, "train_loss": 0.0354650354385376, "subset_score_loss": 0.0354650354385376}
+{"step": 1190000, "wall_time": 13959.28403544426, "train_loss_step": 6.731040000915527, "n_params": 4674760, "total_flops": 17089426636800000, "train_loss": 0.034568731784820554, "subset_score_loss": 0.034568731784820554}
+{"step": 1200000, "wall_time": 14155.378907442093, "train_loss_step": 6.310938835144043, "n_params": 4674760, "total_flops": 17233035264000000, "train_loss": 0.035792665481567384, "subset_score_loss": 0.035792665481567384, "memorization_fraction_pixel": 0.07069999724626541, "mean_nn_ratio_pixel": 0.8892807364463806, "fid": 239.05044448893324, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 14246.417742490768, "train_loss_step": 6.158868789672852, "n_params": 4674760, "total_flops": 17376643891200000, "train_loss": 0.032975003719329835, "subset_score_loss": 0.032975003719329835}
+{"step": 1220000, "wall_time": 14337.792638540268, "train_loss_step": 6.669182300567627, "n_params": 4674760, "total_flops": 17520252518400000, "train_loss": 0.036553721427917484, "subset_score_loss": 0.036553721427917484}
+{"step": 1230000, "wall_time": 14429.24460864067, "train_loss_step": 6.130599021911621, "n_params": 4674760, "total_flops": 17663861145600000, "train_loss": 0.035475738048553467, "subset_score_loss": 0.035475738048553467}
+{"step": 1240000, "wall_time": 14520.692681789398, "train_loss_step": 6.453396797180176, "n_params": 4674760, "total_flops": 17807469772800000, "train_loss": 0.034197347164154054, "subset_score_loss": 0.034197347164154054}
+{"step": 1250000, "wall_time": 14611.958232164383, "train_loss_step": 6.148280143737793, "n_params": 4674760, "total_flops": 17951078400000000, "train_loss": 0.03750133037567139, "subset_score_loss": 0.03750133037567139}
+{"step": 1260000, "wall_time": 14700.727318763733, "train_loss_step": 6.639100074768066, "n_params": 4674760, "total_flops": 18094687027200000, "train_loss": 0.03779036283493042, "subset_score_loss": 0.03779036283493042}
+{"step": 1270000, "wall_time": 14792.293155670166, "train_loss_step": 6.4381890296936035, "n_params": 4674760, "total_flops": 18238295654400000, "train_loss": 0.03688751220703125, "subset_score_loss": 0.03688751220703125}
+{"step": 1280000, "wall_time": 14880.411960840225, "train_loss_step": 6.204057693481445, "n_params": 4674760, "total_flops": 18381904281600000, "train_loss": 0.033940751552581784, "subset_score_loss": 0.033940751552581784}
+{"step": 1290000, "wall_time": 14971.889501810074, "train_loss_step": 5.659796714782715, "n_params": 4674760, "total_flops": 18525512908800000, "train_loss": 0.03341217041015625, "subset_score_loss": 0.03341217041015625}
+{"step": 1300000, "wall_time": 15133.069883108139, "train_loss_step": 6.164919853210449, "n_params": 4674760, "total_flops": 18669121536000000, "train_loss": 0.03752951383590698, "subset_score_loss": 0.03752951383590698, "memorization_fraction_pixel": 0.08009999990463257, "mean_nn_ratio_pixel": 0.8845433592796326, "fid": 238.13259282242652, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 15224.324948072433, "train_loss_step": 6.39294958114624, "n_params": 4674760, "total_flops": 18812730163200000, "train_loss": 0.03175929069519043, "subset_score_loss": 0.03175929069519043}
+{"step": 1320000, "wall_time": 15315.695699930191, "train_loss_step": 6.643610954284668, "n_params": 4674760, "total_flops": 18956338790400000, "train_loss": 0.034981720447540283, "subset_score_loss": 0.034981720447540283}
+{"step": 1330000, "wall_time": 15407.148784637451, "train_loss_step": 5.97689962387085, "n_params": 4674760, "total_flops": 19099947417600000, "train_loss": 0.0337834620475769, "subset_score_loss": 0.0337834620475769}
+{"step": 1340000, "wall_time": 15498.56929063797, "train_loss_step": 6.330500602722168, "n_params": 4674760, "total_flops": 19243556044800000, "train_loss": 0.03495499610900879, "subset_score_loss": 0.03495499610900879}
+{"step": 1350000, "wall_time": 15588.197566509247, "train_loss_step": 6.402850151062012, "n_params": 4674760, "total_flops": 19387164672000000, "train_loss": 0.036092519760131836, "subset_score_loss": 0.036092519760131836}
+{"step": 1360000, "wall_time": 15679.595597028732, "train_loss_step": 5.946239948272705, "n_params": 4674760, "total_flops": 19530773299200000, "train_loss": 0.0314676308631897, "subset_score_loss": 0.0314676308631897}
+{"step": 1370000, "wall_time": 15771.062332391739, "train_loss_step": 5.902474403381348, "n_params": 4674760, "total_flops": 19674381926400000, "train_loss": 0.030934836864471436, "subset_score_loss": 0.030934836864471436}
+{"step": 1380000, "wall_time": 15859.062600851059, "train_loss_step": 6.0364766120910645, "n_params": 4674760, "total_flops": 19817990553600000, "train_loss": 0.03121936559677124, "subset_score_loss": 0.03121936559677124}
+{"step": 1390000, "wall_time": 15950.416900873184, "train_loss_step": 6.012848854064941, "n_params": 4674760, "total_flops": 19961599180800000, "train_loss": 0.0334164834022522, "subset_score_loss": 0.0334164834022522}
+{"step": 1400000, "wall_time": 16112.415488958359, "train_loss_step": 5.590477466583252, "n_params": 4674760, "total_flops": 20105207808000000, "train_loss": 0.035136516094207766, "subset_score_loss": 0.035136516094207766, "memorization_fraction_pixel": 0.09470000118017197, "mean_nn_ratio_pixel": 0.8672972917556763, "fid": 227.3124751360673, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 16203.69526386261, "train_loss_step": 6.276683807373047, "n_params": 4674760, "total_flops": 20248816435200000, "train_loss": 0.033697257041931154, "subset_score_loss": 0.033697257041931154}
+{"step": 1420000, "wall_time": 16295.18605208397, "train_loss_step": 6.194144248962402, "n_params": 4674760, "total_flops": 20392425062400000, "train_loss": 0.03348677396774292, "subset_score_loss": 0.03348677396774292}
+{"step": 1430000, "wall_time": 16386.671546697617, "train_loss_step": 5.964353561401367, "n_params": 4674760, "total_flops": 20536033689600000, "train_loss": 0.03205913305282593, "subset_score_loss": 0.03205913305282593}
+{"step": 1440000, "wall_time": 16478.081704378128, "train_loss_step": 6.272632598876953, "n_params": 4674760, "total_flops": 20679642316800000, "train_loss": 0.032255754470825196, "subset_score_loss": 0.032255754470825196}
+{"step": 1450000, "wall_time": 16567.735965251923, "train_loss_step": 6.105330467224121, "n_params": 4674760, "total_flops": 20823250944000000, "train_loss": 0.03115367889404297, "subset_score_loss": 0.03115367889404297}
+{"step": 1460000, "wall_time": 16659.22320008278, "train_loss_step": 6.1587300300598145, "n_params": 4674760, "total_flops": 20966859571200000, "train_loss": 0.03285980224609375, "subset_score_loss": 0.03285980224609375}
+{"step": 1470000, "wall_time": 16750.608709812164, "train_loss_step": 5.976247787475586, "n_params": 4674760, "total_flops": 21110468198400000, "train_loss": 0.03466107130050659, "subset_score_loss": 0.03466107130050659}
+{"step": 1480000, "wall_time": 16840.661508321762, "train_loss_step": 5.902548789978027, "n_params": 4674760, "total_flops": 21254076825600000, "train_loss": 0.030645511150360107, "subset_score_loss": 0.030645511150360107}
+{"step": 1490000, "wall_time": 16930.184039354324, "train_loss_step": 6.186615943908691, "n_params": 4674760, "total_flops": 21397685452800000, "train_loss": 0.032778477668762206, "subset_score_loss": 0.032778477668762206}
+{"step": 1500000, "wall_time": 17089.512264490128, "train_loss_step": 5.747262954711914, "n_params": 4674760, "total_flops": 21541294080000000, "train_loss": 0.03313103199005127, "subset_score_loss": 0.03313103199005127, "memorization_fraction_pixel": 0.10499999672174454, "mean_nn_ratio_pixel": 0.8519631624221802, "fid": 201.77552099365684, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 17181.08335161209, "train_loss_step": 6.411224842071533, "n_params": 4674760, "total_flops": 21684902707200000, "train_loss": 0.03179300546646118, "subset_score_loss": 0.03179300546646118}
+{"step": 1520000, "wall_time": 17272.495901823044, "train_loss_step": 5.978573799133301, "n_params": 4674760, "total_flops": 21828511334400000, "train_loss": 0.03952911376953125, "subset_score_loss": 0.03952911376953125}
+{"step": 1530000, "wall_time": 17363.8697180748, "train_loss_step": 6.16383171081543, "n_params": 4674760, "total_flops": 21972119961600000, "train_loss": 0.034180781841278075, "subset_score_loss": 0.034180781841278075}
+{"step": 1540000, "wall_time": 17453.293032884598, "train_loss_step": 5.843205451965332, "n_params": 4674760, "total_flops": 22115728588800000, "train_loss": 0.030566060543060304, "subset_score_loss": 0.030566060543060304}
+{"step": 1550000, "wall_time": 17544.707325935364, "train_loss_step": 6.275279998779297, "n_params": 4674760, "total_flops": 22259337216000000, "train_loss": 0.03572108268737793, "subset_score_loss": 0.03572108268737793}
+{"step": 1560000, "wall_time": 17636.2148065567, "train_loss_step": 6.116762161254883, "n_params": 4674760, "total_flops": 22402945843200000, "train_loss": 0.03323585987091064, "subset_score_loss": 0.03323585987091064}
+{"step": 1570000, "wall_time": 17725.80227637291, "train_loss_step": 5.490363597869873, "n_params": 4674760, "total_flops": 22546554470400000, "train_loss": 0.029891889095306396, "subset_score_loss": 0.029891889095306396}
+{"step": 1580000, "wall_time": 17817.12314772606, "train_loss_step": 6.14018440246582, "n_params": 4674760, "total_flops": 22690163097600000, "train_loss": 0.029954137802124022, "subset_score_loss": 0.029954137802124022}
+{"step": 1590000, "wall_time": 17906.85878419876, "train_loss_step": 5.725106716156006, "n_params": 4674760, "total_flops": 22833771724800000, "train_loss": 0.030650038719177247, "subset_score_loss": 0.030650038719177247}
+{"step": 1600000, "wall_time": 18071.88143825531, "train_loss_step": 6.4704694747924805, "n_params": 4674760, "total_flops": 22977380352000000, "train_loss": 0.03635293483734131, "subset_score_loss": 0.03635293483734131, "memorization_fraction_pixel": 0.13269999623298645, "mean_nn_ratio_pixel": 0.8183835744857788, "fid": 175.0718224929195, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 18160.91387462616, "train_loss_step": 6.215169429779053, "n_params": 4674760, "total_flops": 23120988979200000, "train_loss": 0.033791933059692386, "subset_score_loss": 0.033791933059692386}
+{"step": 1620000, "wall_time": 18252.430606365204, "train_loss_step": 5.882364273071289, "n_params": 4674760, "total_flops": 23264597606400000, "train_loss": 0.03075258731842041, "subset_score_loss": 0.03075258731842041}
+{"step": 1630000, "wall_time": 18343.816625118256, "train_loss_step": 5.9009013175964355, "n_params": 4674760, "total_flops": 23408206233600000, "train_loss": 0.029670231342315674, "subset_score_loss": 0.029670231342315674}
+{"step": 1640000, "wall_time": 18433.729180812836, "train_loss_step": 6.291821479797363, "n_params": 4674760, "total_flops": 23551814860800000, "train_loss": 0.0331677508354187, "subset_score_loss": 0.0331677508354187}
+{"step": 1650000, "wall_time": 18525.189398288727, "train_loss_step": 5.733196258544922, "n_params": 4674760, "total_flops": 23695423488000000, "train_loss": 0.031345882415771485, "subset_score_loss": 0.031345882415771485}
+{"step": 1660000, "wall_time": 18616.67384171486, "train_loss_step": 5.926148414611816, "n_params": 4674760, "total_flops": 23839032115200000, "train_loss": 0.03359918594360352, "subset_score_loss": 0.03359918594360352}
+{"step": 1670000, "wall_time": 18706.59333205223, "train_loss_step": 5.9207916259765625, "n_params": 4674760, "total_flops": 23982640742400000, "train_loss": 0.03186383008956909, "subset_score_loss": 0.03186383008956909}
+{"step": 1680000, "wall_time": 18798.004032611847, "train_loss_step": 5.795928001403809, "n_params": 4674760, "total_flops": 24126249369600000, "train_loss": 0.02923628568649292, "subset_score_loss": 0.02923628568649292}
+{"step": 1690000, "wall_time": 18889.384554862976, "train_loss_step": 5.299498081207275, "n_params": 4674760, "total_flops": 24269857996800000, "train_loss": 0.03230931997299194, "subset_score_loss": 0.03230931997299194}
+{"step": 1700000, "wall_time": 19074.951976537704, "train_loss_step": 5.8235015869140625, "n_params": 4674760, "total_flops": 24413466624000000, "train_loss": 0.029203052520751952, "subset_score_loss": 0.029203052520751952, "memorization_fraction_pixel": 0.13989999890327454, "mean_nn_ratio_pixel": 0.812775194644928, "fid": 176.51338137328992, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 19161.21837425232, "train_loss_step": 5.573969841003418, "n_params": 4674760, "total_flops": 24557075251200000, "train_loss": 0.029513204097747804, "subset_score_loss": 0.029513204097747804}
+{"step": 1720000, "wall_time": 19239.123752593994, "train_loss_step": 5.661632537841797, "n_params": 4674760, "total_flops": 24700683878400000, "train_loss": 0.028746514320373534, "subset_score_loss": 0.028746514320373534}
+{"step": 1730000, "wall_time": 19328.64350938797, "train_loss_step": 5.899835586547852, "n_params": 4674760, "total_flops": 24844292505600000, "train_loss": 0.030959978103637695, "subset_score_loss": 0.030959978103637695}
+{"step": 1740000, "wall_time": 19420.117134809494, "train_loss_step": 5.701598644256592, "n_params": 4674760, "total_flops": 24987901132800000, "train_loss": 0.0278153133392334, "subset_score_loss": 0.0278153133392334}
+{"step": 1750000, "wall_time": 19511.586933612823, "train_loss_step": 6.067528247833252, "n_params": 4674760, "total_flops": 25131509760000000, "train_loss": 0.033006696701049804, "subset_score_loss": 0.033006696701049804}
+{"step": 1760000, "wall_time": 19602.94552230835, "train_loss_step": 5.897799491882324, "n_params": 4674760, "total_flops": 25275118387200000, "train_loss": 0.03189519643783569, "subset_score_loss": 0.03189519643783569}
+{"step": 1770000, "wall_time": 19692.54215145111, "train_loss_step": 5.6790876388549805, "n_params": 4674760, "total_flops": 25418727014400000, "train_loss": 0.029907028675079345, "subset_score_loss": 0.029907028675079345}
+{"step": 1780000, "wall_time": 19783.88804793358, "train_loss_step": 5.604992866516113, "n_params": 4674760, "total_flops": 25562335641600000, "train_loss": 0.03025670051574707, "subset_score_loss": 0.03025670051574707}
+{"step": 1790000, "wall_time": 19875.36381340027, "train_loss_step": 5.582198143005371, "n_params": 4674760, "total_flops": 25705944268800000, "train_loss": 0.031035850048065184, "subset_score_loss": 0.031035850048065184}
+{"step": 1800000, "wall_time": 20077.15997862816, "train_loss_step": 5.735027313232422, "n_params": 4674760, "total_flops": 25849552896000000, "train_loss": 0.03002624273300171, "subset_score_loss": 0.03002624273300171, "memorization_fraction_pixel": 0.15369999408721924, "mean_nn_ratio_pixel": 0.798821210861206, "fid": 163.09072700861356, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 20168.430459737778, "train_loss_step": 5.403059005737305, "n_params": 4674760, "total_flops": 25993161523200000, "train_loss": 0.02982361078262329, "subset_score_loss": 0.02982361078262329}
+{"step": 1820000, "wall_time": 20253.200310230255, "train_loss_step": 5.823843955993652, "n_params": 4674760, "total_flops": 26136770150400000, "train_loss": 0.030862805843353273, "subset_score_loss": 0.030862805843353273}
+{"step": 1830000, "wall_time": 20337.693842172623, "train_loss_step": 5.427962303161621, "n_params": 4674760, "total_flops": 26280378777600000, "train_loss": 0.03170045137405395, "subset_score_loss": 0.03170045137405395}
+{"step": 1840000, "wall_time": 20429.13868021965, "train_loss_step": 5.625123023986816, "n_params": 4674760, "total_flops": 26423987404800000, "train_loss": 0.028754863739013672, "subset_score_loss": 0.028754863739013672}
+{"step": 1850000, "wall_time": 20520.589153766632, "train_loss_step": 5.542084693908691, "n_params": 4674760, "total_flops": 26567596032000000, "train_loss": 0.029978947639465334, "subset_score_loss": 0.029978947639465334}
+{"step": 1860000, "wall_time": 20610.26093864441, "train_loss_step": 5.358918190002441, "n_params": 4674760, "total_flops": 26711204659200000, "train_loss": 0.030735774040222166, "subset_score_loss": 0.030735774040222166}
+{"step": 1870000, "wall_time": 20701.54063487053, "train_loss_step": 5.880519866943359, "n_params": 4674760, "total_flops": 26854813286400000, "train_loss": 0.03043828725814819, "subset_score_loss": 0.03043828725814819}
+{"step": 1880000, "wall_time": 20792.705322742462, "train_loss_step": 5.344165802001953, "n_params": 4674760, "total_flops": 26998421913600000, "train_loss": 0.02899904489517212, "subset_score_loss": 0.02899904489517212}
+{"step": 1890000, "wall_time": 20884.014801979065, "train_loss_step": 5.7886810302734375, "n_params": 4674760, "total_flops": 27142030540800000, "train_loss": 0.030102636814117432, "subset_score_loss": 0.030102636814117432}
+{"step": 1900000, "wall_time": 21074.679837465286, "train_loss_step": 5.32417631149292, "n_params": 4674760, "total_flops": 27285639168000000, "train_loss": 0.028666803836822508, "subset_score_loss": 0.028666803836822508, "memorization_fraction_pixel": 0.15189999341964722, "mean_nn_ratio_pixel": 0.8023223876953125, "fid": 158.55974402627277, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 21163.866482257843, "train_loss_step": 5.676183700561523, "n_params": 4674760, "total_flops": 27429247795200000, "train_loss": 0.028573992252349852, "subset_score_loss": 0.028573992252349852}
+{"step": 1920000, "wall_time": 21255.34097146988, "train_loss_step": 5.510481357574463, "n_params": 4674760, "total_flops": 27572856422400000, "train_loss": 0.027278521060943604, "subset_score_loss": 0.027278521060943604}
+{"step": 1930000, "wall_time": 21337.72460913658, "train_loss_step": 5.615372180938721, "n_params": 4674760, "total_flops": 27716465049600000, "train_loss": 0.027462003231048585, "subset_score_loss": 0.027462003231048585}
+{"step": 1940000, "wall_time": 21423.259848833084, "train_loss_step": 5.36776876449585, "n_params": 4674760, "total_flops": 27860073676800000, "train_loss": 0.03022794485092163, "subset_score_loss": 0.03022794485092163}
+{"step": 1950000, "wall_time": 21512.883774757385, "train_loss_step": 5.428341865539551, "n_params": 4674760, "total_flops": 28003682304000000, "train_loss": 0.02637770652770996, "subset_score_loss": 0.02637770652770996}
+{"step": 1960000, "wall_time": 21604.3840341568, "train_loss_step": 5.712305068969727, "n_params": 4674760, "total_flops": 28147290931200000, "train_loss": 0.027320544719696045, "subset_score_loss": 0.027320544719696045}
+{"step": 1970000, "wall_time": 21695.818480968475, "train_loss_step": 5.377846717834473, "n_params": 4674760, "total_flops": 28290899558400000, "train_loss": 0.02856299638748169, "subset_score_loss": 0.02856299638748169}
+{"step": 1980000, "wall_time": 21787.15894651413, "train_loss_step": 5.176242828369141, "n_params": 4674760, "total_flops": 28434508185600000, "train_loss": 0.028091931343078615, "subset_score_loss": 0.028091931343078615}
+{"step": 1990000, "wall_time": 21878.241100549698, "train_loss_step": 5.610257148742676, "n_params": 4674760, "total_flops": 28578116812800000, "train_loss": 0.026890852451324464, "subset_score_loss": 0.026890852451324464}
+{"step": 2000000, "wall_time": 22070.82896089554, "train_loss_step": 5.159757614135742, "n_params": 4674760, "total_flops": 28721725440000000, "train_loss": 0.02661713123321533, "subset_score_loss": 0.02661713123321533, "memorization_fraction_pixel": 0.1729000061750412, "mean_nn_ratio_pixel": 0.7702007293701172, "fid": 142.97847159444217, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 22160.41729950905, "train_loss_step": 5.802254676818848, "n_params": 4674760, "total_flops": 28865334067200000, "train_loss": 0.03171386003494263, "subset_score_loss": 0.03171386003494263}
+{"step": 2020000, "wall_time": 22251.86273789406, "train_loss_step": 5.053325176239014, "n_params": 4674760, "total_flops": 29008942694400000, "train_loss": 0.031507298946380616, "subset_score_loss": 0.031507298946380616}
+{"step": 2030000, "wall_time": 22343.39554286003, "train_loss_step": 5.253401756286621, "n_params": 4674760, "total_flops": 29152551321600000, "train_loss": 0.028739371299743653, "subset_score_loss": 0.028739371299743653}
+{"step": 2040000, "wall_time": 22424.2890355587, "train_loss_step": 5.516906261444092, "n_params": 4674760, "total_flops": 29296159948800000, "train_loss": 0.02735565185546875, "subset_score_loss": 0.02735565185546875}
+{"step": 2050000, "wall_time": 22509.173544168472, "train_loss_step": 5.388124465942383, "n_params": 4674760, "total_flops": 29439768576000000, "train_loss": 0.028528521060943602, "subset_score_loss": 0.028528521060943602}
+{"step": 2060000, "wall_time": 22600.701503515244, "train_loss_step": 5.517894268035889, "n_params": 4674760, "total_flops": 29583377203200000, "train_loss": 0.031161859035491943, "subset_score_loss": 0.031161859035491943}
+{"step": 2070000, "wall_time": 22691.910977363586, "train_loss_step": 5.479640960693359, "n_params": 4674760, "total_flops": 29726985830400000, "train_loss": 0.027973711490631104, "subset_score_loss": 0.027973711490631104}
+{"step": 2080000, "wall_time": 22783.252559900284, "train_loss_step": 5.65190315246582, "n_params": 4674760, "total_flops": 29870594457600000, "train_loss": 0.028728151321411134, "subset_score_loss": 0.028728151321411134}
+{"step": 2090000, "wall_time": 22874.43830370903, "train_loss_step": 5.303382396697998, "n_params": 4674760, "total_flops": 30014203084800000, "train_loss": 0.02744055986404419, "subset_score_loss": 0.02744055986404419}
+{"step": 2100000, "wall_time": 23069.447362184525, "train_loss_step": 5.739865303039551, "n_params": 4674760, "total_flops": 30157811712000000, "train_loss": 0.0295159387588501, "subset_score_loss": 0.0295159387588501, "memorization_fraction_pixel": 0.18490000069141388, "mean_nn_ratio_pixel": 0.7627477049827576, "fid": 136.41179330753351, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 23160.477491140366, "train_loss_step": 5.148601531982422, "n_params": 4674760, "total_flops": 30301420339200000, "train_loss": 0.027199952602386473, "subset_score_loss": 0.027199952602386473}
+{"step": 2120000, "wall_time": 23251.87052130699, "train_loss_step": 5.455934047698975, "n_params": 4674760, "total_flops": 30445028966400000, "train_loss": 0.02781775712966919, "subset_score_loss": 0.02781775712966919}
+{"step": 2130000, "wall_time": 23343.419178009033, "train_loss_step": 5.462926864624023, "n_params": 4674760, "total_flops": 30588637593600000, "train_loss": 0.028815741539001464, "subset_score_loss": 0.028815741539001464}
+{"step": 2140000, "wall_time": 23433.12158060074, "train_loss_step": 5.266186714172363, "n_params": 4674760, "total_flops": 30732246220800000, "train_loss": 0.02963094711303711, "subset_score_loss": 0.02963094711303711}
+{"step": 2150000, "wall_time": 23511.87637090683, "train_loss_step": 5.008375644683838, "n_params": 4674760, "total_flops": 30875854848000000, "train_loss": 0.025619263648986815, "subset_score_loss": 0.025619263648986815}
+{"step": 2160000, "wall_time": 23600.989941835403, "train_loss_step": 5.124502658843994, "n_params": 4674760, "total_flops": 31019463475200000, "train_loss": 0.027842905521392822, "subset_score_loss": 0.027842905521392822}
+{"step": 2170000, "wall_time": 23692.344608068466, "train_loss_step": 5.719204902648926, "n_params": 4674760, "total_flops": 31163072102400000, "train_loss": 0.02836505889892578, "subset_score_loss": 0.02836505889892578}
+{"step": 2180000, "wall_time": 23783.66502904892, "train_loss_step": 5.715423583984375, "n_params": 4674760, "total_flops": 31306680729600000, "train_loss": 0.025832054615020753, "subset_score_loss": 0.025832054615020753}
+{"step": 2190000, "wall_time": 23875.037904024124, "train_loss_step": 5.094635009765625, "n_params": 4674760, "total_flops": 31450289356800000, "train_loss": 0.025010313987731934, "subset_score_loss": 0.025010313987731934}
+{"step": 2200000, "wall_time": 24085.129801273346, "train_loss_step": 5.084882736206055, "n_params": 4674760, "total_flops": 31593897984000000, "train_loss": 0.025346977710723875, "subset_score_loss": 0.025346977710723875, "memorization_fraction_pixel": 0.18729999661445618, "mean_nn_ratio_pixel": 0.7578103542327881, "fid": 129.1657506475429, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 24176.433697462082, "train_loss_step": 5.113669395446777, "n_params": 4674760, "total_flops": 31737506611200000, "train_loss": 0.025828912258148193, "subset_score_loss": 0.025828912258148193}
+{"step": 2220000, "wall_time": 24267.77197289467, "train_loss_step": 5.450906276702881, "n_params": 4674760, "total_flops": 31881115238400000, "train_loss": 0.029500041007995605, "subset_score_loss": 0.029500041007995605}
+{"step": 2230000, "wall_time": 24357.310878753662, "train_loss_step": 5.361624240875244, "n_params": 4674760, "total_flops": 32024723865600000, "train_loss": 0.02711979627609253, "subset_score_loss": 0.02711979627609253}
+{"step": 2240000, "wall_time": 24448.70127081871, "train_loss_step": 5.101802825927734, "n_params": 4674760, "total_flops": 32168332492800000, "train_loss": 0.02456544876098633, "subset_score_loss": 0.02456544876098633}
+{"step": 2250000, "wall_time": 24540.59401154518, "train_loss_step": 5.463686943054199, "n_params": 4674760, "total_flops": 32311941120000000, "train_loss": 0.02984527587890625, "subset_score_loss": 0.02984527587890625}
+{"step": 2260000, "wall_time": 24621.609984874725, "train_loss_step": 5.166982173919678, "n_params": 4674760, "total_flops": 32455549747200000, "train_loss": 0.025994625091552735, "subset_score_loss": 0.025994625091552735}
+{"step": 2270000, "wall_time": 24712.990042209625, "train_loss_step": 5.828280448913574, "n_params": 4674760, "total_flops": 32599158374400000, "train_loss": 0.029395332336425783, "subset_score_loss": 0.029395332336425783}
+{"step": 2280000, "wall_time": 24804.052411317825, "train_loss_step": 5.119287014007568, "n_params": 4674760, "total_flops": 32742767001600000, "train_loss": 0.03003504514694214, "subset_score_loss": 0.03003504514694214}
+{"step": 2290000, "wall_time": 24893.840334415436, "train_loss_step": 5.738466739654541, "n_params": 4674760, "total_flops": 32886375628800000, "train_loss": 0.029855597019195556, "subset_score_loss": 0.029855597019195556}
+{"step": 2300000, "wall_time": 25080.704748392105, "train_loss_step": 5.126830101013184, "n_params": 4674760, "total_flops": 33029984256000000, "train_loss": 0.025919039249420166, "subset_score_loss": 0.025919039249420166, "memorization_fraction_pixel": 0.19820000231266022, "mean_nn_ratio_pixel": 0.7536649703979492, "fid": 133.41852930666107, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 25172.086569547653, "train_loss_step": 5.712242126464844, "n_params": 4674760, "total_flops": 33173592883200000, "train_loss": 0.028340299129486084, "subset_score_loss": 0.028340299129486084}
+{"step": 2320000, "wall_time": 25263.21702027321, "train_loss_step": 5.567030906677246, "n_params": 4674760, "total_flops": 33317201510400000, "train_loss": 0.026846635341644286, "subset_score_loss": 0.026846635341644286}
+{"step": 2330000, "wall_time": 25352.845237970352, "train_loss_step": 5.611598968505859, "n_params": 4674760, "total_flops": 33460810137600000, "train_loss": 0.02665764808654785, "subset_score_loss": 0.02665764808654785}
+{"step": 2340000, "wall_time": 25444.37441301346, "train_loss_step": 5.329577922821045, "n_params": 4674760, "total_flops": 33604418764800000, "train_loss": 0.028600900173187255, "subset_score_loss": 0.028600900173187255}
+{"step": 2350000, "wall_time": 25535.7384929657, "train_loss_step": 5.491687297821045, "n_params": 4674760, "total_flops": 33748027392000000, "train_loss": 0.026167407035827636, "subset_score_loss": 0.026167407035827636}
+{"step": 2360000, "wall_time": 25622.670867443085, "train_loss_step": 5.103481292724609, "n_params": 4674760, "total_flops": 33891636019200000, "train_loss": 0.03063046932220459, "subset_score_loss": 0.03063046932220459}
+{"step": 2370000, "wall_time": 25707.884324789047, "train_loss_step": 5.759504318237305, "n_params": 4674760, "total_flops": 34035244646400000, "train_loss": 0.027695138454437256, "subset_score_loss": 0.027695138454437256}
+{"step": 2380000, "wall_time": 25797.575047016144, "train_loss_step": 5.127455711364746, "n_params": 4674760, "total_flops": 34178853273600000, "train_loss": 0.025536153316497803, "subset_score_loss": 0.025536153316497803}
+{"step": 2390000, "wall_time": 25889.085098028183, "train_loss_step": 5.228488445281982, "n_params": 4674760, "total_flops": 34322461900800000, "train_loss": 0.027170910835266113, "subset_score_loss": 0.027170910835266113}
+{"step": 2400000, "wall_time": 26095.20560479164, "train_loss_step": 5.4476423263549805, "n_params": 4674760, "total_flops": 34466070528000000, "train_loss": 0.02686676025390625, "subset_score_loss": 0.02686676025390625, "memorization_fraction_pixel": 0.2037000060081482, "mean_nn_ratio_pixel": 0.7537513375282288, "fid": 137.3254459837508, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 26186.591450214386, "train_loss_step": 5.016443252563477, "n_params": 4674760, "total_flops": 34609679155200000, "train_loss": 0.02369523286819458, "subset_score_loss": 0.02369523286819458}
+{"step": 2420000, "wall_time": 26275.97022843361, "train_loss_step": 5.1036577224731445, "n_params": 4674760, "total_flops": 34753287782400000, "train_loss": 0.025871901512145995, "subset_score_loss": 0.025871901512145995}
+{"step": 2430000, "wall_time": 26367.359496831894, "train_loss_step": 5.008388519287109, "n_params": 4674760, "total_flops": 34896896409600000, "train_loss": 0.026442914009094237, "subset_score_loss": 0.026442914009094237}
+{"step": 2440000, "wall_time": 26458.801168203354, "train_loss_step": 4.958168983459473, "n_params": 4674760, "total_flops": 35040505036800000, "train_loss": 0.024701263904571533, "subset_score_loss": 0.024701263904571533}
+{"step": 2450000, "wall_time": 26550.038859128952, "train_loss_step": 5.2498273849487305, "n_params": 4674760, "total_flops": 35184113664000000, "train_loss": 0.03006718873977661, "subset_score_loss": 0.03006718873977661}
+{"step": 2460000, "wall_time": 26641.461465358734, "train_loss_step": 5.439007759094238, "n_params": 4674760, "total_flops": 35327722291200000, "train_loss": 0.027119240760803222, "subset_score_loss": 0.027119240760803222}
+{"step": 2470000, "wall_time": 26716.260363817215, "train_loss_step": 5.49189567565918, "n_params": 4674760, "total_flops": 35471330918400000, "train_loss": 0.029517390727996827, "subset_score_loss": 0.029517390727996827}
+{"step": 2480000, "wall_time": 26805.11798143387, "train_loss_step": 4.822399139404297, "n_params": 4674760, "total_flops": 35614939545600000, "train_loss": 0.024190866947174074, "subset_score_loss": 0.024190866947174074}
+{"step": 2490000, "wall_time": 26896.548738241196, "train_loss_step": 5.3195648193359375, "n_params": 4674760, "total_flops": 35758548172800000, "train_loss": 0.025418424606323244, "subset_score_loss": 0.025418424606323244}
+{"step": 2500000, "wall_time": 27094.30544233322, "train_loss_step": 4.862313747406006, "n_params": 4674760, "total_flops": 35902156800000000, "train_loss": 0.024544293880462646, "subset_score_loss": 0.024544293880462646, "memorization_fraction_pixel": 0.23149999976158142, "mean_nn_ratio_pixel": 0.721194863319397, "fid": 120.50617527706726, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 27183.902280807495, "train_loss_step": 4.820857524871826, "n_params": 4674760, "total_flops": 36045765427200000, "train_loss": 0.02333906650543213, "subset_score_loss": 0.02333906650543213}
+{"step": 2520000, "wall_time": 27275.198553800583, "train_loss_step": 4.804898738861084, "n_params": 4674760, "total_flops": 36189374054400000, "train_loss": 0.027192180156707765, "subset_score_loss": 0.027192180156707765}
+{"step": 2530000, "wall_time": 27366.584540128708, "train_loss_step": 5.201122760772705, "n_params": 4674760, "total_flops": 36332982681600000, "train_loss": 0.025545709133148194, "subset_score_loss": 0.025545709133148194}
+{"step": 2540000, "wall_time": 27457.90754389763, "train_loss_step": 5.417126655578613, "n_params": 4674760, "total_flops": 36476591308800000, "train_loss": 0.025026745796203613, "subset_score_loss": 0.025026745796203613}
+{"step": 2550000, "wall_time": 27549.34218978882, "train_loss_step": 5.292466640472412, "n_params": 4674760, "total_flops": 36620199936000000, "train_loss": 0.02648038625717163, "subset_score_loss": 0.02648038625717163}
+{"step": 2560000, "wall_time": 27638.382400274277, "train_loss_step": 5.3198323249816895, "n_params": 4674760, "total_flops": 36763808563200000, "train_loss": 0.025174016952514647, "subset_score_loss": 0.025174016952514647}
+{"step": 2570000, "wall_time": 27730.15755558014, "train_loss_step": 5.033197402954102, "n_params": 4674760, "total_flops": 36907417190400000, "train_loss": 0.025098092555999756, "subset_score_loss": 0.025098092555999756}
+{"step": 2580000, "wall_time": 27806.45289874077, "train_loss_step": 5.175489902496338, "n_params": 4674760, "total_flops": 37051025817600000, "train_loss": 0.02484701871871948, "subset_score_loss": 0.02484701871871948}
+{"step": 2590000, "wall_time": 27895.92386484146, "train_loss_step": 4.878203868865967, "n_params": 4674760, "total_flops": 37194634444800000, "train_loss": 0.024563400745391845, "subset_score_loss": 0.024563400745391845}
+{"step": 2600000, "wall_time": 28100.673147916794, "train_loss_step": 5.320101261138916, "n_params": 4674760, "total_flops": 37338243072000000, "train_loss": 0.028075289726257325, "subset_score_loss": 0.028075289726257325, "memorization_fraction_pixel": 0.23589999973773956, "mean_nn_ratio_pixel": 0.7183282375335693, "fid": 126.13805877279245, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 28192.13586497307, "train_loss_step": 5.127839088439941, "n_params": 4674760, "total_flops": 37481851699200000, "train_loss": 0.026429860591888427, "subset_score_loss": 0.026429860591888427}
+{"step": 2620000, "wall_time": 28283.42456817627, "train_loss_step": 5.1151299476623535, "n_params": 4674760, "total_flops": 37625460326400000, "train_loss": 0.02414926290512085, "subset_score_loss": 0.02414926290512085}
+{"step": 2630000, "wall_time": 28374.634743213654, "train_loss_step": 5.37773323059082, "n_params": 4674760, "total_flops": 37769068953600000, "train_loss": 0.02541170597076416, "subset_score_loss": 0.02541170597076416}
+{"step": 2640000, "wall_time": 28465.871996164322, "train_loss_step": 5.492816925048828, "n_params": 4674760, "total_flops": 37912677580800000, "train_loss": 0.027236270904541015, "subset_score_loss": 0.027236270904541015}
+{"step": 2650000, "wall_time": 28555.19713115692, "train_loss_step": 5.596616744995117, "n_params": 4674760, "total_flops": 38056286208000000, "train_loss": 0.026623787879943846, "subset_score_loss": 0.026623787879943846}
+{"step": 2660000, "wall_time": 28646.37460231781, "train_loss_step": 5.126768589019775, "n_params": 4674760, "total_flops": 38199894835200000, "train_loss": 0.023677847385406493, "subset_score_loss": 0.023677847385406493}
+{"step": 2670000, "wall_time": 28737.818281412125, "train_loss_step": 4.927451133728027, "n_params": 4674760, "total_flops": 38343503462400000, "train_loss": 0.023975634574890138, "subset_score_loss": 0.023975634574890138}
+{"step": 2680000, "wall_time": 28829.66822695732, "train_loss_step": 5.052181243896484, "n_params": 4674760, "total_flops": 38487112089600000, "train_loss": 0.02376523017883301, "subset_score_loss": 0.02376523017883301}
+{"step": 2690000, "wall_time": 28909.639867067337, "train_loss_step": 4.913763523101807, "n_params": 4674760, "total_flops": 38630720716800000, "train_loss": 0.023957602977752686, "subset_score_loss": 0.023957602977752686}
+{"step": 2700000, "wall_time": 29113.099405288696, "train_loss_step": 5.265397071838379, "n_params": 4674760, "total_flops": 38774329344000000, "train_loss": 0.025030007362365724, "subset_score_loss": 0.025030007362365724, "memorization_fraction_pixel": 0.2257000058889389, "mean_nn_ratio_pixel": 0.7270557880401611, "fid": 122.36316020391581, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 29204.717036485672, "train_loss_step": 4.972868919372559, "n_params": 4674760, "total_flops": 38917937971200000, "train_loss": 0.029926390647888185, "subset_score_loss": 0.029926390647888185}
+{"step": 2720000, "wall_time": 29296.030814170837, "train_loss_step": 5.627801418304443, "n_params": 4674760, "total_flops": 39061546598400000, "train_loss": 0.02602529287338257, "subset_score_loss": 0.02602529287338257}
+{"step": 2730000, "wall_time": 29387.256017684937, "train_loss_step": 5.260519027709961, "n_params": 4674760, "total_flops": 39205155225600000, "train_loss": 0.021851725578308105, "subset_score_loss": 0.021851725578308105}
+{"step": 2740000, "wall_time": 29476.71810913086, "train_loss_step": 4.758561134338379, "n_params": 4674760, "total_flops": 39348763852800000, "train_loss": 0.028803858757019043, "subset_score_loss": 0.028803858757019043}
+{"step": 2750000, "wall_time": 29568.09324645996, "train_loss_step": 4.801746368408203, "n_params": 4674760, "total_flops": 39492372480000000, "train_loss": 0.022790238857269288, "subset_score_loss": 0.022790238857269288}
+{"step": 2760000, "wall_time": 29659.561057567596, "train_loss_step": 5.450466156005859, "n_params": 4674760, "total_flops": 39635981107200000, "train_loss": 0.022568938732147218, "subset_score_loss": 0.022568938732147218}
+{"step": 2770000, "wall_time": 29751.088971138, "train_loss_step": 4.686902046203613, "n_params": 4674760, "total_flops": 39779589734400000, "train_loss": 0.022110872268676758, "subset_score_loss": 0.022110872268676758}
+{"step": 2780000, "wall_time": 29842.547605514526, "train_loss_step": 4.913692474365234, "n_params": 4674760, "total_flops": 39923198361600000, "train_loss": 0.022844164371490477, "subset_score_loss": 0.022844164371490477}
+{"step": 2790000, "wall_time": 29927.324476003647, "train_loss_step": 4.83908748626709, "n_params": 4674760, "total_flops": 40066806988800000, "train_loss": 0.023934340476989745, "subset_score_loss": 0.023934340476989745}
+{"step": 2800000, "wall_time": 30132.326744794846, "train_loss_step": 4.909832954406738, "n_params": 4674760, "total_flops": 40210415616000000, "train_loss": 0.02339327335357666, "subset_score_loss": 0.02339327335357666, "memorization_fraction_pixel": 0.24860000610351562, "mean_nn_ratio_pixel": 0.7151161432266235, "fid": 122.27152377920405, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 30223.821573734283, "train_loss_step": 5.1298346519470215, "n_params": 4674760, "total_flops": 40354024243200000, "train_loss": 0.024580445289611817, "subset_score_loss": 0.024580445289611817}
+{"step": 2820000, "wall_time": 30315.01842403412, "train_loss_step": 4.702658176422119, "n_params": 4674760, "total_flops": 40497632870400000, "train_loss": 0.024446041584014894, "subset_score_loss": 0.024446041584014894}
+{"step": 2830000, "wall_time": 30404.397701263428, "train_loss_step": 5.093146324157715, "n_params": 4674760, "total_flops": 40641241497600000, "train_loss": 0.025350229740142824, "subset_score_loss": 0.025350229740142824}
+{"step": 2840000, "wall_time": 30495.639959335327, "train_loss_step": 4.77071475982666, "n_params": 4674760, "total_flops": 40784850124800000, "train_loss": 0.023331568241119385, "subset_score_loss": 0.023331568241119385}
+{"step": 2850000, "wall_time": 30586.94683265686, "train_loss_step": 5.091882705688477, "n_params": 4674760, "total_flops": 40928458752000000, "train_loss": 0.02392796754837036, "subset_score_loss": 0.02392796754837036}
+{"step": 2860000, "wall_time": 30678.48655152321, "train_loss_step": 4.658242225646973, "n_params": 4674760, "total_flops": 41072067379200000, "train_loss": 0.02214139461517334, "subset_score_loss": 0.02214139461517334}
+{"step": 2870000, "wall_time": 30769.911355018616, "train_loss_step": 5.220479965209961, "n_params": 4674760, "total_flops": 41215676006400000, "train_loss": 0.025055675506591796, "subset_score_loss": 0.025055675506591796}
+{"step": 2880000, "wall_time": 30861.402053833008, "train_loss_step": 4.729376792907715, "n_params": 4674760, "total_flops": 41359284633600000, "train_loss": 0.023598201274871826, "subset_score_loss": 0.023598201274871826}
+{"step": 2890000, "wall_time": 30951.110121250153, "train_loss_step": 4.495668411254883, "n_params": 4674760, "total_flops": 41502893260800000, "train_loss": 0.026492869853973387, "subset_score_loss": 0.026492869853973387}
+{"step": 2900000, "wall_time": 31132.399024009705, "train_loss_step": 4.804506301879883, "n_params": 4674760, "total_flops": 41646501888000000, "train_loss": 0.023629367351531982, "subset_score_loss": 0.023629367351531982, "memorization_fraction_pixel": 0.25369998812675476, "mean_nn_ratio_pixel": 0.709764301776886, "fid": 122.66333685127631, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 31223.91695380211, "train_loss_step": 5.311546325683594, "n_params": 4674760, "total_flops": 41790110515200000, "train_loss": 0.023375318050384522, "subset_score_loss": 0.023375318050384522}
+{"step": 2920000, "wall_time": 31313.232454776764, "train_loss_step": 5.1299920082092285, "n_params": 4674760, "total_flops": 41933719142400000, "train_loss": 0.024969346523284912, "subset_score_loss": 0.024969346523284912}
+{"step": 2930000, "wall_time": 31404.500875234604, "train_loss_step": 4.793475151062012, "n_params": 4674760, "total_flops": 42077327769600000, "train_loss": 0.022710094451904295, "subset_score_loss": 0.022710094451904295}
+{"step": 2940000, "wall_time": 31495.586063861847, "train_loss_step": 5.146906852722168, "n_params": 4674760, "total_flops": 42220936396800000, "train_loss": 0.022693824768066407, "subset_score_loss": 0.022693824768066407}
+{"step": 2950000, "wall_time": 31587.085243940353, "train_loss_step": 5.237496376037598, "n_params": 4674760, "total_flops": 42364545024000000, "train_loss": 0.025748047828674316, "subset_score_loss": 0.025748047828674316}
+{"step": 2960000, "wall_time": 31678.528526306152, "train_loss_step": 5.089735984802246, "n_params": 4674760, "total_flops": 42508153651200000, "train_loss": 0.0225567626953125, "subset_score_loss": 0.0225567626953125}
+{"step": 2970000, "wall_time": 31769.994396686554, "train_loss_step": 4.739192962646484, "n_params": 4674760, "total_flops": 42651762278400000, "train_loss": 0.022762870788574217, "subset_score_loss": 0.022762870788574217}
+{"step": 2980000, "wall_time": 31861.41407394409, "train_loss_step": 5.114108562469482, "n_params": 4674760, "total_flops": 42795370905600000, "train_loss": 0.02247016191482544, "subset_score_loss": 0.02247016191482544}
+{"step": 2990000, "wall_time": 31951.070860147476, "train_loss_step": 4.97422981262207, "n_params": 4674760, "total_flops": 42938979532800000, "train_loss": 0.02467632532119751, "subset_score_loss": 0.02467632532119751}
+{"step": 3000000, "wall_time": 32145.655574560165, "train_loss_step": 4.881612777709961, "n_params": 4674760, "total_flops": 43082588160000000, "train_loss": 0.024525415897369385, "subset_score_loss": 0.024525415897369385, "memorization_fraction_pixel": 0.2578999996185303, "mean_nn_ratio_pixel": 0.701647937297821, "fid": 121.07204472091364, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 32234.75240969658, "train_loss_step": 5.303786277770996, "n_params": 4674760, "total_flops": 43226196787200000, "train_loss": 0.02501155376434326, "subset_score_loss": 0.02501155376434326}
+{"step": 3020000, "wall_time": 32326.094779253006, "train_loss_step": 4.993724346160889, "n_params": 4674760, "total_flops": 43369805414400000, "train_loss": 0.023272829055786134, "subset_score_loss": 0.023272829055786134}
+{"step": 3030000, "wall_time": 32417.273550271988, "train_loss_step": 5.103048801422119, "n_params": 4674760, "total_flops": 43513414041600000, "train_loss": 0.030766334533691406, "subset_score_loss": 0.030766334533691406}
+{"step": 3040000, "wall_time": 32508.634070158005, "train_loss_step": 4.897695064544678, "n_params": 4674760, "total_flops": 43657022668800000, "train_loss": 0.02369619846343994, "subset_score_loss": 0.02369619846343994}
+{"step": 3050000, "wall_time": 32600.13516998291, "train_loss_step": 5.089596271514893, "n_params": 4674760, "total_flops": 43800631296000000, "train_loss": 0.022866637706756593, "subset_score_loss": 0.022866637706756593}
+{"step": 3060000, "wall_time": 32691.577254772186, "train_loss_step": 4.64619255065918, "n_params": 4674760, "total_flops": 43944239923200000, "train_loss": 0.02467358112335205, "subset_score_loss": 0.02467358112335205}
+{"step": 3070000, "wall_time": 32782.979528188705, "train_loss_step": 4.94105339050293, "n_params": 4674760, "total_flops": 44087848550400000, "train_loss": 0.022183640003204344, "subset_score_loss": 0.022183640003204344}
+{"step": 3080000, "wall_time": 32872.729630470276, "train_loss_step": 4.9619269371032715, "n_params": 4674760, "total_flops": 44231457177600000, "train_loss": 0.024595046043395997, "subset_score_loss": 0.024595046043395997}
+{"step": 3090000, "wall_time": 32964.190564632416, "train_loss_step": 4.57996940612793, "n_params": 4674760, "total_flops": 44375065804800000, "train_loss": 0.02550300121307373, "subset_score_loss": 0.02550300121307373}
+{"step": 3100000, "wall_time": 33136.3360311985, "train_loss_step": 5.008853912353516, "n_params": 4674760, "total_flops": 44518674432000000, "train_loss": 0.026700332164764404, "subset_score_loss": 0.026700332164764404, "memorization_fraction_pixel": 0.2759000062942505, "mean_nn_ratio_pixel": 0.6941500902175903, "fid": 122.38219906907904, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 33225.390181064606, "train_loss_step": 5.03781795501709, "n_params": 4674760, "total_flops": 44662283059200000, "train_loss": 0.024718880653381348, "subset_score_loss": 0.024718880653381348}
+{"step": 3120000, "wall_time": 33316.72886610031, "train_loss_step": 4.734381198883057, "n_params": 4674760, "total_flops": 44805891686400000, "train_loss": 0.023990299701690674, "subset_score_loss": 0.023990299701690674}
+{"step": 3130000, "wall_time": 33407.74971318245, "train_loss_step": 4.938751220703125, "n_params": 4674760, "total_flops": 44949500313600000, "train_loss": 0.025132007598876953, "subset_score_loss": 0.025132007598876953}
+{"step": 3140000, "wall_time": 33499.03595662117, "train_loss_step": 4.88424015045166, "n_params": 4674760, "total_flops": 45093108940800000, "train_loss": 0.027387206554412843, "subset_score_loss": 0.027387206554412843}
+{"step": 3150000, "wall_time": 33590.27051615715, "train_loss_step": 5.133927345275879, "n_params": 4674760, "total_flops": 45236717568000000, "train_loss": 0.022151803970336913, "subset_score_loss": 0.022151803970336913}
+{"step": 3160000, "wall_time": 33681.44231581688, "train_loss_step": 4.897060394287109, "n_params": 4674760, "total_flops": 45380326195200000, "train_loss": 0.024000122547149658, "subset_score_loss": 0.024000122547149658}
+{"step": 3170000, "wall_time": 33770.65138435364, "train_loss_step": 4.856352806091309, "n_params": 4674760, "total_flops": 45523934822400000, "train_loss": 0.025560595989227296, "subset_score_loss": 0.025560595989227296}
+{"step": 3180000, "wall_time": 33861.993638277054, "train_loss_step": 4.911913871765137, "n_params": 4674760, "total_flops": 45667543449600000, "train_loss": 0.023746285438537598, "subset_score_loss": 0.023746285438537598}
+{"step": 3190000, "wall_time": 33953.347761154175, "train_loss_step": 4.866237163543701, "n_params": 4674760, "total_flops": 45811152076800000, "train_loss": 0.023595457077026368, "subset_score_loss": 0.023595457077026368}
+{"step": 3200000, "wall_time": 34139.274503707886, "train_loss_step": 4.901434898376465, "n_params": 4674760, "total_flops": 45954760704000000, "train_loss": 0.022664675712585448, "subset_score_loss": 0.022664675712585448, "memorization_fraction_pixel": 0.28790000081062317, "mean_nn_ratio_pixel": 0.685904860496521, "fid": 120.76860420580299, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 34217.20778441429, "train_loss_step": 4.788936614990234, "n_params": 4674760, "total_flops": 46098369331200000, "train_loss": 0.024778635501861573, "subset_score_loss": 0.024778635501861573}
+{"step": 3220000, "wall_time": 34308.65557527542, "train_loss_step": 5.132524013519287, "n_params": 4674760, "total_flops": 46241977958400000, "train_loss": 0.022321882247924803, "subset_score_loss": 0.022321882247924803}
+{"step": 3230000, "wall_time": 34399.75423693657, "train_loss_step": 4.661359786987305, "n_params": 4674760, "total_flops": 46385586585600000, "train_loss": 0.023163228034973143, "subset_score_loss": 0.023163228034973143}
+{"step": 3240000, "wall_time": 34491.05509376526, "train_loss_step": 4.870643138885498, "n_params": 4674760, "total_flops": 46529195212800000, "train_loss": 0.022631983757019043, "subset_score_loss": 0.022631983757019043}
+{"step": 3250000, "wall_time": 34582.470920324326, "train_loss_step": 5.132755279541016, "n_params": 4674760, "total_flops": 46672803840000000, "train_loss": 0.026234779357910156, "subset_score_loss": 0.026234779357910156}
+{"step": 3260000, "wall_time": 34673.84283661842, "train_loss_step": 4.817629337310791, "n_params": 4674760, "total_flops": 46816412467200000, "train_loss": 0.023130948543548583, "subset_score_loss": 0.023130948543548583}
+{"step": 3270000, "wall_time": 34763.423179626465, "train_loss_step": 4.805004119873047, "n_params": 4674760, "total_flops": 46960021094400000, "train_loss": 0.025414376258850097, "subset_score_loss": 0.025414376258850097}
+{"step": 3280000, "wall_time": 34854.88803887367, "train_loss_step": 4.600497245788574, "n_params": 4674760, "total_flops": 47103629721600000, "train_loss": 0.025520641803741455, "subset_score_loss": 0.025520641803741455}
+{"step": 3290000, "wall_time": 34946.30739283562, "train_loss_step": 4.641073703765869, "n_params": 4674760, "total_flops": 47247238348800000, "train_loss": 0.022231440544128418, "subset_score_loss": 0.022231440544128418}
+{"step": 3300000, "wall_time": 35155.55501770973, "train_loss_step": 4.468686580657959, "n_params": 4674760, "total_flops": 47390846976000000, "train_loss": 0.023149809837341308, "subset_score_loss": 0.023149809837341308, "memorization_fraction_pixel": 0.2957000136375427, "mean_nn_ratio_pixel": 0.6805013418197632, "fid": 122.25115202391132, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 35243.43509340286, "train_loss_step": 4.848630905151367, "n_params": 4674760, "total_flops": 47534455603200000, "train_loss": 0.020958311557769775, "subset_score_loss": 0.020958311557769775}
+{"step": 3320000, "wall_time": 35328.16460442543, "train_loss_step": 4.6056904792785645, "n_params": 4674760, "total_flops": 47678064230400000, "train_loss": 0.023657546043395997, "subset_score_loss": 0.023657546043395997}
+{"step": 3330000, "wall_time": 35419.32209897041, "train_loss_step": 5.062023639678955, "n_params": 4674760, "total_flops": 47821672857600000, "train_loss": 0.021341156959533692, "subset_score_loss": 0.021341156959533692}
+{"step": 3340000, "wall_time": 35510.59028863907, "train_loss_step": 4.7151713371276855, "n_params": 4674760, "total_flops": 47965281484800000, "train_loss": 0.025856759548187256, "subset_score_loss": 0.025856759548187256}
+{"step": 3350000, "wall_time": 35601.93704557419, "train_loss_step": 4.9560866355896, "n_params": 4674760, "total_flops": 48108890112000000, "train_loss": 0.024489741325378418, "subset_score_loss": 0.024489741325378418}
+{"step": 3360000, "wall_time": 35691.422208070755, "train_loss_step": 4.894813537597656, "n_params": 4674760, "total_flops": 48252498739200000, "train_loss": 0.02124117374420166, "subset_score_loss": 0.02124117374420166}
+{"step": 3370000, "wall_time": 35782.82656764984, "train_loss_step": 5.39101505279541, "n_params": 4674760, "total_flops": 48396107366400000, "train_loss": 0.02648837327957153, "subset_score_loss": 0.02648837327957153}
+{"step": 3380000, "wall_time": 35874.218928813934, "train_loss_step": 5.397671699523926, "n_params": 4674760, "total_flops": 48539715993600000, "train_loss": 0.025644795894622804, "subset_score_loss": 0.025644795894622804}
+{"step": 3390000, "wall_time": 35963.5057759285, "train_loss_step": 4.853492736816406, "n_params": 4674760, "total_flops": 48683324620800000, "train_loss": 0.025221223831176757, "subset_score_loss": 0.025221223831176757}
+{"step": 3400000, "wall_time": 36154.57881450653, "train_loss_step": 4.749183654785156, "n_params": 4674760, "total_flops": 48826933248000000, "train_loss": 0.02299185037612915, "subset_score_loss": 0.02299185037612915, "memorization_fraction_pixel": 0.3197999894618988, "mean_nn_ratio_pixel": 0.66282719373703, "fid": 116.63268996415219, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 36246.03120613098, "train_loss_step": 5.009578704833984, "n_params": 4674760, "total_flops": 48970541875200000, "train_loss": 0.024946699142456053, "subset_score_loss": 0.024946699142456053}
+{"step": 3420000, "wall_time": 36328.314965963364, "train_loss_step": 4.446261882781982, "n_params": 4674760, "total_flops": 49114150502400000, "train_loss": 0.02345773458480835, "subset_score_loss": 0.02345773458480835}
+{"step": 3430000, "wall_time": 36419.68588089943, "train_loss_step": 4.711862087249756, "n_params": 4674760, "total_flops": 49257759129600000, "train_loss": 0.02270554780960083, "subset_score_loss": 0.02270554780960083}
+{"step": 3440000, "wall_time": 36510.89713215828, "train_loss_step": 4.734125137329102, "n_params": 4674760, "total_flops": 49401367756800000, "train_loss": 0.02365553617477417, "subset_score_loss": 0.02365553617477417}
+{"step": 3450000, "wall_time": 36600.68454837799, "train_loss_step": 4.943530559539795, "n_params": 4674760, "total_flops": 49544976384000000, "train_loss": 0.02242076873779297, "subset_score_loss": 0.02242076873779297}
+{"step": 3460000, "wall_time": 36692.08289718628, "train_loss_step": 4.578774929046631, "n_params": 4674760, "total_flops": 49688585011200000, "train_loss": 0.0204032301902771, "subset_score_loss": 0.0204032301902771}
+{"step": 3470000, "wall_time": 36783.514159202576, "train_loss_step": 4.633959770202637, "n_params": 4674760, "total_flops": 49832193638400000, "train_loss": 0.021505889892578126, "subset_score_loss": 0.021505889892578126}
+{"step": 3480000, "wall_time": 36872.83703994751, "train_loss_step": 4.623488426208496, "n_params": 4674760, "total_flops": 49975802265600000, "train_loss": 0.02016922950744629, "subset_score_loss": 0.02016922950744629}
+{"step": 3490000, "wall_time": 36964.13095211983, "train_loss_step": 4.495153427124023, "n_params": 4674760, "total_flops": 50119410892800000, "train_loss": 0.02153510808944702, "subset_score_loss": 0.02153510808944702}
+{"step": 3500000, "wall_time": 37158.29494571686, "train_loss_step": 4.753241539001465, "n_params": 4674760, "total_flops": 50263019520000000, "train_loss": 0.022101476192474365, "subset_score_loss": 0.022101476192474365, "memorization_fraction_pixel": 0.27630001306533813, "mean_nn_ratio_pixel": 0.7063065767288208, "fid": 140.0635647290898, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 37249.665361166, "train_loss_step": 4.688955307006836, "n_params": 4674760, "total_flops": 50406628147200000, "train_loss": 0.022200021743774414, "subset_score_loss": 0.022200021743774414}
+{"step": 3520000, "wall_time": 37341.45013666153, "train_loss_step": 4.671456336975098, "n_params": 4674760, "total_flops": 50550236774400000, "train_loss": 0.022065484523773195, "subset_score_loss": 0.022065484523773195}
+{"step": 3530000, "wall_time": 37417.94340968132, "train_loss_step": 4.625244140625, "n_params": 4674760, "total_flops": 50693845401600000, "train_loss": 0.022780649662017823, "subset_score_loss": 0.022780649662017823}
+{"step": 3540000, "wall_time": 37509.150908470154, "train_loss_step": 4.467572212219238, "n_params": 4674760, "total_flops": 50837454028800000, "train_loss": 0.01978563904762268, "subset_score_loss": 0.01978563904762268}
+{"step": 3550000, "wall_time": 37598.735911130905, "train_loss_step": 4.76658821105957, "n_params": 4674760, "total_flops": 50981062656000000, "train_loss": 0.021826696395874024, "subset_score_loss": 0.021826696395874024}
+{"step": 3560000, "wall_time": 37690.09568786621, "train_loss_step": 4.704723358154297, "n_params": 4674760, "total_flops": 51124671283200000, "train_loss": 0.021156425476074218, "subset_score_loss": 0.021156425476074218}
+{"step": 3570000, "wall_time": 37779.47818303108, "train_loss_step": 4.968205451965332, "n_params": 4674760, "total_flops": 51268279910400000, "train_loss": 0.022651777267456055, "subset_score_loss": 0.022651777267456055}
+{"step": 3580000, "wall_time": 37870.78529381752, "train_loss_step": 4.810560703277588, "n_params": 4674760, "total_flops": 51411888537600000, "train_loss": 0.023824145793914796, "subset_score_loss": 0.023824145793914796}
+{"step": 3590000, "wall_time": 37962.082891225815, "train_loss_step": 4.858342170715332, "n_params": 4674760, "total_flops": 51555497164800000, "train_loss": 0.022738142013549803, "subset_score_loss": 0.022738142013549803}
+{"step": 3600000, "wall_time": 38176.75816941261, "train_loss_step": 4.91662073135376, "n_params": 4674760, "total_flops": 51699105792000000, "train_loss": 0.021868600845336914, "subset_score_loss": 0.021868600845336914, "memorization_fraction_pixel": 0.3082999885082245, "mean_nn_ratio_pixel": 0.6798979640007019, "fid": 130.59594255563803, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 38267.98977136612, "train_loss_step": 4.533821105957031, "n_params": 4674760, "total_flops": 51842714419200000, "train_loss": 0.02285764932632446, "subset_score_loss": 0.02285764932632446}
+{"step": 3620000, "wall_time": 38359.39912605286, "train_loss_step": 4.536680221557617, "n_params": 4674760, "total_flops": 51986323046400000, "train_loss": 0.021110358238220214, "subset_score_loss": 0.021110358238220214}
+{"step": 3630000, "wall_time": 38448.55877304077, "train_loss_step": 4.942193031311035, "n_params": 4674760, "total_flops": 52129931673600000, "train_loss": 0.02327989339828491, "subset_score_loss": 0.02327989339828491}
+{"step": 3640000, "wall_time": 38537.93140101433, "train_loss_step": 4.957773208618164, "n_params": 4674760, "total_flops": 52273540300800000, "train_loss": 0.02365990400314331, "subset_score_loss": 0.02365990400314331}
+{"step": 3650000, "wall_time": 38629.308040857315, "train_loss_step": 4.488898754119873, "n_params": 4674760, "total_flops": 52417148928000000, "train_loss": 0.028168649673461915, "subset_score_loss": 0.028168649673461915}
+{"step": 3660000, "wall_time": 38718.64969134331, "train_loss_step": 4.576137065887451, "n_params": 4674760, "total_flops": 52560757555200000, "train_loss": 0.022111191749572753, "subset_score_loss": 0.022111191749572753}
+{"step": 3670000, "wall_time": 38810.10687804222, "train_loss_step": 4.934908866882324, "n_params": 4674760, "total_flops": 52704366182400000, "train_loss": 0.027786035537719727, "subset_score_loss": 0.027786035537719727}
+{"step": 3680000, "wall_time": 38901.38885354996, "train_loss_step": 4.973912239074707, "n_params": 4674760, "total_flops": 52847974809600000, "train_loss": 0.021753189563751222, "subset_score_loss": 0.021753189563751222}
+{"step": 3690000, "wall_time": 38992.73218989372, "train_loss_step": 4.646122932434082, "n_params": 4674760, "total_flops": 52991583436800000, "train_loss": 0.02187934160232544, "subset_score_loss": 0.02187934160232544}
+{"step": 3700000, "wall_time": 39158.16688847542, "train_loss_step": 5.120886325836182, "n_params": 4674760, "total_flops": 53135192064000000, "train_loss": 0.02227240562438965, "subset_score_loss": 0.02227240562438965, "memorization_fraction_pixel": 0.30550000071525574, "mean_nn_ratio_pixel": 0.6838593482971191, "fid": 134.49302296332888, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 39248.39176058769, "train_loss_step": 4.461402893066406, "n_params": 4674760, "total_flops": 53278800691200000, "train_loss": 0.02163820505142212, "subset_score_loss": 0.02163820505142212}
+{"step": 3720000, "wall_time": 39339.810175418854, "train_loss_step": 4.741534233093262, "n_params": 4674760, "total_flops": 53422409318400000, "train_loss": 0.024979009628295898, "subset_score_loss": 0.024979009628295898}
+{"step": 3730000, "wall_time": 39430.73650717735, "train_loss_step": 4.652819633483887, "n_params": 4674760, "total_flops": 53566017945600000, "train_loss": 0.022076995372772218, "subset_score_loss": 0.022076995372772218}
+{"step": 3740000, "wall_time": 39518.554599285126, "train_loss_step": 4.858131408691406, "n_params": 4674760, "total_flops": 53709626572800000, "train_loss": 0.022331769466400146, "subset_score_loss": 0.022331769466400146}
+{"step": 3750000, "wall_time": 39609.95227384567, "train_loss_step": 4.758121490478516, "n_params": 4674760, "total_flops": 53853235200000000, "train_loss": 0.022744224071502686, "subset_score_loss": 0.022744224071502686}
+{"step": 3760000, "wall_time": 39699.8201751709, "train_loss_step": 4.594849586486816, "n_params": 4674760, "total_flops": 53996843827200000, "train_loss": 0.021242663860321045, "subset_score_loss": 0.021242663860321045}
+{"step": 3770000, "wall_time": 39791.13947534561, "train_loss_step": 5.043881416320801, "n_params": 4674760, "total_flops": 54140452454400000, "train_loss": 0.024591977596282958, "subset_score_loss": 0.024591977596282958}
+{"step": 3780000, "wall_time": 39882.55896401405, "train_loss_step": 4.584190368652344, "n_params": 4674760, "total_flops": 54284061081600000, "train_loss": 0.02145033359527588, "subset_score_loss": 0.02145033359527588}
+{"step": 3790000, "wall_time": 39973.949044942856, "train_loss_step": 4.7194437980651855, "n_params": 4674760, "total_flops": 54427669708800000, "train_loss": 0.022426414489746093, "subset_score_loss": 0.022426414489746093}
+{"step": 3800000, "wall_time": 40139.499109745026, "train_loss_step": 4.82874870300293, "n_params": 4674760, "total_flops": 54571278336000000, "train_loss": 0.020741567611694336, "subset_score_loss": 0.020741567611694336, "memorization_fraction_pixel": 0.3402000069618225, "mean_nn_ratio_pixel": 0.6523006558418274, "fid": 124.16637442519651, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 40229.40159845352, "train_loss_step": 5.165998935699463, "n_params": 4674760, "total_flops": 54714886963200000, "train_loss": 0.023711998462677002, "subset_score_loss": 0.023711998462677002}
+{"step": 3820000, "wall_time": 40320.87265896797, "train_loss_step": 4.540889263153076, "n_params": 4674760, "total_flops": 54858495590400000, "train_loss": 0.020811290740966798, "subset_score_loss": 0.020811290740966798}
+{"step": 3830000, "wall_time": 40410.398908138275, "train_loss_step": 4.546299934387207, "n_params": 4674760, "total_flops": 55002104217600000, "train_loss": 0.021576383113861085, "subset_score_loss": 0.021576383113861085}
+{"step": 3840000, "wall_time": 40502.05636692047, "train_loss_step": 4.825727462768555, "n_params": 4674760, "total_flops": 55145712844800000, "train_loss": 0.021648190021514892, "subset_score_loss": 0.021648190021514892}
+{"step": 3850000, "wall_time": 40576.7713932991, "train_loss_step": 4.646082878112793, "n_params": 4674760, "total_flops": 55289321472000000, "train_loss": 0.023680052757263183, "subset_score_loss": 0.023680052757263183}
+{"step": 3860000, "wall_time": 40668.25739264488, "train_loss_step": 4.720215797424316, "n_params": 4674760, "total_flops": 55432930099200000, "train_loss": 0.02135216474533081, "subset_score_loss": 0.02135216474533081}
+{"step": 3870000, "wall_time": 40759.42604255676, "train_loss_step": 4.805975914001465, "n_params": 4674760, "total_flops": 55576538726400000, "train_loss": 0.021690528392791748, "subset_score_loss": 0.021690528392791748}
+{"step": 3880000, "wall_time": 40850.92718863487, "train_loss_step": 4.697539806365967, "n_params": 4674760, "total_flops": 55720147353600000, "train_loss": 0.02392315149307251, "subset_score_loss": 0.02392315149307251}
+{"step": 3890000, "wall_time": 40942.4393889904, "train_loss_step": 4.809751510620117, "n_params": 4674760, "total_flops": 55863755980800000, "train_loss": 0.02210428237915039, "subset_score_loss": 0.02210428237915039}
+{"step": 3900000, "wall_time": 41153.06118798256, "train_loss_step": 4.698915481567383, "n_params": 4674760, "total_flops": 56007364608000000, "train_loss": 0.021114311218261718, "subset_score_loss": 0.021114311218261718, "memorization_fraction_pixel": 0.3319999873638153, "mean_nn_ratio_pixel": 0.6688902974128723, "fid": 130.64276338420166, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 41242.934450387955, "train_loss_step": 4.738633632659912, "n_params": 4674760, "total_flops": 56150973235200000, "train_loss": 0.022385756969451904, "subset_score_loss": 0.022385756969451904}
+{"step": 3920000, "wall_time": 41332.46681165695, "train_loss_step": 4.696072578430176, "n_params": 4674760, "total_flops": 56294581862400000, "train_loss": 0.021160469055175782, "subset_score_loss": 0.021160469055175782}
+{"step": 3930000, "wall_time": 41423.93835043907, "train_loss_step": 4.46465539932251, "n_params": 4674760, "total_flops": 56438190489600000, "train_loss": 0.02292279005050659, "subset_score_loss": 0.02292279005050659}
+{"step": 3940000, "wall_time": 41513.05267453194, "train_loss_step": 4.697873115539551, "n_params": 4674760, "total_flops": 56581799116800000, "train_loss": 0.02221048831939697, "subset_score_loss": 0.02221048831939697}
+{"step": 3950000, "wall_time": 41598.77788567543, "train_loss_step": 4.617295265197754, "n_params": 4674760, "total_flops": 56725407744000000, "train_loss": 0.02164048433303833, "subset_score_loss": 0.02164048433303833}
+{"step": 3960000, "wall_time": 41681.80458045006, "train_loss_step": 4.7587127685546875, "n_params": 4674760, "total_flops": 56869016371200000, "train_loss": 0.022292819023132324, "subset_score_loss": 0.022292819023132324}
+{"step": 3970000, "wall_time": 41773.19092464447, "train_loss_step": 4.922524929046631, "n_params": 4674760, "total_flops": 57012624998400000, "train_loss": 0.02379939079284668, "subset_score_loss": 0.02379939079284668}
+{"step": 3980000, "wall_time": 41864.64859032631, "train_loss_step": 4.577136993408203, "n_params": 4674760, "total_flops": 57156233625600000, "train_loss": 0.019443204402923586, "subset_score_loss": 0.019443204402923586}
+{"step": 3990000, "wall_time": 41956.03507232666, "train_loss_step": 4.514954566955566, "n_params": 4674760, "total_flops": 57299842252800000, "train_loss": 0.02581422567367554, "subset_score_loss": 0.02581422567367554}
+{"step": 4000000, "wall_time": 42175.02481222153, "train_loss_step": 4.7712721824646, "n_params": 4674760, "total_flops": 57443450880000000, "train_loss": 0.020512495040893555, "subset_score_loss": 0.020512495040893555, "memorization_fraction_pixel": 0.3190000057220459, "mean_nn_ratio_pixel": 0.6782365441322327, "fid": 132.27271713410676, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 42263.55300664902, "train_loss_step": 4.276212692260742, "n_params": 4674760, "total_flops": 57587059507200000, "train_loss": 0.02093945026397705, "subset_score_loss": 0.02093945026397705}
+{"step": 4020000, "wall_time": 42354.44302511215, "train_loss_step": 4.542428970336914, "n_params": 4674760, "total_flops": 57730668134400000, "train_loss": 0.021261284351348875, "subset_score_loss": 0.021261284351348875}
+{"step": 4030000, "wall_time": 42443.850098609924, "train_loss_step": 4.782643795013428, "n_params": 4674760, "total_flops": 57874276761600000, "train_loss": 0.022595274448394775, "subset_score_loss": 0.022595274448394775}
+{"step": 4040000, "wall_time": 42534.96530461311, "train_loss_step": 4.385968208312988, "n_params": 4674760, "total_flops": 58017885388800000, "train_loss": 0.02230301856994629, "subset_score_loss": 0.02230301856994629}
+{"step": 4050000, "wall_time": 42626.46647429466, "train_loss_step": 4.705961227416992, "n_params": 4674760, "total_flops": 58161494016000000, "train_loss": 0.020177323818206788, "subset_score_loss": 0.020177323818206788}
+{"step": 4060000, "wall_time": 42702.79661512375, "train_loss_step": 4.351212978363037, "n_params": 4674760, "total_flops": 58305102643200000, "train_loss": 0.02028799057006836, "subset_score_loss": 0.02028799057006836}
+{"step": 4070000, "wall_time": 42789.690329790115, "train_loss_step": 4.617309093475342, "n_params": 4674760, "total_flops": 58448711270400000, "train_loss": 0.019585111141204835, "subset_score_loss": 0.019585111141204835}
+{"step": 4080000, "wall_time": 42881.085042238235, "train_loss_step": 4.540032863616943, "n_params": 4674760, "total_flops": 58592319897600000, "train_loss": 0.02348695993423462, "subset_score_loss": 0.02348695993423462}
+{"step": 4090000, "wall_time": 42972.249796152115, "train_loss_step": 4.850521087646484, "n_params": 4674760, "total_flops": 58735928524800000, "train_loss": 0.023401880264282228, "subset_score_loss": 0.023401880264282228}
+{"step": 4100000, "wall_time": 43187.09448838234, "train_loss_step": 4.688049793243408, "n_params": 4674760, "total_flops": 58879537152000000, "train_loss": 0.02334748029708862, "subset_score_loss": 0.02334748029708862, "memorization_fraction_pixel": 0.3357999920845032, "mean_nn_ratio_pixel": 0.6654253005981445, "fid": 137.57634290941263, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 43275.22601246834, "train_loss_step": 4.0550856590271, "n_params": 4674760, "total_flops": 59023145779200000, "train_loss": 0.02009166955947876, "subset_score_loss": 0.02009166955947876}
+{"step": 4120000, "wall_time": 43364.729006528854, "train_loss_step": 4.647486209869385, "n_params": 4674760, "total_flops": 59166754406400000, "train_loss": 0.023427708148956297, "subset_score_loss": 0.023427708148956297}
+{"step": 4130000, "wall_time": 43456.30165052414, "train_loss_step": 4.588741302490234, "n_params": 4674760, "total_flops": 59310363033600000, "train_loss": 0.020579097270965577, "subset_score_loss": 0.020579097270965577}
+{"step": 4140000, "wall_time": 43547.54625797272, "train_loss_step": 4.907482147216797, "n_params": 4674760, "total_flops": 59453971660800000, "train_loss": 0.023636860847473143, "subset_score_loss": 0.023636860847473143}
+{"step": 4150000, "wall_time": 43638.751182317734, "train_loss_step": 4.568209648132324, "n_params": 4674760, "total_flops": 59597580288000000, "train_loss": 0.019415498971939088, "subset_score_loss": 0.019415498971939088}
+{"step": 4160000, "wall_time": 43730.54194021225, "train_loss_step": 4.489333152770996, "n_params": 4674760, "total_flops": 59741188915200000, "train_loss": 0.02082921028137207, "subset_score_loss": 0.02082921028137207}
+{"step": 4170000, "wall_time": 43808.98059654236, "train_loss_step": 4.6850175857543945, "n_params": 4674760, "total_flops": 59884797542400000, "train_loss": 0.02081022024154663, "subset_score_loss": 0.02081022024154663}
+{"step": 4180000, "wall_time": 43900.43669295311, "train_loss_step": 4.772299766540527, "n_params": 4674760, "total_flops": 60028406169600000, "train_loss": 0.02605722188949585, "subset_score_loss": 0.02605722188949585}
+{"step": 4190000, "wall_time": 43991.767760276794, "train_loss_step": 4.5885515213012695, "n_params": 4674760, "total_flops": 60172014796800000, "train_loss": 0.022841699123382568, "subset_score_loss": 0.022841699123382568}
+{"step": 4200000, "wall_time": 44207.90096831322, "train_loss_step": 4.245551109313965, "n_params": 4674760, "total_flops": 60315623424000000, "train_loss": 0.020756840705871582, "subset_score_loss": 0.020756840705871582, "memorization_fraction_pixel": 0.3325999975204468, "mean_nn_ratio_pixel": 0.6755900382995605, "fid": 139.8565780939444, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 44295.37047672272, "train_loss_step": 4.673810958862305, "n_params": 4674760, "total_flops": 60459232051200000, "train_loss": 0.02171196460723877, "subset_score_loss": 0.02171196460723877}
+{"step": 4220000, "wall_time": 44386.852927446365, "train_loss_step": 4.356349945068359, "n_params": 4674760, "total_flops": 60602840678400000, "train_loss": 0.023504295349121095, "subset_score_loss": 0.023504295349121095}
+{"step": 4230000, "wall_time": 44478.37193441391, "train_loss_step": 4.4186811447143555, "n_params": 4674760, "total_flops": 60746449305600000, "train_loss": 0.020998351573944092, "subset_score_loss": 0.020998351573944092}
+{"step": 4240000, "wall_time": 44569.327102184296, "train_loss_step": 4.5994181632995605, "n_params": 4674760, "total_flops": 60890057932800000, "train_loss": 0.020936613082885743, "subset_score_loss": 0.020936613082885743}
+{"step": 4250000, "wall_time": 44660.864203214645, "train_loss_step": 4.536745548248291, "n_params": 4674760, "total_flops": 61033666560000000, "train_loss": 0.023525819778442383, "subset_score_loss": 0.023525819778442383}
+{"step": 4260000, "wall_time": 44752.438960790634, "train_loss_step": 4.544301986694336, "n_params": 4674760, "total_flops": 61177275187200000, "train_loss": 0.020622971057891844, "subset_score_loss": 0.020622971057891844}
+{"step": 4270000, "wall_time": 44836.55495071411, "train_loss_step": 4.5680131912231445, "n_params": 4674760, "total_flops": 61320883814400000, "train_loss": 0.019417423009872436, "subset_score_loss": 0.019417423009872436}
+{"step": 4280000, "wall_time": 44922.457211732864, "train_loss_step": 4.690946102142334, "n_params": 4674760, "total_flops": 61464492441600000, "train_loss": 0.020488204956054686, "subset_score_loss": 0.020488204956054686}
+{"step": 4290000, "wall_time": 45013.91420054436, "train_loss_step": 4.9819865226745605, "n_params": 4674760, "total_flops": 61608101068800000, "train_loss": 0.021190924644470213, "subset_score_loss": 0.021190924644470213}
+{"step": 4300000, "wall_time": 45222.1063811779, "train_loss_step": 4.688157081604004, "n_params": 4674760, "total_flops": 61751709696000000, "train_loss": 0.020645043849945068, "subset_score_loss": 0.020645043849945068, "memorization_fraction_pixel": 0.3433000147342682, "mean_nn_ratio_pixel": 0.6650887131690979, "fid": 132.62526683304787, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 45311.939423561096, "train_loss_step": 4.126316070556641, "n_params": 4674760, "total_flops": 61895318323200000, "train_loss": 0.019671241044998167, "subset_score_loss": 0.019671241044998167}
+{"step": 4320000, "wall_time": 45403.44509887695, "train_loss_step": 4.476454734802246, "n_params": 4674760, "total_flops": 62038926950400000, "train_loss": 0.019331021308898924, "subset_score_loss": 0.019331021308898924}
+{"step": 4330000, "wall_time": 45494.82655072212, "train_loss_step": 4.698890686035156, "n_params": 4674760, "total_flops": 62182535577600000, "train_loss": 0.01960070610046387, "subset_score_loss": 0.01960070610046387}
+{"step": 4340000, "wall_time": 45585.977157115936, "train_loss_step": 4.41099214553833, "n_params": 4674760, "total_flops": 62326144204800000, "train_loss": 0.024437341690063476, "subset_score_loss": 0.024437341690063476}
+{"step": 4350000, "wall_time": 45677.34166717529, "train_loss_step": 4.791412830352783, "n_params": 4674760, "total_flops": 62469752832000000, "train_loss": 0.02239900588989258, "subset_score_loss": 0.02239900588989258}
+{"step": 4360000, "wall_time": 45768.83546733856, "train_loss_step": 4.288397789001465, "n_params": 4674760, "total_flops": 62613361459200000, "train_loss": 0.019975677728652955, "subset_score_loss": 0.019975677728652955}
+{"step": 4370000, "wall_time": 45860.37528324127, "train_loss_step": 4.663518905639648, "n_params": 4674760, "total_flops": 62756970086400000, "train_loss": 0.02379352807998657, "subset_score_loss": 0.02379352807998657}
+{"step": 4380000, "wall_time": 45936.01949906349, "train_loss_step": 4.837495803833008, "n_params": 4674760, "total_flops": 62900578713600000, "train_loss": 0.020926353931427003, "subset_score_loss": 0.020926353931427003}
+{"step": 4390000, "wall_time": 46021.13099002838, "train_loss_step": 4.665213584899902, "n_params": 4674760, "total_flops": 63044187340800000, "train_loss": 0.02215181350708008, "subset_score_loss": 0.02215181350708008}
+{"step": 4400000, "wall_time": 46232.31811618805, "train_loss_step": 4.786149024963379, "n_params": 4674760, "total_flops": 63187795968000000, "train_loss": 0.021282849311828615, "subset_score_loss": 0.021282849311828615, "memorization_fraction_pixel": 0.3752000033855438, "mean_nn_ratio_pixel": 0.6388015747070312, "fid": 134.08477403868164, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 46322.14015460014, "train_loss_step": 4.670968055725098, "n_params": 4674760, "total_flops": 63331404595200000, "train_loss": 0.022481782436370848, "subset_score_loss": 0.022481782436370848}
+{"step": 4420000, "wall_time": 46413.54509139061, "train_loss_step": 4.94875955581665, "n_params": 4674760, "total_flops": 63475013222400000, "train_loss": 0.021750836372375487, "subset_score_loss": 0.021750836372375487}
+{"step": 4430000, "wall_time": 46504.73638534546, "train_loss_step": 4.4493937492370605, "n_params": 4674760, "total_flops": 63618621849600000, "train_loss": 0.021873922348022462, "subset_score_loss": 0.021873922348022462}
+{"step": 4440000, "wall_time": 46596.072904109955, "train_loss_step": 4.641578674316406, "n_params": 4674760, "total_flops": 63762230476800000, "train_loss": 0.01885453224182129, "subset_score_loss": 0.01885453224182129}
+{"step": 4450000, "wall_time": 46687.32384181023, "train_loss_step": 4.886058330535889, "n_params": 4674760, "total_flops": 63905839104000000, "train_loss": 0.021186649799346924, "subset_score_loss": 0.021186649799346924}
+{"step": 4460000, "wall_time": 46778.69465279579, "train_loss_step": 4.460188865661621, "n_params": 4674760, "total_flops": 64049447731200000, "train_loss": 0.021521060466766356, "subset_score_loss": 0.021521060466766356}
+{"step": 4470000, "wall_time": 46870.03705096245, "train_loss_step": 4.546436309814453, "n_params": 4674760, "total_flops": 64193056358400000, "train_loss": 0.018842893838882446, "subset_score_loss": 0.018842893838882446}
+{"step": 4480000, "wall_time": 46961.24558329582, "train_loss_step": 4.72524356842041, "n_params": 4674760, "total_flops": 64336664985600000, "train_loss": 0.021367566585540773, "subset_score_loss": 0.021367566585540773}
+{"step": 4490000, "wall_time": 47033.67615318298, "train_loss_step": 4.412966728210449, "n_params": 4674760, "total_flops": 64480273612800000, "train_loss": 0.022478270530700683, "subset_score_loss": 0.022478270530700683}
+{"step": 4500000, "wall_time": 47236.967724084854, "train_loss_step": 4.688775062561035, "n_params": 4674760, "total_flops": 64623882240000000, "train_loss": 0.021993677616119384, "subset_score_loss": 0.021993677616119384, "memorization_fraction_pixel": 0.39469999074935913, "mean_nn_ratio_pixel": 0.6222527623176575, "fid": 123.24093380924135, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 47326.71547341347, "train_loss_step": 4.460831642150879, "n_params": 4674760, "total_flops": 64767490867200000, "train_loss": 0.020860490798950197, "subset_score_loss": 0.020860490798950197}
+{"step": 4520000, "wall_time": 47417.98447608948, "train_loss_step": 4.363111972808838, "n_params": 4674760, "total_flops": 64911099494400000, "train_loss": 0.025449888706207277, "subset_score_loss": 0.025449888706207277}
+{"step": 4530000, "wall_time": 47509.467032432556, "train_loss_step": 4.355780601501465, "n_params": 4674760, "total_flops": 65054708121600000, "train_loss": 0.019044729471206664, "subset_score_loss": 0.019044729471206664}
+{"step": 4540000, "wall_time": 47600.6890308857, "train_loss_step": 4.862903118133545, "n_params": 4674760, "total_flops": 65198316748800000, "train_loss": 0.01999268889427185, "subset_score_loss": 0.01999268889427185}
+{"step": 4550000, "wall_time": 47691.96605205536, "train_loss_step": 4.529935836791992, "n_params": 4674760, "total_flops": 65341925376000000, "train_loss": 0.029750537872314454, "subset_score_loss": 0.029750537872314454}
+{"step": 4560000, "wall_time": 47783.516753435135, "train_loss_step": 4.399832725524902, "n_params": 4674760, "total_flops": 65485534003200000, "train_loss": 0.020407848358154297, "subset_score_loss": 0.020407848358154297}
+{"step": 4570000, "wall_time": 47874.85507321358, "train_loss_step": 4.324283599853516, "n_params": 4674760, "total_flops": 65629142630400000, "train_loss": 0.019111872911453248, "subset_score_loss": 0.019111872911453248}
+{"step": 4580000, "wall_time": 47961.22535610199, "train_loss_step": 4.6039228439331055, "n_params": 4674760, "total_flops": 65772751257600000, "train_loss": 0.020288963317871094, "subset_score_loss": 0.020288963317871094}
+{"step": 4590000, "wall_time": 48051.77987551689, "train_loss_step": 4.714975357055664, "n_params": 4674760, "total_flops": 65916359884800000, "train_loss": 0.0205424165725708, "subset_score_loss": 0.0205424165725708}
+{"step": 4600000, "wall_time": 48215.61857843399, "train_loss_step": 4.268838882446289, "n_params": 4674760, "total_flops": 66059968512000000, "train_loss": 0.02123626947402954, "subset_score_loss": 0.02123626947402954, "memorization_fraction_pixel": 0.3635999858379364, "mean_nn_ratio_pixel": 0.6472072601318359, "fid": 128.4838063775646, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 48305.52336239815, "train_loss_step": 4.066895484924316, "n_params": 4674760, "total_flops": 66203577139200000, "train_loss": 0.019599353075027467, "subset_score_loss": 0.019599353075027467}
+{"step": 4620000, "wall_time": 48396.82415390015, "train_loss_step": 4.738034248352051, "n_params": 4674760, "total_flops": 66347185766400000, "train_loss": 0.022597246170043946, "subset_score_loss": 0.022597246170043946}
+{"step": 4630000, "wall_time": 48488.31934380531, "train_loss_step": 4.3521270751953125, "n_params": 4674760, "total_flops": 66490794393600000, "train_loss": 0.022363872528076173, "subset_score_loss": 0.022363872528076173}
+{"step": 4640000, "wall_time": 48579.850470781326, "train_loss_step": 4.260576248168945, "n_params": 4674760, "total_flops": 66634403020800000, "train_loss": 0.020349380970001222, "subset_score_loss": 0.020349380970001222}
+{"step": 4650000, "wall_time": 48671.3578441143, "train_loss_step": 4.569347858428955, "n_params": 4674760, "total_flops": 66778011648000000, "train_loss": 0.019095196723937988, "subset_score_loss": 0.019095196723937988}
+{"step": 4660000, "wall_time": 48762.812861442566, "train_loss_step": 4.401288986206055, "n_params": 4674760, "total_flops": 66921620275200000, "train_loss": 0.02088110685348511, "subset_score_loss": 0.02088110685348511}
+{"step": 4670000, "wall_time": 48853.931545972824, "train_loss_step": 4.062313079833984, "n_params": 4674760, "total_flops": 67065228902400000, "train_loss": 0.019944275617599486, "subset_score_loss": 0.019944275617599486}
+{"step": 4680000, "wall_time": 48929.780262708664, "train_loss_step": 4.460768699645996, "n_params": 4674760, "total_flops": 67208837529600000, "train_loss": 0.020804460048675536, "subset_score_loss": 0.020804460048675536}
+{"step": 4690000, "wall_time": 49003.50424575806, "train_loss_step": 4.526576042175293, "n_params": 4674760, "total_flops": 67352446156800000, "train_loss": 0.019964572191238403, "subset_score_loss": 0.019964572191238403}
+{"step": 4700000, "wall_time": 49136.405641794205, "train_loss_step": 4.414327621459961, "n_params": 4674760, "total_flops": 67496054784000000, "train_loss": 0.02283416748046875, "subset_score_loss": 0.02283416748046875, "memorization_fraction_pixel": 0.385699987411499, "mean_nn_ratio_pixel": 0.6372398734092712, "fid": 131.82009874882095, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 49210.095606803894, "train_loss_step": 4.500559329986572, "n_params": 4674760, "total_flops": 67639663411200000, "train_loss": 0.02003348112106323, "subset_score_loss": 0.02003348112106323}
+{"step": 4720000, "wall_time": 49281.56239962578, "train_loss_step": 4.1619873046875, "n_params": 4674760, "total_flops": 67783272038400000, "train_loss": 0.018136599063873292, "subset_score_loss": 0.018136599063873292}
+{"step": 4730000, "wall_time": 49355.337082624435, "train_loss_step": 4.500157356262207, "n_params": 4674760, "total_flops": 67926880665600000, "train_loss": 0.019482933282852173, "subset_score_loss": 0.019482933282852173}
+{"step": 4740000, "wall_time": 49429.09288811684, "train_loss_step": 4.600757598876953, "n_params": 4674760, "total_flops": 68070489292800000, "train_loss": 0.021398444175720215, "subset_score_loss": 0.021398444175720215}
+{"step": 4750000, "wall_time": 49502.82237458229, "train_loss_step": 4.642211437225342, "n_params": 4674760, "total_flops": 68214097920000000, "train_loss": 0.01896571159362793, "subset_score_loss": 0.01896571159362793}
+{"step": 4760000, "wall_time": 49576.643156051636, "train_loss_step": 4.311322212219238, "n_params": 4674760, "total_flops": 68357706547200000, "train_loss": 0.01855451464653015, "subset_score_loss": 0.01855451464653015}
+{"step": 4770000, "wall_time": 49646.695206165314, "train_loss_step": 4.381424903869629, "n_params": 4674760, "total_flops": 68501315174400000, "train_loss": 0.024482944011688233, "subset_score_loss": 0.024482944011688233}
+{"step": 4780000, "wall_time": 49702.90352487564, "train_loss_step": 4.842743396759033, "n_params": 4674760, "total_flops": 68644923801600000, "train_loss": 0.01989023566246033, "subset_score_loss": 0.01989023566246033}
+{"step": 4790000, "wall_time": 49759.134741067886, "train_loss_step": 4.443918228149414, "n_params": 4674760, "total_flops": 68788532428800000, "train_loss": 0.020785260200500488, "subset_score_loss": 0.020785260200500488}
+{"step": 4800000, "wall_time": 49858.02407979965, "train_loss_step": 4.690487861633301, "n_params": 4674760, "total_flops": 68932141056000000, "train_loss": 0.020467050075531006, "subset_score_loss": 0.020467050075531006, "memorization_fraction_pixel": 0.3506999909877777, "mean_nn_ratio_pixel": 0.6611882448196411, "fid": 140.98611461921905, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 49914.36749911308, "train_loss_step": 4.439610481262207, "n_params": 4674760, "total_flops": 69075749683200000, "train_loss": 0.01984209895133972, "subset_score_loss": 0.01984209895133972}
+{"step": 4820000, "wall_time": 49970.674372673035, "train_loss_step": 4.363127708435059, "n_params": 4674760, "total_flops": 69219358310400000, "train_loss": 0.019014884233474732, "subset_score_loss": 0.019014884233474732}
+{"step": 4830000, "wall_time": 50023.085448265076, "train_loss_step": 4.061059474945068, "n_params": 4674760, "total_flops": 69362966937600000, "train_loss": 0.024049434661865234, "subset_score_loss": 0.024049434661865234}
+{"step": 4840000, "wall_time": 50079.29782438278, "train_loss_step": 4.5633158683776855, "n_params": 4674760, "total_flops": 69506575564800000, "train_loss": 0.020583808422088623, "subset_score_loss": 0.020583808422088623}
+{"step": 4850000, "wall_time": 50135.47383213043, "train_loss_step": 4.266066551208496, "n_params": 4674760, "total_flops": 69650184192000000, "train_loss": 0.018899058103561402, "subset_score_loss": 0.018899058103561402}
+{"step": 4860000, "wall_time": 50191.62765145302, "train_loss_step": 4.407073974609375, "n_params": 4674760, "total_flops": 69793792819200000, "train_loss": 0.02108876943588257, "subset_score_loss": 0.02108876943588257}
+{"step": 4870000, "wall_time": 50247.79014515877, "train_loss_step": 4.328696250915527, "n_params": 4674760, "total_flops": 69937401446400000, "train_loss": 0.017681411504745483, "subset_score_loss": 0.017681411504745483}
+{"step": 4880000, "wall_time": 50304.03637433052, "train_loss_step": 4.686592102050781, "n_params": 4674760, "total_flops": 70081010073600000, "train_loss": 0.020255424976348878, "subset_score_loss": 0.020255424976348878}
+{"step": 4890000, "wall_time": 50360.18527984619, "train_loss_step": 4.023778438568115, "n_params": 4674760, "total_flops": 70224618700800000, "train_loss": 0.019040708541870118, "subset_score_loss": 0.019040708541870118}
+{"step": 4900000, "wall_time": 50461.76471853256, "train_loss_step": 4.4726972579956055, "n_params": 4674760, "total_flops": 70368227328000000, "train_loss": 0.020072638988494873, "subset_score_loss": 0.020072638988494873, "memorization_fraction_pixel": 0.3540000021457672, "mean_nn_ratio_pixel": 0.6570104360580444, "fid": 132.76937365867238, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 50513.80107855797, "train_loss_step": 4.008535385131836, "n_params": 4674760, "total_flops": 70511835955200000, "train_loss": 0.018714522123336793, "subset_score_loss": 0.018714522123336793}
+{"step": 4920000, "wall_time": 50570.10913801193, "train_loss_step": 4.462910175323486, "n_params": 4674760, "total_flops": 70655444582400000, "train_loss": 0.019491238594055174, "subset_score_loss": 0.019491238594055174}
+{"step": 4930000, "wall_time": 50622.69516968727, "train_loss_step": 4.668920040130615, "n_params": 4674760, "total_flops": 70799053209600000, "train_loss": 0.020104124546051025, "subset_score_loss": 0.020104124546051025}
+{"step": 4940000, "wall_time": 50678.91708636284, "train_loss_step": 4.211270809173584, "n_params": 4674760, "total_flops": 70942661836800000, "train_loss": 0.02007047176361084, "subset_score_loss": 0.02007047176361084}
+{"step": 4950000, "wall_time": 50735.12430858612, "train_loss_step": 4.456677436828613, "n_params": 4674760, "total_flops": 71086270464000000, "train_loss": 0.02204929828643799, "subset_score_loss": 0.02204929828643799}
+{"step": 4960000, "wall_time": 50791.37146162987, "train_loss_step": 4.245460033416748, "n_params": 4674760, "total_flops": 71229879091200000, "train_loss": 0.019829788208007813, "subset_score_loss": 0.019829788208007813}
+{"step": 4970000, "wall_time": 50847.62553143501, "train_loss_step": 4.320086479187012, "n_params": 4674760, "total_flops": 71373487718400000, "train_loss": 0.019499125480651854, "subset_score_loss": 0.019499125480651854}
+{"step": 4980000, "wall_time": 50903.83248281479, "train_loss_step": 4.466976165771484, "n_params": 4674760, "total_flops": 71517096345600000, "train_loss": 0.01899189829826355, "subset_score_loss": 0.01899189829826355}
+{"step": 4990000, "wall_time": 50960.07716679573, "train_loss_step": 4.438194274902344, "n_params": 4674760, "total_flops": 71660704972800000, "train_loss": 0.019345796108245848, "subset_score_loss": 0.019345796108245848}
+{"step": 5000000, "wall_time": 51062.738065481186, "train_loss_step": 4.287500381469727, "n_params": 4674760, "total_flops": 71804313600000000, "train_loss": 0.019940659999847413, "subset_score_loss": 0.019940659999847413, "memorization_fraction_pixel": 0.39309999346733093, "mean_nn_ratio_pixel": 0.6310181617736816, "fid": 129.9638023464266, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..ce8f9f2f7b3ae2534c2bd22f8932e07b9efc99e5
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d200/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     86s | train_loss=1.0040 | fid=298.6502
+  step   10000 |    195s | train_loss=0.7375
+  step   20000 |    305s | train_loss=0.6225
+  step   30000 |    415s | train_loss=0.5441
+  step   40000 |    526s | train_loss=0.4773
+  step   50000 |    636s | train_loss=0.4058
+  step   60000 |    746s | train_loss=0.3371
+  step   70000 |    856s | train_loss=0.2834
+  step   80000 |    967s | train_loss=0.2373
+  step   90000 |   1077s | train_loss=0.2110
+  step  100000 |   1269s | train_loss=0.1798 | fid=182.9636
+  step  110000 |   1375s | train_loss=0.1586
+  step  120000 |   1484s | train_loss=0.1509
+  step  130000 |   1594s | train_loss=0.1450
+  step  140000 |   1705s | train_loss=0.1307
+  step  150000 |   1815s | train_loss=0.1154
+  step  160000 |   1925s | train_loss=0.1167
+  step  170000 |   2035s | train_loss=0.1228
+  step  180000 |   2145s | train_loss=0.1166
+  step  190000 |   2256s | train_loss=0.1029
+  step  200000 |   2448s | train_loss=0.1032 | fid=234.8408
+  step  210000 |   2559s | train_loss=0.1028
+  step  220000 |   2665s | train_loss=0.0908
+  step  230000 |   2774s | train_loss=0.0873
+  step  240000 |   2884s | train_loss=0.0827
+  step  250000 |   2994s | train_loss=0.0854
+  step  260000 |   3105s | train_loss=0.0914
+  step  270000 |   3215s | train_loss=0.0813
+  step  280000 |   3325s | train_loss=0.0835
+  step  290000 |   3435s | train_loss=0.0764
+  step  300000 |   3626s | train_loss=0.0731 | fid=290.9315
+  step  310000 |   3737s | train_loss=0.0785
+  step  320000 |   3845s | train_loss=0.0720
+  step  330000 |   3953s | train_loss=0.0758
+  step  340000 |   4063s | train_loss=0.0689
+  step  350000 |   4174s | train_loss=0.0668
+  step  360000 |   4284s | train_loss=0.0674
+  step  370000 |   4394s | train_loss=0.0658
+  step  380000 |   4505s | train_loss=0.0694
+  step  390000 |   4615s | train_loss=0.0662
+  step  400000 |   4808s | train_loss=0.0615 | fid=325.2368
+  step  410000 |   4918s | train_loss=0.0612
+  step  420000 |   5028s | train_loss=0.0611
+  step  430000 |   5134s | train_loss=0.0570
+  step  440000 |   5243s | train_loss=0.0605
+  step  450000 |   5354s | train_loss=0.0588
+  step  460000 |   5464s | train_loss=0.0566
+  step  470000 |   5574s | train_loss=0.0573
+  step  480000 |   5684s | train_loss=0.0604
+  step  490000 |   5792s | train_loss=0.0559
+  step  500000 |   5988s | train_loss=0.0586 | fid=317.5952
+  step  510000 |   6098s | train_loss=0.0584
+  step  520000 |   6209s | train_loss=0.0568
+  step  530000 |   6319s | train_loss=0.0537
+  step  540000 |   6425s | train_loss=0.0579
+  step  550000 |   6535s | train_loss=0.0549
+  step  560000 |   6645s | train_loss=0.0499
+  step  570000 |   6755s | train_loss=0.0501
+  step  580000 |   6865s | train_loss=0.0509
+  step  590000 |   6974s | train_loss=0.0521
+  step  600000 |   7169s | train_loss=0.0512 | fid=317.6370
+  step  610000 |   7280s | train_loss=0.0542
+  step  620000 |   7390s | train_loss=0.0488
+  step  630000 |   7500s | train_loss=0.0487
+  step  640000 |   7608s | train_loss=0.0504
+  step  650000 |   7716s | train_loss=0.0503
+  step  660000 |   7826s | train_loss=0.0479
+  step  670000 |   7937s | train_loss=0.0481
+  step  680000 |   8045s | train_loss=0.0454
+  step  690000 |   8155s | train_loss=0.0461
+  step  700000 |   8348s | train_loss=0.0480 | fid=296.4231
+  step  710000 |   8458s | train_loss=0.0447
+  step  720000 |   8568s | train_loss=0.0451
+  step  730000 |   8679s | train_loss=0.0458
+  step  740000 |   8789s | train_loss=0.0457
+  step  750000 |   8897s | train_loss=0.0438
+  step  760000 |   9005s | train_loss=0.0450
+  step  770000 |   9116s | train_loss=0.0443
+  step  780000 |   9224s | train_loss=0.0461
+  step  790000 |   9334s | train_loss=0.0427
+  step  800000 |   9530s | train_loss=0.0418 | fid=298.6713
+  step  810000 |   9640s | train_loss=0.0424
+  step  820000 |   9751s | train_loss=0.0438
+  step  830000 |   9861s | train_loss=0.0415
+  step  840000 |   9971s | train_loss=0.0441
+  step  850000 |  10082s | train_loss=0.0428
+  step  860000 |  10188s | train_loss=0.0418
+  step  870000 |  10298s | train_loss=0.0422
+  step  880000 |  10406s | train_loss=0.0394
+  step  890000 |  10515s | train_loss=0.0415
+  step  900000 |  10712s | train_loss=0.0406 | fid=288.7102
+  step  910000 |  10823s | train_loss=0.0429
+  step  920000 |  10933s | train_loss=0.0392
+  step  930000 |  11043s | train_loss=0.0386
+  step  940000 |  11154s | train_loss=0.0443
+  step  950000 |  11263s | train_loss=0.0403
+  step  960000 |  11372s | train_loss=0.0391
+  step  970000 |  11473s | train_loss=0.0409
+  step  980000 |  11583s | train_loss=0.0411
+  step  990000 |  11692s | train_loss=0.0377
+  step 1000000 |  11889s | train_loss=0.0361 | fid=281.9000
+  step 1010000 |  12000s | train_loss=0.0380
+  step 1020000 |  12110s | train_loss=0.0364
+  step 1030000 |  12220s | train_loss=0.0426
+  step 1040000 |  12330s | train_loss=0.0383
+  step 1050000 |  12441s | train_loss=0.0383
+  step 1060000 |  12551s | train_loss=0.0406
+  step 1070000 |  12657s | train_loss=0.0357
+  step 1080000 |  12765s | train_loss=0.0374
+  step 1090000 |  12874s | train_loss=0.0389
+  step 1100000 |  13071s | train_loss=0.0363 | fid=268.8231
+  step 1110000 |  13181s | train_loss=0.0374
+  step 1120000 |  13291s | train_loss=0.0355
+  step 1130000 |  13401s | train_loss=0.0459
+  step 1140000 |  13511s | train_loss=0.0348
+  step 1150000 |  13616s | train_loss=0.0371
+  step 1160000 |  13705s | train_loss=0.0369
+  step 1170000 |  13795s | train_loss=0.0368
+  step 1180000 |  13886s | train_loss=0.0355
+  step 1190000 |  13959s | train_loss=0.0346
+  step 1200000 |  14155s | train_loss=0.0358 | fid=239.0504
+  step 1210000 |  14246s | train_loss=0.0330
+  step 1220000 |  14338s | train_loss=0.0366
+  step 1230000 |  14429s | train_loss=0.0355
+  step 1240000 |  14521s | train_loss=0.0342
+  step 1250000 |  14612s | train_loss=0.0375
+  step 1260000 |  14701s | train_loss=0.0378
+  step 1270000 |  14792s | train_loss=0.0369
+  step 1280000 |  14880s | train_loss=0.0339
+  step 1290000 |  14972s | train_loss=0.0334
+  step 1300000 |  15133s | train_loss=0.0375 | fid=238.1326
+  step 1310000 |  15224s | train_loss=0.0318
+  step 1320000 |  15316s | train_loss=0.0350
+  step 1330000 |  15407s | train_loss=0.0338
+  step 1340000 |  15499s | train_loss=0.0350
+  step 1350000 |  15588s | train_loss=0.0361
+  step 1360000 |  15680s | train_loss=0.0315
+  step 1370000 |  15771s | train_loss=0.0309
+  step 1380000 |  15859s | train_loss=0.0312
+  step 1390000 |  15950s | train_loss=0.0334
+  step 1400000 |  16112s | train_loss=0.0351 | fid=227.3125
+  step 1410000 |  16204s | train_loss=0.0337
+  step 1420000 |  16295s | train_loss=0.0335
+  step 1430000 |  16387s | train_loss=0.0321
+  step 1440000 |  16478s | train_loss=0.0323
+  step 1450000 |  16568s | train_loss=0.0312
+  step 1460000 |  16659s | train_loss=0.0329
+  step 1470000 |  16751s | train_loss=0.0347
+  step 1480000 |  16841s | train_loss=0.0306
+  step 1490000 |  16930s | train_loss=0.0328
+  step 1500000 |  17090s | train_loss=0.0331 | fid=201.7755
+  step 1510000 |  17181s | train_loss=0.0318
+  step 1520000 |  17272s | train_loss=0.0395
+  step 1530000 |  17364s | train_loss=0.0342
+  step 1540000 |  17453s | train_loss=0.0306
+  step 1550000 |  17545s | train_loss=0.0357
+  step 1560000 |  17636s | train_loss=0.0332
+  step 1570000 |  17726s | train_loss=0.0299
+  step 1580000 |  17817s | train_loss=0.0300
+  step 1590000 |  17907s | train_loss=0.0307
+  step 1600000 |  18072s | train_loss=0.0364 | fid=175.0718
+  step 1610000 |  18161s | train_loss=0.0338
+  step 1620000 |  18252s | train_loss=0.0308
+  step 1630000 |  18344s | train_loss=0.0297
+  step 1640000 |  18434s | train_loss=0.0332
+  step 1650000 |  18525s | train_loss=0.0313
+  step 1660000 |  18617s | train_loss=0.0336
+  step 1670000 |  18707s | train_loss=0.0319
+  step 1680000 |  18798s | train_loss=0.0292
+  step 1690000 |  18889s | train_loss=0.0323
+  step 1700000 |  19075s | train_loss=0.0292 | fid=176.5134
+  step 1710000 |  19161s | train_loss=0.0295
+  step 1720000 |  19239s | train_loss=0.0287
+  step 1730000 |  19329s | train_loss=0.0310
+  step 1740000 |  19420s | train_loss=0.0278
+  step 1750000 |  19512s | train_loss=0.0330
+  step 1760000 |  19603s | train_loss=0.0319
+  step 1770000 |  19693s | train_loss=0.0299
+  step 1780000 |  19784s | train_loss=0.0303
+  step 1790000 |  19875s | train_loss=0.0310
+  step 1800000 |  20077s | train_loss=0.0300 | fid=163.0907
+  step 1810000 |  20168s | train_loss=0.0298
+  step 1820000 |  20253s | train_loss=0.0309
+  step 1830000 |  20338s | train_loss=0.0317
+  step 1840000 |  20429s | train_loss=0.0288
+  step 1850000 |  20521s | train_loss=0.0300
+  step 1860000 |  20610s | train_loss=0.0307
+  step 1870000 |  20702s | train_loss=0.0304
+  step 1880000 |  20793s | train_loss=0.0290
+  step 1890000 |  20884s | train_loss=0.0301
+  step 1900000 |  21075s | train_loss=0.0287 | fid=158.5597
+  step 1910000 |  21164s | train_loss=0.0286
+  step 1920000 |  21255s | train_loss=0.0273
+  step 1930000 |  21338s | train_loss=0.0275
+  step 1940000 |  21423s | train_loss=0.0302
+  step 1950000 |  21513s | train_loss=0.0264
+  step 1960000 |  21604s | train_loss=0.0273
+  step 1970000 |  21696s | train_loss=0.0286
+  step 1980000 |  21787s | train_loss=0.0281
+  step 1990000 |  21878s | train_loss=0.0269
+  step 2000000 |  22071s | train_loss=0.0266 | fid=142.9785
+  step 2010000 |  22160s | train_loss=0.0317
+  step 2020000 |  22252s | train_loss=0.0315
+  step 2030000 |  22343s | train_loss=0.0287
+  step 2040000 |  22424s | train_loss=0.0274
+  step 2050000 |  22509s | train_loss=0.0285
+  step 2060000 |  22601s | train_loss=0.0312
+  step 2070000 |  22692s | train_loss=0.0280
+  step 2080000 |  22783s | train_loss=0.0287
+  step 2090000 |  22874s | train_loss=0.0274
+  step 2100000 |  23069s | train_loss=0.0295 | fid=136.4118
+  step 2110000 |  23160s | train_loss=0.0272
+  step 2120000 |  23252s | train_loss=0.0278
+  step 2130000 |  23343s | train_loss=0.0288
+  step 2140000 |  23433s | train_loss=0.0296
+  step 2150000 |  23512s | train_loss=0.0256
+  step 2160000 |  23601s | train_loss=0.0278
+  step 2170000 |  23692s | train_loss=0.0284
+  step 2180000 |  23784s | train_loss=0.0258
+  step 2190000 |  23875s | train_loss=0.0250
+  step 2200000 |  24085s | train_loss=0.0253 | fid=129.1658
+  step 2210000 |  24176s | train_loss=0.0258
+  step 2220000 |  24268s | train_loss=0.0295
+  step 2230000 |  24357s | train_loss=0.0271
+  step 2240000 |  24449s | train_loss=0.0246
+  step 2250000 |  24541s | train_loss=0.0298
+  step 2260000 |  24622s | train_loss=0.0260
+  step 2270000 |  24713s | train_loss=0.0294
+  step 2280000 |  24804s | train_loss=0.0300
+  step 2290000 |  24894s | train_loss=0.0299
+  step 2300000 |  25081s | train_loss=0.0259 | fid=133.4185
+  step 2310000 |  25172s | train_loss=0.0283
+  step 2320000 |  25263s | train_loss=0.0268
+  step 2330000 |  25353s | train_loss=0.0267
+  step 2340000 |  25444s | train_loss=0.0286
+  step 2350000 |  25536s | train_loss=0.0262
+  step 2360000 |  25623s | train_loss=0.0306
+  step 2370000 |  25708s | train_loss=0.0277
+  step 2380000 |  25798s | train_loss=0.0255
+  step 2390000 |  25889s | train_loss=0.0272
+  step 2400000 |  26095s | train_loss=0.0269 | fid=137.3254
+  step 2410000 |  26187s | train_loss=0.0237
+  step 2420000 |  26276s | train_loss=0.0259
+  step 2430000 |  26367s | train_loss=0.0264
+  step 2440000 |  26459s | train_loss=0.0247
+  step 2450000 |  26550s | train_loss=0.0301
+  step 2460000 |  26641s | train_loss=0.0271
+  step 2470000 |  26716s | train_loss=0.0295
+  step 2480000 |  26805s | train_loss=0.0242
+  step 2490000 |  26897s | train_loss=0.0254
+  step 2500000 |  27094s | train_loss=0.0245 | fid=120.5062
+  step 2510000 |  27184s | train_loss=0.0233
+  step 2520000 |  27275s | train_loss=0.0272
+  step 2530000 |  27367s | train_loss=0.0255
+  step 2540000 |  27458s | train_loss=0.0250
+  step 2550000 |  27549s | train_loss=0.0265
+  step 2560000 |  27638s | train_loss=0.0252
+  step 2570000 |  27730s | train_loss=0.0251
+  step 2580000 |  27806s | train_loss=0.0248
+  step 2590000 |  27896s | train_loss=0.0246
+  step 2600000 |  28101s | train_loss=0.0281 | fid=126.1381
+  step 2610000 |  28192s | train_loss=0.0264
+  step 2620000 |  28283s | train_loss=0.0241
+  step 2630000 |  28375s | train_loss=0.0254
+  step 2640000 |  28466s | train_loss=0.0272
+  step 2650000 |  28555s | train_loss=0.0266
+  step 2660000 |  28646s | train_loss=0.0237
+  step 2670000 |  28738s | train_loss=0.0240
+  step 2680000 |  28830s | train_loss=0.0238
+  step 2690000 |  28910s | train_loss=0.0240
+  step 2700000 |  29113s | train_loss=0.0250 | fid=122.3632
+  step 2710000 |  29205s | train_loss=0.0299
+  step 2720000 |  29296s | train_loss=0.0260
+  step 2730000 |  29387s | train_loss=0.0219
+  step 2740000 |  29477s | train_loss=0.0288
+  step 2750000 |  29568s | train_loss=0.0228
+  step 2760000 |  29660s | train_loss=0.0226
+  step 2770000 |  29751s | train_loss=0.0221
+  step 2780000 |  29843s | train_loss=0.0228
+  step 2790000 |  29927s | train_loss=0.0239
+  step 2800000 |  30132s | train_loss=0.0234 | fid=122.2715
+  step 2810000 |  30224s | train_loss=0.0246
+  step 2820000 |  30315s | train_loss=0.0244
+  step 2830000 |  30404s | train_loss=0.0254
+  step 2840000 |  30496s | train_loss=0.0233
+  step 2850000 |  30587s | train_loss=0.0239
+  step 2860000 |  30678s | train_loss=0.0221
+  step 2870000 |  30770s | train_loss=0.0251
+  step 2880000 |  30861s | train_loss=0.0236
+  step 2890000 |  30951s | train_loss=0.0265
+  step 2900000 |  31132s | train_loss=0.0236 | fid=122.6633
+  step 2910000 |  31224s | train_loss=0.0234
+  step 2920000 |  31313s | train_loss=0.0250
+  step 2930000 |  31405s | train_loss=0.0227
+  step 2940000 |  31496s | train_loss=0.0227
+  step 2950000 |  31587s | train_loss=0.0257
+  step 2960000 |  31679s | train_loss=0.0226
+  step 2970000 |  31770s | train_loss=0.0228
+  step 2980000 |  31861s | train_loss=0.0225
+  step 2990000 |  31951s | train_loss=0.0247
+  step 3000000 |  32146s | train_loss=0.0245 | fid=121.0720
+  step 3010000 |  32235s | train_loss=0.0250
+  step 3020000 |  32326s | train_loss=0.0233
+  step 3030000 |  32417s | train_loss=0.0308
+  step 3040000 |  32509s | train_loss=0.0237
+  step 3050000 |  32600s | train_loss=0.0229
+  step 3060000 |  32692s | train_loss=0.0247
+  step 3070000 |  32783s | train_loss=0.0222
+  step 3080000 |  32873s | train_loss=0.0246
+  step 3090000 |  32964s | train_loss=0.0255
+  step 3100000 |  33136s | train_loss=0.0267 | fid=122.3822
+  step 3110000 |  33225s | train_loss=0.0247
+  step 3120000 |  33317s | train_loss=0.0240
+  step 3130000 |  33408s | train_loss=0.0251
+  step 3140000 |  33499s | train_loss=0.0274
+  step 3150000 |  33590s | train_loss=0.0222
+  step 3160000 |  33681s | train_loss=0.0240
+  step 3170000 |  33771s | train_loss=0.0256
+  step 3180000 |  33862s | train_loss=0.0237
+  step 3190000 |  33953s | train_loss=0.0236
+  step 3200000 |  34139s | train_loss=0.0227 | fid=120.7686
+  step 3210000 |  34217s | train_loss=0.0248
+  step 3220000 |  34309s | train_loss=0.0223
+  step 3230000 |  34400s | train_loss=0.0232
+  step 3240000 |  34491s | train_loss=0.0226
+  step 3250000 |  34582s | train_loss=0.0262
+  step 3260000 |  34674s | train_loss=0.0231
+  step 3270000 |  34763s | train_loss=0.0254
+  step 3280000 |  34855s | train_loss=0.0255
+  step 3290000 |  34946s | train_loss=0.0222
+  step 3300000 |  35156s | train_loss=0.0231 | fid=122.2512
+  step 3310000 |  35243s | train_loss=0.0210
+  step 3320000 |  35328s | train_loss=0.0237
+  step 3330000 |  35419s | train_loss=0.0213
+  step 3340000 |  35511s | train_loss=0.0259
+  step 3350000 |  35602s | train_loss=0.0245
+  step 3360000 |  35691s | train_loss=0.0212
+  step 3370000 |  35783s | train_loss=0.0265
+  step 3380000 |  35874s | train_loss=0.0256
+  step 3390000 |  35964s | train_loss=0.0252
+  step 3400000 |  36155s | train_loss=0.0230 | fid=116.6327
+  step 3410000 |  36246s | train_loss=0.0249
+  step 3420000 |  36328s | train_loss=0.0235
+  step 3430000 |  36420s | train_loss=0.0227
+  step 3440000 |  36511s | train_loss=0.0237
+  step 3450000 |  36601s | train_loss=0.0224
+  step 3460000 |  36692s | train_loss=0.0204
+  step 3470000 |  36784s | train_loss=0.0215
+  step 3480000 |  36873s | train_loss=0.0202
+  step 3490000 |  36964s | train_loss=0.0215
+  step 3500000 |  37158s | train_loss=0.0221 | fid=140.0636
+  step 3510000 |  37250s | train_loss=0.0222
+  step 3520000 |  37341s | train_loss=0.0221
+  step 3530000 |  37418s | train_loss=0.0228
+  step 3540000 |  37509s | train_loss=0.0198
+  step 3550000 |  37599s | train_loss=0.0218
+  step 3560000 |  37690s | train_loss=0.0212
+  step 3570000 |  37779s | train_loss=0.0227
+  step 3580000 |  37871s | train_loss=0.0238
+  step 3590000 |  37962s | train_loss=0.0227
+  step 3600000 |  38177s | train_loss=0.0219 | fid=130.5959
+  step 3610000 |  38268s | train_loss=0.0229
+  step 3620000 |  38359s | train_loss=0.0211
+  step 3630000 |  38449s | train_loss=0.0233
+  step 3640000 |  38538s | train_loss=0.0237
+  step 3650000 |  38629s | train_loss=0.0282
+  step 3660000 |  38719s | train_loss=0.0221
+  step 3670000 |  38810s | train_loss=0.0278
+  step 3680000 |  38901s | train_loss=0.0218
+  step 3690000 |  38993s | train_loss=0.0219
+  step 3700000 |  39158s | train_loss=0.0223 | fid=134.4930
+  step 3710000 |  39248s | train_loss=0.0216
+  step 3720000 |  39340s | train_loss=0.0250
+  step 3730000 |  39431s | train_loss=0.0221
+  step 3740000 |  39519s | train_loss=0.0223
+  step 3750000 |  39610s | train_loss=0.0227
+  step 3760000 |  39700s | train_loss=0.0212
+  step 3770000 |  39791s | train_loss=0.0246
+  step 3780000 |  39883s | train_loss=0.0215
+  step 3790000 |  39974s | train_loss=0.0224
+  step 3800000 |  40139s | train_loss=0.0207 | fid=124.1664
+  step 3810000 |  40229s | train_loss=0.0237
+  step 3820000 |  40321s | train_loss=0.0208
+  step 3830000 |  40410s | train_loss=0.0216
+  step 3840000 |  40502s | train_loss=0.0216
+  step 3850000 |  40577s | train_loss=0.0237
+  step 3860000 |  40668s | train_loss=0.0214
+  step 3870000 |  40759s | train_loss=0.0217
+  step 3880000 |  40851s | train_loss=0.0239
+  step 3890000 |  40942s | train_loss=0.0221
+  step 3900000 |  41153s | train_loss=0.0211 | fid=130.6428
+  step 3910000 |  41243s | train_loss=0.0224
+  step 3920000 |  41332s | train_loss=0.0212
+  step 3930000 |  41424s | train_loss=0.0229
+  step 3940000 |  41513s | train_loss=0.0222
+  step 3950000 |  41599s | train_loss=0.0216
+  step 3960000 |  41682s | train_loss=0.0223
+  step 3970000 |  41773s | train_loss=0.0238
+  step 3980000 |  41865s | train_loss=0.0194
+  step 3990000 |  41956s | train_loss=0.0258
+  step 4000000 |  42175s | train_loss=0.0205 | fid=132.2727
+  step 4010000 |  42264s | train_loss=0.0209
+  step 4020000 |  42354s | train_loss=0.0213
+  step 4030000 |  42444s | train_loss=0.0226
+  step 4040000 |  42535s | train_loss=0.0223
+  step 4050000 |  42626s | train_loss=0.0202
+  step 4060000 |  42703s | train_loss=0.0203
+  step 4070000 |  42790s | train_loss=0.0196
+  step 4080000 |  42881s | train_loss=0.0235
+  step 4090000 |  42972s | train_loss=0.0234
+  step 4100000 |  43187s | train_loss=0.0233 | fid=137.5763
+  step 4110000 |  43275s | train_loss=0.0201
+  step 4120000 |  43365s | train_loss=0.0234
+  step 4130000 |  43456s | train_loss=0.0206
+  step 4140000 |  43548s | train_loss=0.0236
+  step 4150000 |  43639s | train_loss=0.0194
+  step 4160000 |  43731s | train_loss=0.0208
+  step 4170000 |  43809s | train_loss=0.0208
+  step 4180000 |  43900s | train_loss=0.0261
+  step 4190000 |  43992s | train_loss=0.0228
+  step 4200000 |  44208s | train_loss=0.0208 | fid=139.8566
+  step 4210000 |  44295s | train_loss=0.0217
+  step 4220000 |  44387s | train_loss=0.0235
+  step 4230000 |  44478s | train_loss=0.0210
+  step 4240000 |  44569s | train_loss=0.0209
+  step 4250000 |  44661s | train_loss=0.0235
+  step 4260000 |  44752s | train_loss=0.0206
+  step 4270000 |  44837s | train_loss=0.0194
+  step 4280000 |  44922s | train_loss=0.0205
+  step 4290000 |  45014s | train_loss=0.0212
+  step 4300000 |  45222s | train_loss=0.0206 | fid=132.6253
+  step 4310000 |  45312s | train_loss=0.0197
+  step 4320000 |  45403s | train_loss=0.0193
+  step 4330000 |  45495s | train_loss=0.0196
+  step 4340000 |  45586s | train_loss=0.0244
+  step 4350000 |  45677s | train_loss=0.0224
+  step 4360000 |  45769s | train_loss=0.0200
+  step 4370000 |  45860s | train_loss=0.0238
+  step 4380000 |  45936s | train_loss=0.0209
+  step 4390000 |  46021s | train_loss=0.0222
+  step 4400000 |  46232s | train_loss=0.0213 | fid=134.0848
+  step 4410000 |  46322s | train_loss=0.0225
+  step 4420000 |  46414s | train_loss=0.0218
+  step 4430000 |  46505s | train_loss=0.0219
+  step 4440000 |  46596s | train_loss=0.0189
+  step 4450000 |  46687s | train_loss=0.0212
+  step 4460000 |  46779s | train_loss=0.0215
+  step 4470000 |  46870s | train_loss=0.0188
+  step 4480000 |  46961s | train_loss=0.0214
+  step 4490000 |  47034s | train_loss=0.0225
+  step 4500000 |  47237s | train_loss=0.0220 | fid=123.2409
+  step 4510000 |  47327s | train_loss=0.0209
+  step 4520000 |  47418s | train_loss=0.0254
+  step 4530000 |  47509s | train_loss=0.0190
+  step 4540000 |  47601s | train_loss=0.0200
+  step 4550000 |  47692s | train_loss=0.0298
+  step 4560000 |  47784s | train_loss=0.0204
+  step 4570000 |  47875s | train_loss=0.0191
+  step 4580000 |  47961s | train_loss=0.0203
+  step 4590000 |  48052s | train_loss=0.0205
+  step 4600000 |  48216s | train_loss=0.0212 | fid=128.4838
+  step 4610000 |  48306s | train_loss=0.0196
+  step 4620000 |  48397s | train_loss=0.0226
+  step 4630000 |  48488s | train_loss=0.0224
+  step 4640000 |  48580s | train_loss=0.0203
+  step 4650000 |  48671s | train_loss=0.0191
+  step 4660000 |  48763s | train_loss=0.0209
+  step 4670000 |  48854s | train_loss=0.0199
+  step 4680000 |  48930s | train_loss=0.0208
+  step 4690000 |  49004s | train_loss=0.0200
+  step 4700000 |  49136s | train_loss=0.0228 | fid=131.8201
+  step 4710000 |  49210s | train_loss=0.0200
+  step 4720000 |  49282s | train_loss=0.0181
+  step 4730000 |  49355s | train_loss=0.0195
+  step 4740000 |  49429s | train_loss=0.0214
+  step 4750000 |  49503s | train_loss=0.0190
+  step 4760000 |  49577s | train_loss=0.0186
+  step 4770000 |  49647s | train_loss=0.0245
+  step 4780000 |  49703s | train_loss=0.0199
+  step 4790000 |  49759s | train_loss=0.0208
+  step 4800000 |  49858s | train_loss=0.0205 | fid=140.9861
+  step 4810000 |  49914s | train_loss=0.0198
+  step 4820000 |  49971s | train_loss=0.0190
+  step 4830000 |  50023s | train_loss=0.0240
+  step 4840000 |  50079s | train_loss=0.0206
+  step 4850000 |  50135s | train_loss=0.0189
+  step 4860000 |  50192s | train_loss=0.0211
+  step 4870000 |  50248s | train_loss=0.0177
+  step 4880000 |  50304s | train_loss=0.0203
+  step 4890000 |  50360s | train_loss=0.0190
+  step 4900000 |  50462s | train_loss=0.0201 | fid=132.7694
+  step 4910000 |  50514s | train_loss=0.0187
+  step 4920000 |  50570s | train_loss=0.0195
+  step 4930000 |  50623s | train_loss=0.0201
+  step 4940000 |  50679s | train_loss=0.0201
+  step 4950000 |  50735s | train_loss=0.0220
+  step 4960000 |  50791s | train_loss=0.0198
+  step 4970000 |  50848s | train_loss=0.0195
+  step 4980000 |  50904s | train_loss=0.0190
+  step 4990000 |  50960s | train_loss=0.0193
+  step 5000000 |  51063s | train_loss=0.0199 | fid=129.9638
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d220/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d220/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..1b01478436288b2598c9f0041ca39227bb9dc50c
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d220/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d220",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d220/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d220/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..6fd394acb0fa0817eed3c8964e0577d522bbbd20
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d220/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 220, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44}
+{"step": 1, "wall_time": 48.654279947280884, "train_loss_step": 219.0438232421875, "n_params": 4715740, "total_flops": 14486753280, "train_loss": 1.0035381663929333, "subset_score_loss": 1.0035381663929333, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.98067307472229, "fid": 298.7339421540261, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 107.28564810752869, "train_loss_step": 37.90150451660156, "n_params": 4715740, "total_flops": 144867532800000, "train_loss": 0.7078426014293324, "subset_score_loss": 0.7078426014293324}
+{"step": 20000, "wall_time": 166.4558629989624, "train_loss_step": 33.470550537109375, "n_params": 4715740, "total_flops": 289735065600000, "train_loss": 0.5944596030495384, "subset_score_loss": 0.5944596030495384}
+{"step": 30000, "wall_time": 225.53462052345276, "train_loss_step": 31.9945068359375, "n_params": 4715740, "total_flops": 434602598400000, "train_loss": 0.5282339616255327, "subset_score_loss": 0.5282339616255327}
+{"step": 40000, "wall_time": 284.79673433303833, "train_loss_step": 26.38412094116211, "n_params": 4715740, "total_flops": 579470131200000, "train_loss": 0.4628814003684304, "subset_score_loss": 0.4628814003684304}
+{"step": 50000, "wall_time": 343.92217922210693, "train_loss_step": 26.842021942138672, "n_params": 4715740, "total_flops": 724337664000000, "train_loss": 0.38906648809259586, "subset_score_loss": 0.38906648809259586}
+{"step": 60000, "wall_time": 403.23371291160583, "train_loss_step": 23.801095962524414, "n_params": 4715740, "total_flops": 869205196800000, "train_loss": 0.3123692252419212, "subset_score_loss": 0.3123692252419212}
+{"step": 70000, "wall_time": 462.6229975223541, "train_loss_step": 21.75635528564453, "n_params": 4715740, "total_flops": 1014072729600000, "train_loss": 0.2628352598710494, "subset_score_loss": 0.2628352598710494}
+{"step": 80000, "wall_time": 522.046571969986, "train_loss_step": 21.97939682006836, "n_params": 4715740, "total_flops": 1158940262400000, "train_loss": 0.22669084722345526, "subset_score_loss": 0.22669084722345526}
+{"step": 90000, "wall_time": 581.3387293815613, "train_loss_step": 20.97564697265625, "n_params": 4715740, "total_flops": 1303807795200000, "train_loss": 0.2062718478116122, "subset_score_loss": 0.2062718478116122}
+{"step": 100000, "wall_time": 686.0477011203766, "train_loss_step": 18.405086517333984, "n_params": 4715740, "total_flops": 1448675328000000, "train_loss": 0.1756459669633345, "subset_score_loss": 0.1756459669633345, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9658558368682861, "fid": 199.4007478432792, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 744.8100671768188, "train_loss_step": 17.978925704956055, "n_params": 4715740, "total_flops": 1593542860800000, "train_loss": 0.15572823611172762, "subset_score_loss": 0.15572823611172762}
+{"step": 120000, "wall_time": 804.0517330169678, "train_loss_step": 18.000606536865234, "n_params": 4715740, "total_flops": 1738410393600000, "train_loss": 0.14954201091419567, "subset_score_loss": 0.14954201091419567}
+{"step": 130000, "wall_time": 863.3892903327942, "train_loss_step": 17.369022369384766, "n_params": 4715740, "total_flops": 1883277926400000, "train_loss": 0.15523178794167258, "subset_score_loss": 0.15523178794167258}
+{"step": 140000, "wall_time": 922.49822306633, "train_loss_step": 16.286640167236328, "n_params": 4715740, "total_flops": 2028145459200000, "train_loss": 0.13401355743408203, "subset_score_loss": 0.13401355743408203}
+{"step": 150000, "wall_time": 982.0640575885773, "train_loss_step": 14.919898986816406, "n_params": 4715740, "total_flops": 2173012992000000, "train_loss": 0.1259780623696067, "subset_score_loss": 0.1259780623696067}
+{"step": 160000, "wall_time": 1041.2973701953888, "train_loss_step": 16.047082901000977, "n_params": 4715740, "total_flops": 2317880524800000, "train_loss": 0.1235813400962136, "subset_score_loss": 0.1235813400962136}
+{"step": 170000, "wall_time": 1100.923040151596, "train_loss_step": 15.763935089111328, "n_params": 4715740, "total_flops": 2462748057600000, "train_loss": 0.12434157458218661, "subset_score_loss": 0.12434157458218661}
+{"step": 180000, "wall_time": 1160.385029554367, "train_loss_step": 15.500022888183594, "n_params": 4715740, "total_flops": 2607615590400000, "train_loss": 0.1221666075966575, "subset_score_loss": 0.1221666075966575}
+{"step": 190000, "wall_time": 1220.2702033519745, "train_loss_step": 14.188993453979492, "n_params": 4715740, "total_flops": 2752483123200000, "train_loss": 0.11158051924272017, "subset_score_loss": 0.11158051924272017}
+{"step": 200000, "wall_time": 1324.118025302887, "train_loss_step": 14.633180618286133, "n_params": 4715740, "total_flops": 2897350656000000, "train_loss": 0.10753897753628817, "subset_score_loss": 0.10753897753628817, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9684883952140808, "fid": 234.35378142451353, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1383.4401018619537, "train_loss_step": 14.458932876586914, "n_params": 4715740, "total_flops": 3042218188800000, "train_loss": 0.11342134475708007, "subset_score_loss": 0.11342134475708007}
+{"step": 220000, "wall_time": 1442.62464261055, "train_loss_step": 14.001242637634277, "n_params": 4715740, "total_flops": 3187085721600000, "train_loss": 0.11040233265269886, "subset_score_loss": 0.11040233265269886}
+{"step": 230000, "wall_time": 1501.794469833374, "train_loss_step": 13.230964660644531, "n_params": 4715740, "total_flops": 3331953254400000, "train_loss": 0.09837345643477007, "subset_score_loss": 0.09837345643477007}
+{"step": 240000, "wall_time": 1561.3674404621124, "train_loss_step": 12.998420715332031, "n_params": 4715740, "total_flops": 3476820787200000, "train_loss": 0.09282131195068359, "subset_score_loss": 0.09282131195068359}
+{"step": 250000, "wall_time": 1621.0983123779297, "train_loss_step": 12.92163372039795, "n_params": 4715740, "total_flops": 3621688320000000, "train_loss": 0.09292848760431463, "subset_score_loss": 0.09292848760431463}
+{"step": 260000, "wall_time": 1680.31006026268, "train_loss_step": 13.000335693359375, "n_params": 4715740, "total_flops": 3766555852800000, "train_loss": 0.09371084733442826, "subset_score_loss": 0.09371084733442826}
+{"step": 270000, "wall_time": 1739.7730102539062, "train_loss_step": 12.388917922973633, "n_params": 4715740, "total_flops": 3911423385600000, "train_loss": 0.08731498718261718, "subset_score_loss": 0.08731498718261718}
+{"step": 280000, "wall_time": 1799.7244250774384, "train_loss_step": 12.908485412597656, "n_params": 4715740, "total_flops": 4056290918400000, "train_loss": 0.09618988904086026, "subset_score_loss": 0.09618988904086026}
+{"step": 290000, "wall_time": 1856.7285192012787, "train_loss_step": 12.576669692993164, "n_params": 4715740, "total_flops": 4201158451200000, "train_loss": 0.09290918003429066, "subset_score_loss": 0.09290918003429066}
+{"step": 300000, "wall_time": 1962.750610589981, "train_loss_step": 12.739856719970703, "n_params": 4715740, "total_flops": 4346025984000000, "train_loss": 0.08925606120716442, "subset_score_loss": 0.08925606120716442, "memorization_fraction_pixel": 0.0005000000237487257, "mean_nn_ratio_pixel": 0.9747380614280701, "fid": 272.9030424795624, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2021.8030877113342, "train_loss_step": 12.932792663574219, "n_params": 4715740, "total_flops": 4490893516800000, "train_loss": 0.08430753187699751, "subset_score_loss": 0.08430753187699751}
+{"step": 320000, "wall_time": 2081.0579056739807, "train_loss_step": 12.02718734741211, "n_params": 4715740, "total_flops": 4635761049600000, "train_loss": 0.0794811335476962, "subset_score_loss": 0.0794811335476962}
+{"step": 330000, "wall_time": 2140.1426708698273, "train_loss_step": 12.188776016235352, "n_params": 4715740, "total_flops": 4780628582400000, "train_loss": 0.08462876406582918, "subset_score_loss": 0.08462876406582918}
+{"step": 340000, "wall_time": 2199.333697795868, "train_loss_step": 11.03877067565918, "n_params": 4715740, "total_flops": 4925496115200000, "train_loss": 0.08510671962391246, "subset_score_loss": 0.08510671962391246}
+{"step": 350000, "wall_time": 2258.446764230728, "train_loss_step": 11.021821975708008, "n_params": 4715740, "total_flops": 5070363648000000, "train_loss": 0.07203227389942515, "subset_score_loss": 0.07203227389942515}
+{"step": 360000, "wall_time": 2318.3765013217926, "train_loss_step": 11.909775733947754, "n_params": 4715740, "total_flops": 5215231180800000, "train_loss": 0.07926131161776456, "subset_score_loss": 0.07926131161776456}
+{"step": 370000, "wall_time": 2378.0794384479523, "train_loss_step": 11.13369369506836, "n_params": 4715740, "total_flops": 5360098713600000, "train_loss": 0.08035695336081765, "subset_score_loss": 0.08035695336081765}
+{"step": 380000, "wall_time": 2437.4810905456543, "train_loss_step": 11.40495777130127, "n_params": 4715740, "total_flops": 5504966246400000, "train_loss": 0.07611820047551936, "subset_score_loss": 0.07611820047551936}
+{"step": 390000, "wall_time": 2492.514374732971, "train_loss_step": 10.625603675842285, "n_params": 4715740, "total_flops": 5649833779200000, "train_loss": 0.0697131026874889, "subset_score_loss": 0.0697131026874889}
+{"step": 400000, "wall_time": 2601.313497543335, "train_loss_step": 10.409248352050781, "n_params": 4715740, "total_flops": 5794701312000000, "train_loss": 0.07325357090343129, "subset_score_loss": 0.07325357090343129, "memorization_fraction_pixel": 0.003100000089034438, "mean_nn_ratio_pixel": 0.9680301547050476, "fid": 296.2235023291118, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 2660.7810089588165, "train_loss_step": 9.877825736999512, "n_params": 4715740, "total_flops": 5939568844800000, "train_loss": 0.06830450404774059, "subset_score_loss": 0.06830450404774059}
+{"step": 420000, "wall_time": 2719.758980512619, "train_loss_step": 9.853211402893066, "n_params": 4715740, "total_flops": 6084436377600000, "train_loss": 0.06566863059997559, "subset_score_loss": 0.06566863059997559}
+{"step": 430000, "wall_time": 2778.763911962509, "train_loss_step": 10.025934219360352, "n_params": 4715740, "total_flops": 6229303910400000, "train_loss": 0.0643246737393466, "subset_score_loss": 0.0643246737393466}
+{"step": 440000, "wall_time": 2837.742654800415, "train_loss_step": 9.958428382873535, "n_params": 4715740, "total_flops": 6374171443200000, "train_loss": 0.06370473341508345, "subset_score_loss": 0.06370473341508345}
+{"step": 450000, "wall_time": 2897.3845977783203, "train_loss_step": 9.751712799072266, "n_params": 4715740, "total_flops": 6519038976000000, "train_loss": 0.06356727860190652, "subset_score_loss": 0.06356727860190652}
+{"step": 460000, "wall_time": 2957.266081571579, "train_loss_step": 10.257226943969727, "n_params": 4715740, "total_flops": 6663906508800000, "train_loss": 0.06890890815041283, "subset_score_loss": 0.06890890815041283}
+{"step": 470000, "wall_time": 3016.708718776703, "train_loss_step": 9.624635696411133, "n_params": 4715740, "total_flops": 6808774041600000, "train_loss": 0.06288593465631659, "subset_score_loss": 0.06288593465631659}
+{"step": 480000, "wall_time": 3071.8932349681854, "train_loss_step": 10.009624481201172, "n_params": 4715740, "total_flops": 6953641574400000, "train_loss": 0.06815642443570223, "subset_score_loss": 0.06815642443570223}
+{"step": 490000, "wall_time": 3131.0127720832825, "train_loss_step": 9.542778968811035, "n_params": 4715740, "total_flops": 7098509107200000, "train_loss": 0.05955255248329856, "subset_score_loss": 0.05955255248329856}
+{"step": 500000, "wall_time": 3238.7335181236267, "train_loss_step": 9.535416603088379, "n_params": 4715740, "total_flops": 7243376640000000, "train_loss": 0.06114925904707475, "subset_score_loss": 0.06114925904707475, "memorization_fraction_pixel": 0.0044999998062849045, "mean_nn_ratio_pixel": 0.961674690246582, "fid": 302.12153839001354, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 3298.4506154060364, "train_loss_step": 10.105186462402344, "n_params": 4715740, "total_flops": 7388244172800000, "train_loss": 0.06340035091746937, "subset_score_loss": 0.06340035091746937}
+{"step": 520000, "wall_time": 3357.804345846176, "train_loss_step": 9.627676010131836, "n_params": 4715740, "total_flops": 7533111705600000, "train_loss": 0.05976839499040083, "subset_score_loss": 0.05976839499040083}
+{"step": 530000, "wall_time": 3417.3470888137817, "train_loss_step": 9.786416053771973, "n_params": 4715740, "total_flops": 7677979238400000, "train_loss": 0.062348430806940254, "subset_score_loss": 0.062348430806940254}
+{"step": 540000, "wall_time": 3477.0049748420715, "train_loss_step": 9.430506706237793, "n_params": 4715740, "total_flops": 7822846771200000, "train_loss": 0.061889509721235796, "subset_score_loss": 0.061889509721235796}
+{"step": 550000, "wall_time": 3536.764599084854, "train_loss_step": 9.424461364746094, "n_params": 4715740, "total_flops": 7967714304000000, "train_loss": 0.06801443966952238, "subset_score_loss": 0.06801443966952238}
+{"step": 560000, "wall_time": 3596.345543384552, "train_loss_step": 8.496170997619629, "n_params": 4715740, "total_flops": 8112581836800000, "train_loss": 0.05604681535200639, "subset_score_loss": 0.05604681535200639}
+{"step": 570000, "wall_time": 3655.85711479187, "train_loss_step": 8.474462509155273, "n_params": 4715740, "total_flops": 8257449369600000, "train_loss": 0.056930585341020065, "subset_score_loss": 0.056930585341020065}
+{"step": 580000, "wall_time": 3710.494403362274, "train_loss_step": 8.942587852478027, "n_params": 4715740, "total_flops": 8402316902400000, "train_loss": 0.060954497077248315, "subset_score_loss": 0.060954497077248315}
+{"step": 590000, "wall_time": 3769.698936700821, "train_loss_step": 8.868618965148926, "n_params": 4715740, "total_flops": 8547184435200000, "train_loss": 0.05286693572998047, "subset_score_loss": 0.05286693572998047}
+{"step": 600000, "wall_time": 3878.8417756557465, "train_loss_step": 9.021955490112305, "n_params": 4715740, "total_flops": 8692051968000000, "train_loss": 0.051975037834861064, "subset_score_loss": 0.051975037834861064, "memorization_fraction_pixel": 0.009200000204145908, "mean_nn_ratio_pixel": 0.9605764746665955, "fid": 290.51507778385644, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 3938.600974559784, "train_loss_step": 9.19892406463623, "n_params": 4715740, "total_flops": 8836919500800000, "train_loss": 0.05683680881153454, "subset_score_loss": 0.05683680881153454}
+{"step": 620000, "wall_time": 3997.8016018867493, "train_loss_step": 8.759346961975098, "n_params": 4715740, "total_flops": 8981787033600000, "train_loss": 0.052091481468894266, "subset_score_loss": 0.052091481468894266}
+{"step": 630000, "wall_time": 4057.467417240143, "train_loss_step": 8.482049942016602, "n_params": 4715740, "total_flops": 9126654566400000, "train_loss": 0.05208068327470259, "subset_score_loss": 0.05208068327470259}
+{"step": 640000, "wall_time": 4117.319858074188, "train_loss_step": 8.878755569458008, "n_params": 4715740, "total_flops": 9271522099200000, "train_loss": 0.054539758508855646, "subset_score_loss": 0.054539758508855646}
+{"step": 650000, "wall_time": 4176.56055855751, "train_loss_step": 9.00192642211914, "n_params": 4715740, "total_flops": 9416389632000000, "train_loss": 0.05744344971396707, "subset_score_loss": 0.05744344971396707}
+{"step": 660000, "wall_time": 4236.100478410721, "train_loss_step": 8.657686233520508, "n_params": 4715740, "total_flops": 9561257164800000, "train_loss": 0.054661902514371, "subset_score_loss": 0.054661902514371}
+{"step": 670000, "wall_time": 4290.796226739883, "train_loss_step": 7.639584541320801, "n_params": 4715740, "total_flops": 9706124697600000, "train_loss": 0.05159482522444291, "subset_score_loss": 0.05159482522444291}
+{"step": 680000, "wall_time": 4350.0115876197815, "train_loss_step": 8.345952987670898, "n_params": 4715740, "total_flops": 9850992230400000, "train_loss": 0.04861402078108354, "subset_score_loss": 0.04861402078108354}
+{"step": 690000, "wall_time": 4409.20775270462, "train_loss_step": 8.68681526184082, "n_params": 4715740, "total_flops": 9995859763200000, "train_loss": 0.04871891628612172, "subset_score_loss": 0.04871891628612172}
+{"step": 700000, "wall_time": 4518.105403184891, "train_loss_step": 8.58107852935791, "n_params": 4715740, "total_flops": 10140727296000000, "train_loss": 0.04857373671098189, "subset_score_loss": 0.04857373671098189, "memorization_fraction_pixel": 0.013899999670684338, "mean_nn_ratio_pixel": 0.9552603363990784, "fid": 287.95977266166693, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 4577.510224819183, "train_loss_step": 7.93528413772583, "n_params": 4715740, "total_flops": 10285594828800000, "train_loss": 0.048463539643721146, "subset_score_loss": 0.048463539643721146}
+{"step": 720000, "wall_time": 4636.986027479172, "train_loss_step": 8.562906265258789, "n_params": 4715740, "total_flops": 10430462361600000, "train_loss": 0.052144345370205965, "subset_score_loss": 0.052144345370205965}
+{"step": 730000, "wall_time": 4696.6229774951935, "train_loss_step": 8.20831298828125, "n_params": 4715740, "total_flops": 10575329894400000, "train_loss": 0.04766022942282937, "subset_score_loss": 0.04766022942282937}
+{"step": 740000, "wall_time": 4755.871673345566, "train_loss_step": 8.035460472106934, "n_params": 4715740, "total_flops": 10720197427200000, "train_loss": 0.04415719292380593, "subset_score_loss": 0.04415719292380593}
+{"step": 750000, "wall_time": 4815.23682141304, "train_loss_step": 7.703153133392334, "n_params": 4715740, "total_flops": 10865064960000000, "train_loss": 0.047197372263128104, "subset_score_loss": 0.047197372263128104}
+{"step": 760000, "wall_time": 4874.190886497498, "train_loss_step": 8.119844436645508, "n_params": 4715740, "total_flops": 11009932492800000, "train_loss": 0.0461495659568093, "subset_score_loss": 0.0461495659568093}
+{"step": 770000, "wall_time": 4929.13884139061, "train_loss_step": 7.947219371795654, "n_params": 4715740, "total_flops": 11154800025600000, "train_loss": 0.04561702554876154, "subset_score_loss": 0.04561702554876154}
+{"step": 780000, "wall_time": 4988.336799383163, "train_loss_step": 8.17772388458252, "n_params": 4715740, "total_flops": 11299667558400000, "train_loss": 0.04630660143765536, "subset_score_loss": 0.04630660143765536}
+{"step": 790000, "wall_time": 5047.646275997162, "train_loss_step": 8.371053695678711, "n_params": 4715740, "total_flops": 11444535091200000, "train_loss": 0.04697749831459739, "subset_score_loss": 0.04697749831459739}
+{"step": 800000, "wall_time": 5155.520339012146, "train_loss_step": 7.9243927001953125, "n_params": 4715740, "total_flops": 11589402624000000, "train_loss": 0.044058795408769086, "subset_score_loss": 0.044058795408769086, "memorization_fraction_pixel": 0.019300000742077827, "mean_nn_ratio_pixel": 0.9500585198402405, "fid": 284.0011025544101, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 5215.271231412888, "train_loss_step": 7.673683166503906, "n_params": 4715740, "total_flops": 11734270156800000, "train_loss": 0.05058157227256081, "subset_score_loss": 0.05058157227256081}
+{"step": 820000, "wall_time": 5275.409849882126, "train_loss_step": 7.482128143310547, "n_params": 4715740, "total_flops": 11879137689600000, "train_loss": 0.04890636530789462, "subset_score_loss": 0.04890636530789462}
+{"step": 830000, "wall_time": 5334.517615556717, "train_loss_step": 7.966024875640869, "n_params": 4715740, "total_flops": 12024005222400000, "train_loss": 0.045579147338867185, "subset_score_loss": 0.045579147338867185}
+{"step": 840000, "wall_time": 5394.108581066132, "train_loss_step": 7.746881484985352, "n_params": 4715740, "total_flops": 12168872755200000, "train_loss": 0.04428237134760076, "subset_score_loss": 0.04428237134760076}
+{"step": 850000, "wall_time": 5453.5626430511475, "train_loss_step": 7.8343915939331055, "n_params": 4715740, "total_flops": 12313740288000000, "train_loss": 0.044226403669877484, "subset_score_loss": 0.044226403669877484}
+{"step": 860000, "wall_time": 5508.2151510715485, "train_loss_step": 7.658100605010986, "n_params": 4715740, "total_flops": 12458607820800000, "train_loss": 0.04452764771201394, "subset_score_loss": 0.04452764771201394}
+{"step": 870000, "wall_time": 5564.3560519218445, "train_loss_step": 8.141908645629883, "n_params": 4715740, "total_flops": 12603475353600000, "train_loss": 0.043618206544355914, "subset_score_loss": 0.043618206544355914}
+{"step": 880000, "wall_time": 5603.415003299713, "train_loss_step": 7.957324028015137, "n_params": 4715740, "total_flops": 12748342886400000, "train_loss": 0.04459687146273526, "subset_score_loss": 0.04459687146273526}
+{"step": 890000, "wall_time": 5642.636557102203, "train_loss_step": 8.031025886535645, "n_params": 4715740, "total_flops": 12893210419200000, "train_loss": 0.04369698004289107, "subset_score_loss": 0.04369698004289107}
+{"step": 900000, "wall_time": 5717.655908346176, "train_loss_step": 7.600666046142578, "n_params": 4715740, "total_flops": 13038077952000000, "train_loss": 0.04167764403603293, "subset_score_loss": 0.04167764403603293, "memorization_fraction_pixel": 0.026200000196695328, "mean_nn_ratio_pixel": 0.9420781135559082, "fid": 281.9232465255508, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 5757.233361959457, "train_loss_step": 7.775905609130859, "n_params": 4715740, "total_flops": 13182945484800000, "train_loss": 0.04222036274996671, "subset_score_loss": 0.04222036274996671}
+{"step": 920000, "wall_time": 5796.6052095890045, "train_loss_step": 7.146585464477539, "n_params": 4715740, "total_flops": 13327813017600000, "train_loss": 0.04170194539156827, "subset_score_loss": 0.04170194539156827}
+{"step": 930000, "wall_time": 5836.2502908706665, "train_loss_step": 7.068717956542969, "n_params": 4715740, "total_flops": 13472680550400000, "train_loss": 0.04040059609846635, "subset_score_loss": 0.04040059609846635}
+{"step": 940000, "wall_time": 5875.702032566071, "train_loss_step": 8.026424407958984, "n_params": 4715740, "total_flops": 13617548083200000, "train_loss": 0.04898146716031161, "subset_score_loss": 0.04898146716031161}
+{"step": 950000, "wall_time": 5907.828347444534, "train_loss_step": 7.278255462646484, "n_params": 4715740, "total_flops": 13762415616000000, "train_loss": 0.041186865893277254, "subset_score_loss": 0.041186865893277254}
+{"step": 960000, "wall_time": 5941.876947879791, "train_loss_step": 7.759422779083252, "n_params": 4715740, "total_flops": 13907283148800000, "train_loss": 0.04667810526761142, "subset_score_loss": 0.04667810526761142}
+{"step": 970000, "wall_time": 5981.074074983597, "train_loss_step": 7.911696434020996, "n_params": 4715740, "total_flops": 14052150681600000, "train_loss": 0.04249238534407182, "subset_score_loss": 0.04249238534407182}
+{"step": 980000, "wall_time": 6020.490286588669, "train_loss_step": 7.377538204193115, "n_params": 4715740, "total_flops": 14197018214400000, "train_loss": 0.04371377338062633, "subset_score_loss": 0.04371377338062633}
+{"step": 990000, "wall_time": 6060.383985519409, "train_loss_step": 7.401010036468506, "n_params": 4715740, "total_flops": 14341885747200000, "train_loss": 0.04162409522316673, "subset_score_loss": 0.04162409522316673}
+{"step": 1000000, "wall_time": 6135.176895856857, "train_loss_step": 7.457449913024902, "n_params": 4715740, "total_flops": 14486753280000000, "train_loss": 0.040858463807539505, "subset_score_loss": 0.040858463807539505, "memorization_fraction_pixel": 0.02979999966919422, "mean_nn_ratio_pixel": 0.935000479221344, "fid": 274.9381601649453, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 6174.122508525848, "train_loss_step": 7.723728179931641, "n_params": 4715740, "total_flops": 14631620812800000, "train_loss": 0.04167558930136941, "subset_score_loss": 0.04167558930136941}
+{"step": 1020000, "wall_time": 6213.072823524475, "train_loss_step": 7.33430290222168, "n_params": 4715740, "total_flops": 14776488345600000, "train_loss": 0.04187935048883611, "subset_score_loss": 0.04187935048883611}
+{"step": 1030000, "wall_time": 6251.946526527405, "train_loss_step": 7.566425323486328, "n_params": 4715740, "total_flops": 14921355878400000, "train_loss": 0.06313704577359286, "subset_score_loss": 0.06313704577359286}
+{"step": 1040000, "wall_time": 6290.35617017746, "train_loss_step": 7.629843711853027, "n_params": 4715740, "total_flops": 15066223411200000, "train_loss": 0.04006300839510831, "subset_score_loss": 0.04006300839510831}
+{"step": 1050000, "wall_time": 6323.135094881058, "train_loss_step": 7.649078369140625, "n_params": 4715740, "total_flops": 15211090944000000, "train_loss": 0.04057077494534579, "subset_score_loss": 0.04057077494534579}
+{"step": 1060000, "wall_time": 6362.133081436157, "train_loss_step": 7.582513332366943, "n_params": 4715740, "total_flops": 15355958476800000, "train_loss": 0.04483126727017489, "subset_score_loss": 0.04483126727017489}
+{"step": 1070000, "wall_time": 6401.261909484863, "train_loss_step": 7.233239650726318, "n_params": 4715740, "total_flops": 15500826009600000, "train_loss": 0.043368868394331496, "subset_score_loss": 0.043368868394331496}
+{"step": 1080000, "wall_time": 6440.323741436005, "train_loss_step": 7.303953647613525, "n_params": 4715740, "total_flops": 15645693542400000, "train_loss": 0.043418537486683235, "subset_score_loss": 0.043418537486683235}
+{"step": 1090000, "wall_time": 6479.252257347107, "train_loss_step": 7.537484645843506, "n_params": 4715740, "total_flops": 15790561075200000, "train_loss": 0.03975320729342374, "subset_score_loss": 0.03975320729342374}
+{"step": 1100000, "wall_time": 6554.491327762604, "train_loss_step": 7.25190544128418, "n_params": 4715740, "total_flops": 15935428608000000, "train_loss": 0.036618276075883346, "subset_score_loss": 0.036618276075883346, "memorization_fraction_pixel": 0.03920000046491623, "mean_nn_ratio_pixel": 0.9274430871009827, "fid": 264.66167887164136, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 6593.736678123474, "train_loss_step": 6.938436508178711, "n_params": 4715740, "total_flops": 16080296140800000, "train_loss": 0.04528958147222346, "subset_score_loss": 0.04528958147222346}
+{"step": 1120000, "wall_time": 6632.76663351059, "train_loss_step": 7.0277910232543945, "n_params": 4715740, "total_flops": 16225163673600000, "train_loss": 0.03815837339921431, "subset_score_loss": 0.03815837339921431}
+{"step": 1130000, "wall_time": 6672.22505569458, "train_loss_step": 7.850602149963379, "n_params": 4715740, "total_flops": 16370031206400000, "train_loss": 0.04587348157709295, "subset_score_loss": 0.04587348157709295}
+{"step": 1140000, "wall_time": 6704.159851312637, "train_loss_step": 7.123368263244629, "n_params": 4715740, "total_flops": 16514898739200000, "train_loss": 0.03679851185191761, "subset_score_loss": 0.03679851185191761}
+{"step": 1150000, "wall_time": 6738.839991569519, "train_loss_step": 7.18618631362915, "n_params": 4715740, "total_flops": 16659766272000000, "train_loss": 0.03932052959095348, "subset_score_loss": 0.03932052959095348}
+{"step": 1160000, "wall_time": 6777.834233283997, "train_loss_step": 7.0339579582214355, "n_params": 4715740, "total_flops": 16804633804800000, "train_loss": 0.04071955680847168, "subset_score_loss": 0.04071955680847168}
+{"step": 1170000, "wall_time": 6816.979839801788, "train_loss_step": 7.320157051086426, "n_params": 4715740, "total_flops": 16949501337600000, "train_loss": 0.03909385854547674, "subset_score_loss": 0.03909385854547674}
+{"step": 1180000, "wall_time": 6856.080503702164, "train_loss_step": 7.475199222564697, "n_params": 4715740, "total_flops": 17094368870400000, "train_loss": 0.038695092634721234, "subset_score_loss": 0.038695092634721234}
+{"step": 1190000, "wall_time": 6895.620122909546, "train_loss_step": 7.1278557777404785, "n_params": 4715740, "total_flops": 17239236403200000, "train_loss": 0.03878410079262473, "subset_score_loss": 0.03878410079262473}
+{"step": 1200000, "wall_time": 6969.7796132564545, "train_loss_step": 7.005819320678711, "n_params": 4715740, "total_flops": 17384103936000000, "train_loss": 0.04018027565696023, "subset_score_loss": 0.04018027565696023, "memorization_fraction_pixel": 0.04580000042915344, "mean_nn_ratio_pixel": 0.9215834140777588, "fid": 254.36793335273683, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 7009.159581899643, "train_loss_step": 6.821393966674805, "n_params": 4715740, "total_flops": 17528971468800000, "train_loss": 0.03803521503101696, "subset_score_loss": 0.03803521503101696}
+{"step": 1220000, "wall_time": 7048.659397125244, "train_loss_step": 6.96396541595459, "n_params": 4715740, "total_flops": 17673839001600000, "train_loss": 0.04480687921697443, "subset_score_loss": 0.04480687921697443}
+{"step": 1230000, "wall_time": 7087.00328707695, "train_loss_step": 6.565637588500977, "n_params": 4715740, "total_flops": 17818706534400000, "train_loss": 0.039788432554765184, "subset_score_loss": 0.039788432554765184}
+{"step": 1240000, "wall_time": 7119.121345043182, "train_loss_step": 6.876123428344727, "n_params": 4715740, "total_flops": 17963574067200000, "train_loss": 0.03655427585948597, "subset_score_loss": 0.03655427585948597}
+{"step": 1250000, "wall_time": 7158.204077005386, "train_loss_step": 6.717050552368164, "n_params": 4715740, "total_flops": 18108441600000000, "train_loss": 0.04497071612964977, "subset_score_loss": 0.04497071612964977}
+{"step": 1260000, "wall_time": 7197.670299291611, "train_loss_step": 7.382577896118164, "n_params": 4715740, "total_flops": 18253309132800000, "train_loss": 0.036870141462846236, "subset_score_loss": 0.036870141462846236}
+{"step": 1270000, "wall_time": 7236.962545871735, "train_loss_step": 7.299427032470703, "n_params": 4715740, "total_flops": 18398176665600000, "train_loss": 0.036103311451998625, "subset_score_loss": 0.036103311451998625}
+{"step": 1280000, "wall_time": 7276.252911806107, "train_loss_step": 6.636131286621094, "n_params": 4715740, "total_flops": 18543044198400000, "train_loss": 0.040020179748535153, "subset_score_loss": 0.040020179748535153}
+{"step": 1290000, "wall_time": 7315.882869005203, "train_loss_step": 6.584219932556152, "n_params": 4715740, "total_flops": 18687911731200000, "train_loss": 0.03605008125305176, "subset_score_loss": 0.03605008125305176}
+{"step": 1300000, "wall_time": 7391.4804792404175, "train_loss_step": 6.761094093322754, "n_params": 4715740, "total_flops": 18832779264000000, "train_loss": 0.04396264336325906, "subset_score_loss": 0.04396264336325906, "memorization_fraction_pixel": 0.048500001430511475, "mean_nn_ratio_pixel": 0.9183661937713623, "fid": 262.5761080857528, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 7430.989734649658, "train_loss_step": 6.8444719314575195, "n_params": 4715740, "total_flops": 18977646796800000, "train_loss": 0.03580672740936279, "subset_score_loss": 0.03580672740936279}
+{"step": 1320000, "wall_time": 7470.314873456955, "train_loss_step": 7.179790019989014, "n_params": 4715740, "total_flops": 19122514329600000, "train_loss": 0.03799500898881392, "subset_score_loss": 0.03799500898881392}
+{"step": 1330000, "wall_time": 7501.178862810135, "train_loss_step": 6.421638488769531, "n_params": 4715740, "total_flops": 19267381862400000, "train_loss": 0.038095860047773884, "subset_score_loss": 0.038095860047773884}
+{"step": 1340000, "wall_time": 7539.24126124382, "train_loss_step": 7.009485721588135, "n_params": 4715740, "total_flops": 19412249395200000, "train_loss": 0.037030363082885744, "subset_score_loss": 0.037030363082885744}
+{"step": 1350000, "wall_time": 7578.345254898071, "train_loss_step": 7.108177185058594, "n_params": 4715740, "total_flops": 19557116928000000, "train_loss": 0.03694733706387607, "subset_score_loss": 0.03694733706387607}
+{"step": 1360000, "wall_time": 7617.8287625312805, "train_loss_step": 6.911919593811035, "n_params": 4715740, "total_flops": 19701984460800000, "train_loss": 0.037132124467329546, "subset_score_loss": 0.037132124467329546}
+{"step": 1370000, "wall_time": 7657.209655761719, "train_loss_step": 6.295869827270508, "n_params": 4715740, "total_flops": 19846851993600000, "train_loss": 0.03254420323805376, "subset_score_loss": 0.03254420323805376}
+{"step": 1380000, "wall_time": 7697.157089948654, "train_loss_step": 6.454235553741455, "n_params": 4715740, "total_flops": 19991719526400000, "train_loss": 0.034325445782054556, "subset_score_loss": 0.034325445782054556}
+{"step": 1390000, "wall_time": 7736.512300491333, "train_loss_step": 6.769437789916992, "n_params": 4715740, "total_flops": 20136587059200000, "train_loss": 0.03803547078912908, "subset_score_loss": 0.03803547078912908}
+{"step": 1400000, "wall_time": 7811.383118867874, "train_loss_step": 6.325867652893066, "n_params": 4715740, "total_flops": 20281454592000000, "train_loss": 0.03625989177010276, "subset_score_loss": 0.03625989177010276, "memorization_fraction_pixel": 0.05299999937415123, "mean_nn_ratio_pixel": 0.9144260883331299, "fid": 262.4123950276117, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 7850.465420484543, "train_loss_step": 7.016952037811279, "n_params": 4715740, "total_flops": 20426322124800000, "train_loss": 0.036894884976473724, "subset_score_loss": 0.036894884976473724}
+{"step": 1420000, "wall_time": 7888.769742488861, "train_loss_step": 7.043161392211914, "n_params": 4715740, "total_flops": 20571189657600000, "train_loss": 0.0458657524802468, "subset_score_loss": 0.0458657524802468}
+{"step": 1430000, "wall_time": 7920.614047288895, "train_loss_step": 6.95887565612793, "n_params": 4715740, "total_flops": 20716057190400000, "train_loss": 0.03428043018687855, "subset_score_loss": 0.03428043018687855}
+{"step": 1440000, "wall_time": 7959.807633399963, "train_loss_step": 6.367309093475342, "n_params": 4715740, "total_flops": 20860924723200000, "train_loss": 0.035145623033696956, "subset_score_loss": 0.035145623033696956}
+{"step": 1450000, "wall_time": 7998.873446941376, "train_loss_step": 6.78796911239624, "n_params": 4715740, "total_flops": 21005792256000000, "train_loss": 0.034738072482022375, "subset_score_loss": 0.034738072482022375}
+{"step": 1460000, "wall_time": 8037.866560459137, "train_loss_step": 6.468807220458984, "n_params": 4715740, "total_flops": 21150659788800000, "train_loss": 0.03732063120061701, "subset_score_loss": 0.03732063120061701}
+{"step": 1470000, "wall_time": 8077.171411275864, "train_loss_step": 6.79371976852417, "n_params": 4715740, "total_flops": 21295527321600000, "train_loss": 0.03572955131530762, "subset_score_loss": 0.03572955131530762}
+{"step": 1480000, "wall_time": 8116.512281894684, "train_loss_step": 6.354511260986328, "n_params": 4715740, "total_flops": 21440394854400000, "train_loss": 0.03508214517073198, "subset_score_loss": 0.03508214517073198}
+{"step": 1490000, "wall_time": 8155.790861129761, "train_loss_step": 6.661448955535889, "n_params": 4715740, "total_flops": 21585262387200000, "train_loss": 0.03446708809245717, "subset_score_loss": 0.03446708809245717}
+{"step": 1500000, "wall_time": 8229.938765525818, "train_loss_step": 6.550546646118164, "n_params": 4715740, "total_flops": 21730129920000000, "train_loss": 0.03475891893560236, "subset_score_loss": 0.03475891893560236, "memorization_fraction_pixel": 0.0608999989926815, "mean_nn_ratio_pixel": 0.9094485640525818, "fid": 250.99797694151766, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 8269.080334186554, "train_loss_step": 6.571819305419922, "n_params": 4715740, "total_flops": 21874997452800000, "train_loss": 0.03467964475805109, "subset_score_loss": 0.03467964475805109}
+{"step": 1520000, "wall_time": 8297.149871826172, "train_loss_step": 6.0632123947143555, "n_params": 4715740, "total_flops": 22019864985600000, "train_loss": 0.04066872596740723, "subset_score_loss": 0.04066872596740723}
+{"step": 1530000, "wall_time": 8333.391496419907, "train_loss_step": 6.656256675720215, "n_params": 4715740, "total_flops": 22164732518400000, "train_loss": 0.03776240348815918, "subset_score_loss": 0.03776240348815918}
+{"step": 1540000, "wall_time": 8372.59620809555, "train_loss_step": 6.309604644775391, "n_params": 4715740, "total_flops": 22309600051200000, "train_loss": 0.03608694726770574, "subset_score_loss": 0.03608694726770574}
+{"step": 1550000, "wall_time": 8412.51440024376, "train_loss_step": 7.149886131286621, "n_params": 4715740, "total_flops": 22454467584000000, "train_loss": 0.03342165079983798, "subset_score_loss": 0.03342165079983798}
+{"step": 1560000, "wall_time": 8451.715031385422, "train_loss_step": 6.726248741149902, "n_params": 4715740, "total_flops": 22599335116800000, "train_loss": 0.04028993086381392, "subset_score_loss": 0.04028993086381392}
+{"step": 1570000, "wall_time": 8491.220008611679, "train_loss_step": 6.04667329788208, "n_params": 4715740, "total_flops": 22744202649600000, "train_loss": 0.03428008556365967, "subset_score_loss": 0.03428008556365967}
+{"step": 1580000, "wall_time": 8530.276006937027, "train_loss_step": 6.67207145690918, "n_params": 4715740, "total_flops": 22889070182400000, "train_loss": 0.03440777605230158, "subset_score_loss": 0.03440777605230158}
+{"step": 1590000, "wall_time": 8569.638346910477, "train_loss_step": 6.306623935699463, "n_params": 4715740, "total_flops": 23033937715200000, "train_loss": 0.03212240609255704, "subset_score_loss": 0.03212240609255704}
+{"step": 1600000, "wall_time": 8644.666015386581, "train_loss_step": 7.2920823097229, "n_params": 4715740, "total_flops": 23178805248000000, "train_loss": 0.037687089226462626, "subset_score_loss": 0.037687089226462626, "memorization_fraction_pixel": 0.06239999830722809, "mean_nn_ratio_pixel": 0.9059391617774963, "fid": 254.29712396416468, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 8683.23706459999, "train_loss_step": 6.433804512023926, "n_params": 4715740, "total_flops": 23323672780800000, "train_loss": 0.039421306956898085, "subset_score_loss": 0.039421306956898085}
+{"step": 1620000, "wall_time": 8712.737553596497, "train_loss_step": 6.902181625366211, "n_params": 4715740, "total_flops": 23468540313600000, "train_loss": 0.03111133792183616, "subset_score_loss": 0.03111133792183616}
+{"step": 1630000, "wall_time": 8751.994956970215, "train_loss_step": 6.288300514221191, "n_params": 4715740, "total_flops": 23613407846400000, "train_loss": 0.03160426833412864, "subset_score_loss": 0.03160426833412864}
+{"step": 1640000, "wall_time": 8791.752063274384, "train_loss_step": 6.405446529388428, "n_params": 4715740, "total_flops": 23758275379200000, "train_loss": 0.03619840795343572, "subset_score_loss": 0.03619840795343572}
+{"step": 1650000, "wall_time": 8831.067411184311, "train_loss_step": 6.3743767738342285, "n_params": 4715740, "total_flops": 23903142912000000, "train_loss": 0.03554176200519909, "subset_score_loss": 0.03554176200519909}
+{"step": 1660000, "wall_time": 8870.43520450592, "train_loss_step": 6.53090763092041, "n_params": 4715740, "total_flops": 24048010444800000, "train_loss": 0.03985391530123624, "subset_score_loss": 0.03985391530123624}
+{"step": 1670000, "wall_time": 8909.5844540596, "train_loss_step": 7.008358478546143, "n_params": 4715740, "total_flops": 24192877977600000, "train_loss": 0.03678991144353693, "subset_score_loss": 0.03678991144353693}
+{"step": 1680000, "wall_time": 8948.568251132965, "train_loss_step": 6.52081823348999, "n_params": 4715740, "total_flops": 24337745510400000, "train_loss": 0.034252290292219684, "subset_score_loss": 0.034252290292219684}
+{"step": 1690000, "wall_time": 8987.948911905289, "train_loss_step": 6.4319658279418945, "n_params": 4715740, "total_flops": 24482613043200000, "train_loss": 0.047496496547352184, "subset_score_loss": 0.047496496547352184}
+{"step": 1700000, "wall_time": 9061.658939123154, "train_loss_step": 6.888623237609863, "n_params": 4715740, "total_flops": 24627480576000000, "train_loss": 0.03227014975114302, "subset_score_loss": 0.03227014975114302, "memorization_fraction_pixel": 0.07559999823570251, "mean_nn_ratio_pixel": 0.8941433429718018, "fid": 239.21885688554394, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 9094.65955877304, "train_loss_step": 6.394265174865723, "n_params": 4715740, "total_flops": 24772348108800000, "train_loss": 0.032556158846074885, "subset_score_loss": 0.032556158846074885}
+{"step": 1720000, "wall_time": 9129.249075651169, "train_loss_step": 6.241420745849609, "n_params": 4715740, "total_flops": 24917215641600000, "train_loss": 0.030777833678505638, "subset_score_loss": 0.030777833678505638}
+{"step": 1730000, "wall_time": 9168.174986600876, "train_loss_step": 6.344839096069336, "n_params": 4715740, "total_flops": 25062083174400000, "train_loss": 0.03657334501093084, "subset_score_loss": 0.03657334501093084}
+{"step": 1740000, "wall_time": 9207.12052488327, "train_loss_step": 6.582685470581055, "n_params": 4715740, "total_flops": 25206950707200000, "train_loss": 0.032783250375227495, "subset_score_loss": 0.032783250375227495}
+{"step": 1750000, "wall_time": 9246.128653049469, "train_loss_step": 6.590742111206055, "n_params": 4715740, "total_flops": 25351818240000000, "train_loss": 0.03423288301988082, "subset_score_loss": 0.03423288301988082}
+{"step": 1760000, "wall_time": 9285.563119411469, "train_loss_step": 6.738473892211914, "n_params": 4715740, "total_flops": 25496685772800000, "train_loss": 0.03513174057006836, "subset_score_loss": 0.03513174057006836}
+{"step": 1770000, "wall_time": 9324.911983966827, "train_loss_step": 6.551198959350586, "n_params": 4715740, "total_flops": 25641553305600000, "train_loss": 0.03173263289711692, "subset_score_loss": 0.03173263289711692}
+{"step": 1780000, "wall_time": 9364.15263581276, "train_loss_step": 6.270873069763184, "n_params": 4715740, "total_flops": 25786420838400000, "train_loss": 0.034890484809875486, "subset_score_loss": 0.034890484809875486}
+{"step": 1790000, "wall_time": 9403.305962562561, "train_loss_step": 6.188982963562012, "n_params": 4715740, "total_flops": 25931288371200000, "train_loss": 0.03262903907082298, "subset_score_loss": 0.03262903907082298}
+{"step": 1800000, "wall_time": 9478.496201753616, "train_loss_step": 6.412875175476074, "n_params": 4715740, "total_flops": 26076155904000000, "train_loss": 0.032798717238686305, "subset_score_loss": 0.032798717238686305, "memorization_fraction_pixel": 0.07270000129938126, "mean_nn_ratio_pixel": 0.8986644744873047, "fid": 241.48063789008665, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 9509.332953214645, "train_loss_step": 5.857440948486328, "n_params": 4715740, "total_flops": 26221023436800000, "train_loss": 0.031365489959716795, "subset_score_loss": 0.031365489959716795}
+{"step": 1820000, "wall_time": 9548.562831878662, "train_loss_step": 6.590263843536377, "n_params": 4715740, "total_flops": 26365890969600000, "train_loss": 0.03312397653406317, "subset_score_loss": 0.03312397653406317}
+{"step": 1830000, "wall_time": 9587.773496389389, "train_loss_step": 6.280508518218994, "n_params": 4715740, "total_flops": 26510758502400000, "train_loss": 0.03421938202597878, "subset_score_loss": 0.03421938202597878}
+{"step": 1840000, "wall_time": 9626.885034561157, "train_loss_step": 6.487131595611572, "n_params": 4715740, "total_flops": 26655626035200000, "train_loss": 0.03109957521611994, "subset_score_loss": 0.03109957521611994}
+{"step": 1850000, "wall_time": 9666.279650688171, "train_loss_step": 6.318327903747559, "n_params": 4715740, "total_flops": 26800493568000000, "train_loss": 0.03316449902274392, "subset_score_loss": 0.03316449902274392}
+{"step": 1860000, "wall_time": 9705.910565853119, "train_loss_step": 6.463279724121094, "n_params": 4715740, "total_flops": 26945361100800000, "train_loss": 0.033485122160478074, "subset_score_loss": 0.033485122160478074}
+{"step": 1870000, "wall_time": 9745.264363765717, "train_loss_step": 6.493143081665039, "n_params": 4715740, "total_flops": 27090228633600000, "train_loss": 0.03158164457841353, "subset_score_loss": 0.03158164457841353}
+{"step": 1880000, "wall_time": 9784.29191493988, "train_loss_step": 6.192474842071533, "n_params": 4715740, "total_flops": 27235096166400000, "train_loss": 0.0316768386147239, "subset_score_loss": 0.0316768386147239}
+{"step": 1890000, "wall_time": 9823.290806770325, "train_loss_step": 6.46925163269043, "n_params": 4715740, "total_flops": 27379963699200000, "train_loss": 0.03390145301818848, "subset_score_loss": 0.03390145301818848}
+{"step": 1900000, "wall_time": 9896.877898693085, "train_loss_step": 6.116437911987305, "n_params": 4715740, "total_flops": 27524831232000000, "train_loss": 0.03228167403828014, "subset_score_loss": 0.03228167403828014, "memorization_fraction_pixel": 0.07199999690055847, "mean_nn_ratio_pixel": 0.8949980735778809, "fid": 244.63774579742727, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 9933.524541854858, "train_loss_step": 6.3897857666015625, "n_params": 4715740, "total_flops": 27669698764800000, "train_loss": 0.034777829863808375, "subset_score_loss": 0.034777829863808375}
+{"step": 1920000, "wall_time": 9972.642090559006, "train_loss_step": 6.5729475021362305, "n_params": 4715740, "total_flops": 27814566297600000, "train_loss": 0.029788814891468396, "subset_score_loss": 0.029788814891468396}
+{"step": 1930000, "wall_time": 10011.737090587616, "train_loss_step": 6.200720310211182, "n_params": 4715740, "total_flops": 27959433830400000, "train_loss": 0.02947639985518022, "subset_score_loss": 0.02947639985518022}
+{"step": 1940000, "wall_time": 10050.688178300858, "train_loss_step": 5.870765209197998, "n_params": 4715740, "total_flops": 28104301363200000, "train_loss": 0.03258186036890203, "subset_score_loss": 0.03258186036890203}
+{"step": 1950000, "wall_time": 10090.386716127396, "train_loss_step": 5.979167938232422, "n_params": 4715740, "total_flops": 28249168896000000, "train_loss": 0.031122916395013984, "subset_score_loss": 0.031122916395013984}
+{"step": 1960000, "wall_time": 10129.514165878296, "train_loss_step": 6.395609378814697, "n_params": 4715740, "total_flops": 28394036428800000, "train_loss": 0.02822136011990634, "subset_score_loss": 0.02822136011990634}
+{"step": 1970000, "wall_time": 10168.495732069016, "train_loss_step": 6.205319404602051, "n_params": 4715740, "total_flops": 28538903961600000, "train_loss": 0.03205686049027876, "subset_score_loss": 0.03205686049027876}
+{"step": 1980000, "wall_time": 10207.709470272064, "train_loss_step": 5.773941993713379, "n_params": 4715740, "total_flops": 28683771494400000, "train_loss": 0.03465813073244962, "subset_score_loss": 0.03465813073244962}
+{"step": 1990000, "wall_time": 10246.80723452568, "train_loss_step": 6.23153018951416, "n_params": 4715740, "total_flops": 28828639027200000, "train_loss": 0.030710335211320355, "subset_score_loss": 0.030710335211320355}
+{"step": 2000000, "wall_time": 10308.991471767426, "train_loss_step": 5.867178916931152, "n_params": 4715740, "total_flops": 28973506560000000, "train_loss": 0.02926187515258789, "subset_score_loss": 0.02926187515258789, "memorization_fraction_pixel": 0.08380000293254852, "mean_nn_ratio_pixel": 0.8903687596321106, "fid": 241.86938000975795, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 10348.070422887802, "train_loss_step": 6.630724906921387, "n_params": 4715740, "total_flops": 29118374092800000, "train_loss": 0.03407266139984131, "subset_score_loss": 0.03407266139984131}
+{"step": 2020000, "wall_time": 10387.09694314003, "train_loss_step": 6.020049095153809, "n_params": 4715740, "total_flops": 29263241625600000, "train_loss": 0.036838748238303444, "subset_score_loss": 0.036838748238303444}
+{"step": 2030000, "wall_time": 10426.128496170044, "train_loss_step": 6.122227191925049, "n_params": 4715740, "total_flops": 29408109158400000, "train_loss": 0.030643870613791726, "subset_score_loss": 0.030643870613791726}
+{"step": 2040000, "wall_time": 10465.278750896454, "train_loss_step": 5.7561726570129395, "n_params": 4715740, "total_flops": 29552976691200000, "train_loss": 0.03501137820157138, "subset_score_loss": 0.03501137820157138}
+{"step": 2050000, "wall_time": 10505.14997792244, "train_loss_step": 6.115664482116699, "n_params": 4715740, "total_flops": 29697844224000000, "train_loss": 0.03586999069560658, "subset_score_loss": 0.03586999069560658}
+{"step": 2060000, "wall_time": 10544.957285165787, "train_loss_step": 6.078333854675293, "n_params": 4715740, "total_flops": 29842711756800000, "train_loss": 0.0360027399930087, "subset_score_loss": 0.0360027399930087}
+{"step": 2070000, "wall_time": 10584.258133411407, "train_loss_step": 6.30191707611084, "n_params": 4715740, "total_flops": 29987579289600000, "train_loss": 0.03153279261155562, "subset_score_loss": 0.03153279261155562}
+{"step": 2080000, "wall_time": 10623.585790634155, "train_loss_step": 6.072105884552002, "n_params": 4715740, "total_flops": 30132446822400000, "train_loss": 0.03129267042333429, "subset_score_loss": 0.03129267042333429}
+{"step": 2090000, "wall_time": 10662.580355882645, "train_loss_step": 6.1212077140808105, "n_params": 4715740, "total_flops": 30277314355200000, "train_loss": 0.03158665353601629, "subset_score_loss": 0.03158665353601629}
+{"step": 2100000, "wall_time": 10722.778002500534, "train_loss_step": 6.384280681610107, "n_params": 4715740, "total_flops": 30422181888000000, "train_loss": 0.03451343449679288, "subset_score_loss": 0.03451343449679288, "memorization_fraction_pixel": 0.08980000019073486, "mean_nn_ratio_pixel": 0.8803588151931763, "fid": 236.9745006754462, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 10761.987173080444, "train_loss_step": 6.004567623138428, "n_params": 4715740, "total_flops": 30567049420800000, "train_loss": 0.029857433925975452, "subset_score_loss": 0.029857433925975452}
+{"step": 2120000, "wall_time": 10801.335457086563, "train_loss_step": 6.135571479797363, "n_params": 4715740, "total_flops": 30711916953600000, "train_loss": 0.031686416539278894, "subset_score_loss": 0.031686416539278894}
+{"step": 2130000, "wall_time": 10840.424838066101, "train_loss_step": 6.211091995239258, "n_params": 4715740, "total_flops": 30856784486400000, "train_loss": 0.033293383771722966, "subset_score_loss": 0.033293383771722966}
+{"step": 2140000, "wall_time": 10880.174485683441, "train_loss_step": 5.944346904754639, "n_params": 4715740, "total_flops": 31001652019200000, "train_loss": 0.03597797480496493, "subset_score_loss": 0.03597797480496493}
+{"step": 2150000, "wall_time": 10919.774478435516, "train_loss_step": 6.000065803527832, "n_params": 4715740, "total_flops": 31146519552000000, "train_loss": 0.02769910855726762, "subset_score_loss": 0.02769910855726762}
+{"step": 2160000, "wall_time": 10959.168260097504, "train_loss_step": 6.263830184936523, "n_params": 4715740, "total_flops": 31291387084800000, "train_loss": 0.03169217109680176, "subset_score_loss": 0.03169217109680176}
+{"step": 2170000, "wall_time": 10998.221894741058, "train_loss_step": 6.71467399597168, "n_params": 4715740, "total_flops": 31436254617600000, "train_loss": 0.03382161097093062, "subset_score_loss": 0.03382161097093062}
+{"step": 2180000, "wall_time": 11037.259871959686, "train_loss_step": 6.51005220413208, "n_params": 4715740, "total_flops": 31581122150400000, "train_loss": 0.029423817721280186, "subset_score_loss": 0.029423817721280186}
+{"step": 2190000, "wall_time": 11075.93703532219, "train_loss_step": 6.202292442321777, "n_params": 4715740, "total_flops": 31725989683200000, "train_loss": 0.030950715325095437, "subset_score_loss": 0.030950715325095437}
+{"step": 2200000, "wall_time": 11138.731958389282, "train_loss_step": 5.611263275146484, "n_params": 4715740, "total_flops": 31870857216000000, "train_loss": 0.02761653336611661, "subset_score_loss": 0.02761653336611661, "memorization_fraction_pixel": 0.0982000008225441, "mean_nn_ratio_pixel": 0.8758630752563477, "fid": 236.10733214336477, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 11177.7250020504, "train_loss_step": 5.901891708374023, "n_params": 4715740, "total_flops": 32015724748800000, "train_loss": 0.03115248680114746, "subset_score_loss": 0.03115248680114746}
+{"step": 2220000, "wall_time": 11217.006846904755, "train_loss_step": 5.826098918914795, "n_params": 4715740, "total_flops": 32160592281600000, "train_loss": 0.03669531128623269, "subset_score_loss": 0.03669531128623269}
+{"step": 2230000, "wall_time": 11256.416213035583, "train_loss_step": 6.147030830383301, "n_params": 4715740, "total_flops": 32305459814400000, "train_loss": 0.029432121190157805, "subset_score_loss": 0.029432121190157805}
+{"step": 2240000, "wall_time": 11296.086958408356, "train_loss_step": 5.573706150054932, "n_params": 4715740, "total_flops": 32450327347200000, "train_loss": 0.029654526710510255, "subset_score_loss": 0.029654526710510255}
+{"step": 2250000, "wall_time": 11335.799215316772, "train_loss_step": 6.343164443969727, "n_params": 4715740, "total_flops": 32595194880000000, "train_loss": 0.030645095218311658, "subset_score_loss": 0.030645095218311658}
+{"step": 2260000, "wall_time": 11374.886986255646, "train_loss_step": 5.897562026977539, "n_params": 4715740, "total_flops": 32740062412800000, "train_loss": 0.03451774337074973, "subset_score_loss": 0.03451774337074973}
+{"step": 2270000, "wall_time": 11414.211884737015, "train_loss_step": 6.689797401428223, "n_params": 4715740, "total_flops": 32884929945600000, "train_loss": 0.037500169060447, "subset_score_loss": 0.037500169060447}
+{"step": 2280000, "wall_time": 11453.286250591278, "train_loss_step": 5.7208333015441895, "n_params": 4715740, "total_flops": 33029797478400000, "train_loss": 0.035483899983492766, "subset_score_loss": 0.035483899983492766}
+{"step": 2290000, "wall_time": 11491.815827608109, "train_loss_step": 6.317930221557617, "n_params": 4715740, "total_flops": 33174665011200000, "train_loss": 0.03048834583976052, "subset_score_loss": 0.03048834583976052}
+{"step": 2300000, "wall_time": 11554.647547483444, "train_loss_step": 5.89601469039917, "n_params": 4715740, "total_flops": 33319532544000000, "train_loss": 0.029011232202703303, "subset_score_loss": 0.029011232202703303, "memorization_fraction_pixel": 0.09099999815225601, "mean_nn_ratio_pixel": 0.8782250285148621, "fid": 234.00214461896695, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 11594.429653406143, "train_loss_step": 6.513428688049316, "n_params": 4715740, "total_flops": 33464400076800000, "train_loss": 0.03057265715165572, "subset_score_loss": 0.03057265715165572}
+{"step": 2320000, "wall_time": 11633.67113685608, "train_loss_step": 6.1736741065979, "n_params": 4715740, "total_flops": 33609267609600000, "train_loss": 0.03070934902537953, "subset_score_loss": 0.03070934902537953}
+{"step": 2330000, "wall_time": 11672.795830249786, "train_loss_step": 6.068016529083252, "n_params": 4715740, "total_flops": 33754135142400000, "train_loss": 0.02872077985243364, "subset_score_loss": 0.02872077985243364}
+{"step": 2340000, "wall_time": 11712.385018587112, "train_loss_step": 6.009130477905273, "n_params": 4715740, "total_flops": 33899002675200000, "train_loss": 0.030826976082541726, "subset_score_loss": 0.030826976082541726}
+{"step": 2350000, "wall_time": 11751.54160785675, "train_loss_step": 6.154003143310547, "n_params": 4715740, "total_flops": 34043870208000000, "train_loss": 0.031663703918457034, "subset_score_loss": 0.031663703918457034}
+{"step": 2360000, "wall_time": 11790.69098329544, "train_loss_step": 6.421075820922852, "n_params": 4715740, "total_flops": 34188737740800000, "train_loss": 0.03421643864024769, "subset_score_loss": 0.03421643864024769}
+{"step": 2370000, "wall_time": 11829.906236410141, "train_loss_step": 6.477446556091309, "n_params": 4715740, "total_flops": 34333605273600000, "train_loss": 0.03173133676702326, "subset_score_loss": 0.03173133676702326}
+{"step": 2380000, "wall_time": 11869.027328014374, "train_loss_step": 5.733445167541504, "n_params": 4715740, "total_flops": 34478472806400000, "train_loss": 0.028299919041720304, "subset_score_loss": 0.028299919041720304}
+{"step": 2390000, "wall_time": 11900.254990577698, "train_loss_step": 5.965395450592041, "n_params": 4715740, "total_flops": 34623340339200000, "train_loss": 0.03478547226298939, "subset_score_loss": 0.03478547226298939}
+{"step": 2400000, "wall_time": 11968.527369499207, "train_loss_step": 6.301308631896973, "n_params": 4715740, "total_flops": 34768207872000000, "train_loss": 0.03100773421200839, "subset_score_loss": 0.03100773421200839, "memorization_fraction_pixel": 0.10599999874830246, "mean_nn_ratio_pixel": 0.8635021448135376, "fid": 221.77225518063193, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 12008.071105718613, "train_loss_step": 5.89273738861084, "n_params": 4715740, "total_flops": 34913075404800000, "train_loss": 0.027438371831720525, "subset_score_loss": 0.027438371831720525}
+{"step": 2420000, "wall_time": 12047.386474132538, "train_loss_step": 5.820767402648926, "n_params": 4715740, "total_flops": 35057942937600000, "train_loss": 0.029884353550997646, "subset_score_loss": 0.029884353550997646}
+{"step": 2430000, "wall_time": 12086.532261133194, "train_loss_step": 5.891703128814697, "n_params": 4715740, "total_flops": 35202810470400000, "train_loss": 0.030491740053350275, "subset_score_loss": 0.030491740053350275}
+{"step": 2440000, "wall_time": 12126.013484239578, "train_loss_step": 5.537091255187988, "n_params": 4715740, "total_flops": 35347678003200000, "train_loss": 0.027777858213944868, "subset_score_loss": 0.027777858213944868}
+{"step": 2450000, "wall_time": 12165.086493253708, "train_loss_step": 6.013652801513672, "n_params": 4715740, "total_flops": 35492545536000000, "train_loss": 0.03283557891845703, "subset_score_loss": 0.03283557891845703}
+{"step": 2460000, "wall_time": 12204.171283483505, "train_loss_step": 6.594816207885742, "n_params": 4715740, "total_flops": 35637413068800000, "train_loss": 0.029743725603277035, "subset_score_loss": 0.029743725603277035}
+{"step": 2470000, "wall_time": 12243.244079828262, "train_loss_step": 6.107799053192139, "n_params": 4715740, "total_flops": 35782280601600000, "train_loss": 0.030176234245300294, "subset_score_loss": 0.030176234245300294}
+{"step": 2480000, "wall_time": 12282.070982217789, "train_loss_step": 5.718862533569336, "n_params": 4715740, "total_flops": 35927148134400000, "train_loss": 0.027438833496787333, "subset_score_loss": 0.027438833496787333}
+{"step": 2490000, "wall_time": 12307.357393741608, "train_loss_step": 6.128217697143555, "n_params": 4715740, "total_flops": 36072015667200000, "train_loss": 0.028182894533330744, "subset_score_loss": 0.028182894533330744}
+{"step": 2500000, "wall_time": 12382.476992368698, "train_loss_step": 5.66594934463501, "n_params": 4715740, "total_flops": 36216883200000000, "train_loss": 0.027603277293118563, "subset_score_loss": 0.027603277293118563, "memorization_fraction_pixel": 0.11219999939203262, "mean_nn_ratio_pixel": 0.8626372814178467, "fid": 226.8611929055226, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 12422.10416007042, "train_loss_step": 5.563851356506348, "n_params": 4715740, "total_flops": 36361750732800000, "train_loss": 0.026537132263183594, "subset_score_loss": 0.026537132263183594}
+{"step": 2520000, "wall_time": 12461.111689567566, "train_loss_step": 5.335487365722656, "n_params": 4715740, "total_flops": 36506618265600000, "train_loss": 0.03136559616435658, "subset_score_loss": 0.03136559616435658}
+{"step": 2530000, "wall_time": 12500.50636792183, "train_loss_step": 5.791136741638184, "n_params": 4715740, "total_flops": 36651485798400000, "train_loss": 0.030617969686334782, "subset_score_loss": 0.030617969686334782}
+{"step": 2540000, "wall_time": 12539.852259397507, "train_loss_step": 6.034069061279297, "n_params": 4715740, "total_flops": 36796353331200000, "train_loss": 0.030994187701832165, "subset_score_loss": 0.030994187701832165}
+{"step": 2550000, "wall_time": 12579.180764436722, "train_loss_step": 5.613719463348389, "n_params": 4715740, "total_flops": 36941220864000000, "train_loss": 0.031222165714610707, "subset_score_loss": 0.031222165714610707}
+{"step": 2560000, "wall_time": 12618.554830789566, "train_loss_step": 6.237901210784912, "n_params": 4715740, "total_flops": 37086088396800000, "train_loss": 0.0294472260908647, "subset_score_loss": 0.0294472260908647}
+{"step": 2570000, "wall_time": 12658.196601390839, "train_loss_step": 5.986797332763672, "n_params": 4715740, "total_flops": 37230955929600000, "train_loss": 0.026710596951571377, "subset_score_loss": 0.026710596951571377}
+{"step": 2580000, "wall_time": 12695.972365617752, "train_loss_step": 5.805947303771973, "n_params": 4715740, "total_flops": 37375823462400000, "train_loss": 0.028684930367903275, "subset_score_loss": 0.028684930367903275}
+{"step": 2590000, "wall_time": 12725.64144062996, "train_loss_step": 5.821145534515381, "n_params": 4715740, "total_flops": 37520690995200000, "train_loss": 0.027158995108170943, "subset_score_loss": 0.027158995108170943}
+{"step": 2600000, "wall_time": 12805.688850402832, "train_loss_step": 6.176342964172363, "n_params": 4715740, "total_flops": 37665558528000000, "train_loss": 0.029860784790732644, "subset_score_loss": 0.029860784790732644, "memorization_fraction_pixel": 0.11760000139474869, "mean_nn_ratio_pixel": 0.854836106300354, "fid": 228.3403688370326, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 12845.377527475357, "train_loss_step": 5.738144874572754, "n_params": 4715740, "total_flops": 37810426060800000, "train_loss": 0.031774464520541106, "subset_score_loss": 0.031774464520541106}
+{"step": 2620000, "wall_time": 12885.106160879135, "train_loss_step": 6.162665367126465, "n_params": 4715740, "total_flops": 37955293593600000, "train_loss": 0.028197409889914773, "subset_score_loss": 0.028197409889914773}
+{"step": 2630000, "wall_time": 12925.076523542404, "train_loss_step": 6.28074836730957, "n_params": 4715740, "total_flops": 38100161126400000, "train_loss": 0.029341983795166015, "subset_score_loss": 0.029341983795166015}
+{"step": 2640000, "wall_time": 12964.146532297134, "train_loss_step": 5.96674919128418, "n_params": 4715740, "total_flops": 38245028659200000, "train_loss": 0.029125690460205078, "subset_score_loss": 0.029125690460205078}
+{"step": 2650000, "wall_time": 13003.621597528458, "train_loss_step": 6.326228141784668, "n_params": 4715740, "total_flops": 38389896192000000, "train_loss": 0.0294597712430087, "subset_score_loss": 0.0294597712430087}
+{"step": 2660000, "wall_time": 13042.86139178276, "train_loss_step": 5.889942169189453, "n_params": 4715740, "total_flops": 38534763724800000, "train_loss": 0.026758057420903987, "subset_score_loss": 0.026758057420903987}
+{"step": 2670000, "wall_time": 13081.239208936691, "train_loss_step": 6.234104156494141, "n_params": 4715740, "total_flops": 38679631257600000, "train_loss": 0.028283923322504217, "subset_score_loss": 0.028283923322504217}
+{"step": 2680000, "wall_time": 13106.257358074188, "train_loss_step": 5.8890204429626465, "n_params": 4715740, "total_flops": 38824498790400000, "train_loss": 0.029699446938254617, "subset_score_loss": 0.029699446938254617}
+{"step": 2690000, "wall_time": 13145.611413240433, "train_loss_step": 5.786407470703125, "n_params": 4715740, "total_flops": 38969366323200000, "train_loss": 0.029883432388305663, "subset_score_loss": 0.029883432388305663}
+{"step": 2700000, "wall_time": 13220.962815761566, "train_loss_step": 5.816814422607422, "n_params": 4715740, "total_flops": 39114233856000000, "train_loss": 0.028453168002041902, "subset_score_loss": 0.028453168002041902, "memorization_fraction_pixel": 0.11400000005960464, "mean_nn_ratio_pixel": 0.8571925759315491, "fid": 223.4904255223338, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 13260.146363973618, "train_loss_step": 5.517077445983887, "n_params": 4715740, "total_flops": 39259101388800000, "train_loss": 0.03879619945179332, "subset_score_loss": 0.03879619945179332}
+{"step": 2720000, "wall_time": 13299.314238548279, "train_loss_step": 5.843081474304199, "n_params": 4715740, "total_flops": 39403968921600000, "train_loss": 0.028247870098460803, "subset_score_loss": 0.028247870098460803}
+{"step": 2730000, "wall_time": 13338.61774802208, "train_loss_step": 5.894824028015137, "n_params": 4715740, "total_flops": 39548836454400000, "train_loss": 0.02545642852783203, "subset_score_loss": 0.02545642852783203}
+{"step": 2740000, "wall_time": 13377.748909235, "train_loss_step": 5.808960437774658, "n_params": 4715740, "total_flops": 39693703987200000, "train_loss": 0.034913338314403186, "subset_score_loss": 0.034913338314403186}
+{"step": 2750000, "wall_time": 13416.71026134491, "train_loss_step": 5.677466869354248, "n_params": 4715740, "total_flops": 39838571520000000, "train_loss": 0.02577087012204257, "subset_score_loss": 0.02577087012204257}
+{"step": 2760000, "wall_time": 13455.722048044205, "train_loss_step": 6.055198669433594, "n_params": 4715740, "total_flops": 39983439052800000, "train_loss": 0.026037892428311435, "subset_score_loss": 0.026037892428311435}
+{"step": 2770000, "wall_time": 13492.8060131073, "train_loss_step": 5.315154075622559, "n_params": 4715740, "total_flops": 40128306585600000, "train_loss": 0.025687904791398482, "subset_score_loss": 0.025687904791398482}
+{"step": 2780000, "wall_time": 13522.052538394928, "train_loss_step": 5.570559501647949, "n_params": 4715740, "total_flops": 40273174118400000, "train_loss": 0.02633450898257169, "subset_score_loss": 0.02633450898257169}
+{"step": 2790000, "wall_time": 13561.42564702034, "train_loss_step": 5.507218837738037, "n_params": 4715740, "total_flops": 40418041651200000, "train_loss": 0.027780576185746628, "subset_score_loss": 0.027780576185746628}
+{"step": 2800000, "wall_time": 13636.203398942947, "train_loss_step": 5.8075690269470215, "n_params": 4715740, "total_flops": 40562909184000000, "train_loss": 0.026722279461947353, "subset_score_loss": 0.026722279461947353, "memorization_fraction_pixel": 0.12049999833106995, "mean_nn_ratio_pixel": 0.8563607335090637, "fid": 224.25811821841165, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 13675.636326313019, "train_loss_step": 5.942919731140137, "n_params": 4715740, "total_flops": 40707776716800000, "train_loss": 0.028104591369628906, "subset_score_loss": 0.028104591369628906}
+{"step": 2820000, "wall_time": 13715.335454463959, "train_loss_step": 5.5388312339782715, "n_params": 4715740, "total_flops": 40852644249600000, "train_loss": 0.030958559296347877, "subset_score_loss": 0.030958559296347877}
+{"step": 2830000, "wall_time": 13754.586178779602, "train_loss_step": 5.643482208251953, "n_params": 4715740, "total_flops": 40997511782400000, "train_loss": 0.030276400392705745, "subset_score_loss": 0.030276400392705745}
+{"step": 2840000, "wall_time": 13793.8472635746, "train_loss_step": 5.924422264099121, "n_params": 4715740, "total_flops": 41142379315200000, "train_loss": 0.026823394948785956, "subset_score_loss": 0.026823394948785956}
+{"step": 2850000, "wall_time": 13833.073776483536, "train_loss_step": 5.767852783203125, "n_params": 4715740, "total_flops": 41287246848000000, "train_loss": 0.02930021502754905, "subset_score_loss": 0.02930021502754905}
+{"step": 2860000, "wall_time": 13872.081028938293, "train_loss_step": 5.5354814529418945, "n_params": 4715740, "total_flops": 41432114380800000, "train_loss": 0.025641740452159535, "subset_score_loss": 0.025641740452159535}
+{"step": 2870000, "wall_time": 13901.325986385345, "train_loss_step": 5.522098541259766, "n_params": 4715740, "total_flops": 41576981913600000, "train_loss": 0.028943191875110973, "subset_score_loss": 0.028943191875110973}
+{"step": 2880000, "wall_time": 13937.252772808075, "train_loss_step": 5.752138614654541, "n_params": 4715740, "total_flops": 41721849446400000, "train_loss": 0.029996646534312856, "subset_score_loss": 0.029996646534312856}
+{"step": 2890000, "wall_time": 13976.323451519012, "train_loss_step": 5.174528121948242, "n_params": 4715740, "total_flops": 41866716979200000, "train_loss": 0.030137528072703968, "subset_score_loss": 0.030137528072703968}
+{"step": 2900000, "wall_time": 14051.055683374405, "train_loss_step": 5.490487098693848, "n_params": 4715740, "total_flops": 42011584512000000, "train_loss": 0.025442446361888537, "subset_score_loss": 0.025442446361888537, "memorization_fraction_pixel": 0.13030000030994415, "mean_nn_ratio_pixel": 0.8447267413139343, "fid": 218.631607668522, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 14090.124945878983, "train_loss_step": 5.949767112731934, "n_params": 4715740, "total_flops": 42156452044800000, "train_loss": 0.026876664161682128, "subset_score_loss": 0.026876664161682128}
+{"step": 2920000, "wall_time": 14129.620273828506, "train_loss_step": 6.234096527099609, "n_params": 4715740, "total_flops": 42301319577600000, "train_loss": 0.02793111801147461, "subset_score_loss": 0.02793111801147461}
+{"step": 2930000, "wall_time": 14169.079401493073, "train_loss_step": 5.516671180725098, "n_params": 4715740, "total_flops": 42446187110400000, "train_loss": 0.02588470849123868, "subset_score_loss": 0.02588470849123868}
+{"step": 2940000, "wall_time": 14208.67679309845, "train_loss_step": 5.461724758148193, "n_params": 4715740, "total_flops": 42591054643200000, "train_loss": 0.02584436590021307, "subset_score_loss": 0.02584436590021307}
+{"step": 2950000, "wall_time": 14247.744317293167, "train_loss_step": 5.79060173034668, "n_params": 4715740, "total_flops": 42735922176000000, "train_loss": 0.029292589967901055, "subset_score_loss": 0.029292589967901055}
+{"step": 2960000, "wall_time": 14286.249220609665, "train_loss_step": 5.5332159996032715, "n_params": 4715740, "total_flops": 42880789708800000, "train_loss": 0.024854473634199663, "subset_score_loss": 0.024854473634199663}
+{"step": 2970000, "wall_time": 14325.805399417877, "train_loss_step": 5.65441370010376, "n_params": 4715740, "total_flops": 43025657241600000, "train_loss": 0.02670287002216686, "subset_score_loss": 0.02670287002216686}
+{"step": 2980000, "wall_time": 14365.057175159454, "train_loss_step": 5.884011268615723, "n_params": 4715740, "total_flops": 43170524774400000, "train_loss": 0.02799179337241433, "subset_score_loss": 0.02799179337241433}
+{"step": 2990000, "wall_time": 14404.319618940353, "train_loss_step": 5.739833831787109, "n_params": 4715740, "total_flops": 43315392307200000, "train_loss": 0.028399146686900745, "subset_score_loss": 0.028399146686900745}
+{"step": 3000000, "wall_time": 14479.047716379166, "train_loss_step": 5.300426959991455, "n_params": 4715740, "total_flops": 43460259840000000, "train_loss": 0.02746853611686013, "subset_score_loss": 0.02746853611686013, "memorization_fraction_pixel": 0.1362999975681305, "mean_nn_ratio_pixel": 0.8386096954345703, "fid": 219.81059964920422, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 14518.618656158447, "train_loss_step": 6.113710880279541, "n_params": 4715740, "total_flops": 43605127372800000, "train_loss": 0.02881558374925093, "subset_score_loss": 0.02881558374925093}
+{"step": 3020000, "wall_time": 14558.089231967926, "train_loss_step": 5.524930953979492, "n_params": 4715740, "total_flops": 43749994905600000, "train_loss": 0.026048846678300337, "subset_score_loss": 0.026048846678300337}
+{"step": 3030000, "wall_time": 14597.25726389885, "train_loss_step": 5.732980728149414, "n_params": 4715740, "total_flops": 43894862438400000, "train_loss": 0.035287577455694025, "subset_score_loss": 0.035287577455694025}
+{"step": 3040000, "wall_time": 14636.440085172653, "train_loss_step": 5.466901779174805, "n_params": 4715740, "total_flops": 44039729971200000, "train_loss": 0.02684274370020086, "subset_score_loss": 0.02684274370020086}
+{"step": 3050000, "wall_time": 14672.983894586563, "train_loss_step": 5.834559440612793, "n_params": 4715740, "total_flops": 44184597504000000, "train_loss": 0.02851510914889249, "subset_score_loss": 0.02851510914889249}
+{"step": 3060000, "wall_time": 14703.755489110947, "train_loss_step": 5.6425981521606445, "n_params": 4715740, "total_flops": 44329465036800000, "train_loss": 0.02682797908782959, "subset_score_loss": 0.02682797908782959}
+{"step": 3070000, "wall_time": 14743.169892787933, "train_loss_step": 5.5782790184021, "n_params": 4715740, "total_flops": 44474332569600000, "train_loss": 0.027315092086791993, "subset_score_loss": 0.027315092086791993}
+{"step": 3080000, "wall_time": 14782.781799316406, "train_loss_step": 5.531158447265625, "n_params": 4715740, "total_flops": 44619200102400000, "train_loss": 0.028170386227694424, "subset_score_loss": 0.028170386227694424}
+{"step": 3090000, "wall_time": 14822.259266376495, "train_loss_step": 5.574958324432373, "n_params": 4715740, "total_flops": 44764067635200000, "train_loss": 0.03273374817588113, "subset_score_loss": 0.03273374817588113}
+{"step": 3100000, "wall_time": 14895.81847023964, "train_loss_step": 6.108149528503418, "n_params": 4715740, "total_flops": 44908935168000000, "train_loss": 0.033138431202281604, "subset_score_loss": 0.033138431202281604, "memorization_fraction_pixel": 0.12790000438690186, "mean_nn_ratio_pixel": 0.8442275524139404, "fid": 227.9213624835399, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 14935.40290427208, "train_loss_step": 5.45305061340332, "n_params": 4715740, "total_flops": 45053802700800000, "train_loss": 0.027591124447909267, "subset_score_loss": 0.027591124447909267}
+{"step": 3120000, "wall_time": 14974.479477882385, "train_loss_step": 5.1201605796813965, "n_params": 4715740, "total_flops": 45198670233600000, "train_loss": 0.03021124709736217, "subset_score_loss": 0.03021124709736217}
+{"step": 3130000, "wall_time": 15013.896484851837, "train_loss_step": 5.820540428161621, "n_params": 4715740, "total_flops": 45343537766400000, "train_loss": 0.0339023850180886, "subset_score_loss": 0.0339023850180886}
+{"step": 3140000, "wall_time": 15052.768275976181, "train_loss_step": 5.699739456176758, "n_params": 4715740, "total_flops": 45488405299200000, "train_loss": 0.03125166459517045, "subset_score_loss": 0.03125166459517045}
+{"step": 3150000, "wall_time": 15091.962046384811, "train_loss_step": 5.567991733551025, "n_params": 4715740, "total_flops": 45633272832000000, "train_loss": 0.025390904599970038, "subset_score_loss": 0.025390904599970038}
+{"step": 3160000, "wall_time": 15131.437824964523, "train_loss_step": 5.696313381195068, "n_params": 4715740, "total_flops": 45778140364800000, "train_loss": 0.02931631478396329, "subset_score_loss": 0.02931631478396329}
+{"step": 3170000, "wall_time": 15170.52663564682, "train_loss_step": 5.648584365844727, "n_params": 4715740, "total_flops": 45923007897600000, "train_loss": 0.026275281472639606, "subset_score_loss": 0.026275281472639606}
+{"step": 3180000, "wall_time": 15209.646162986755, "train_loss_step": 5.310133934020996, "n_params": 4715740, "total_flops": 46067875430400000, "train_loss": 0.02691162499514493, "subset_score_loss": 0.02691162499514493}
+{"step": 3190000, "wall_time": 15248.728294849396, "train_loss_step": 5.723390579223633, "n_params": 4715740, "total_flops": 46212742963200000, "train_loss": 0.029690777171741834, "subset_score_loss": 0.029690777171741834}
+{"step": 3200000, "wall_time": 15323.106914758682, "train_loss_step": 5.7218828201293945, "n_params": 4715740, "total_flops": 46357610496000000, "train_loss": 0.025829276171597568, "subset_score_loss": 0.025829276171597568, "memorization_fraction_pixel": 0.15649999678134918, "mean_nn_ratio_pixel": 0.8257681727409363, "fid": 216.30380747909132, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 15362.339965343475, "train_loss_step": 6.253983020782471, "n_params": 4715740, "total_flops": 46502478028800000, "train_loss": 0.03063324364748868, "subset_score_loss": 0.03063324364748868}
+{"step": 3220000, "wall_time": 15401.423878669739, "train_loss_step": 6.109993934631348, "n_params": 4715740, "total_flops": 46647345561600000, "train_loss": 0.02501645088195801, "subset_score_loss": 0.02501645088195801}
+{"step": 3230000, "wall_time": 15440.07703280449, "train_loss_step": 5.595334529876709, "n_params": 4715740, "total_flops": 46792213094400000, "train_loss": 0.02585200829939409, "subset_score_loss": 0.02585200829939409}
+{"step": 3240000, "wall_time": 15479.523074388504, "train_loss_step": 5.5782623291015625, "n_params": 4715740, "total_flops": 46937080627200000, "train_loss": 0.02649722099304199, "subset_score_loss": 0.02649722099304199}
+{"step": 3250000, "wall_time": 15518.485095262527, "train_loss_step": 6.03931188583374, "n_params": 4715740, "total_flops": 47081948160000000, "train_loss": 0.031624096090143376, "subset_score_loss": 0.031624096090143376}
+{"step": 3260000, "wall_time": 15557.606055259705, "train_loss_step": 5.5317254066467285, "n_params": 4715740, "total_flops": 47226815692800000, "train_loss": 0.02515030557459051, "subset_score_loss": 0.02515030557459051}
+{"step": 3270000, "wall_time": 15596.787740707397, "train_loss_step": 5.406149864196777, "n_params": 4715740, "total_flops": 47371683225600000, "train_loss": 0.03511186729777943, "subset_score_loss": 0.03511186729777943}
+{"step": 3280000, "wall_time": 15636.024781942368, "train_loss_step": 5.085391998291016, "n_params": 4715740, "total_flops": 47516550758400000, "train_loss": 0.03445450175892223, "subset_score_loss": 0.03445450175892223}
+{"step": 3290000, "wall_time": 15675.113102197647, "train_loss_step": 5.390180587768555, "n_params": 4715740, "total_flops": 47661418291200000, "train_loss": 0.027422822605479846, "subset_score_loss": 0.027422822605479846}
+{"step": 3300000, "wall_time": 15749.694573402405, "train_loss_step": 5.251542091369629, "n_params": 4715740, "total_flops": 47806285824000000, "train_loss": 0.027264090017838912, "subset_score_loss": 0.027264090017838912, "memorization_fraction_pixel": 0.1467999964952469, "mean_nn_ratio_pixel": 0.8258810639381409, "fid": 216.34651244468947, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 15789.115323066711, "train_loss_step": 5.397583961486816, "n_params": 4715740, "total_flops": 47951153356800000, "train_loss": 0.02538839253512296, "subset_score_loss": 0.02538839253512296}
+{"step": 3320000, "wall_time": 15828.129575967789, "train_loss_step": 5.594343185424805, "n_params": 4715740, "total_flops": 48096020889600000, "train_loss": 0.02662536230954257, "subset_score_loss": 0.02662536230954257}
+{"step": 3330000, "wall_time": 15868.123021364212, "train_loss_step": 5.795554161071777, "n_params": 4715740, "total_flops": 48240888422400000, "train_loss": 0.025912822376598012, "subset_score_loss": 0.025912822376598012}
+{"step": 3340000, "wall_time": 15907.399740457535, "train_loss_step": 5.74156379699707, "n_params": 4715740, "total_flops": 48385755955200000, "train_loss": 0.027780207720669834, "subset_score_loss": 0.027780207720669834}
+{"step": 3350000, "wall_time": 15946.614278316498, "train_loss_step": 5.599715709686279, "n_params": 4715740, "total_flops": 48530623488000000, "train_loss": 0.025030452554876154, "subset_score_loss": 0.025030452554876154}
+{"step": 3360000, "wall_time": 15986.309383869171, "train_loss_step": 5.604890823364258, "n_params": 4715740, "total_flops": 48675491020800000, "train_loss": 0.025914718888022683, "subset_score_loss": 0.025914718888022683}
+{"step": 3370000, "wall_time": 16025.847352266312, "train_loss_step": 5.81527853012085, "n_params": 4715740, "total_flops": 48820358553600000, "train_loss": 0.028288060968572445, "subset_score_loss": 0.028288060968572445}
+{"step": 3380000, "wall_time": 16064.80728316307, "train_loss_step": 5.951040267944336, "n_params": 4715740, "total_flops": 48965226086400000, "train_loss": 0.02745251872322776, "subset_score_loss": 0.02745251872322776}
+{"step": 3390000, "wall_time": 16103.852849245071, "train_loss_step": 5.504162788391113, "n_params": 4715740, "total_flops": 49110093619200000, "train_loss": 0.028984483805569734, "subset_score_loss": 0.028984483805569734}
+{"step": 3400000, "wall_time": 16179.24509191513, "train_loss_step": 5.738662242889404, "n_params": 4715740, "total_flops": 49254961152000000, "train_loss": 0.02538604953072288, "subset_score_loss": 0.02538604953072288, "memorization_fraction_pixel": 0.13449999690055847, "mean_nn_ratio_pixel": 0.8431134819984436, "fid": 229.1554028047902, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 16217.899953365326, "train_loss_step": 5.841740608215332, "n_params": 4715740, "total_flops": 49399828684800000, "train_loss": 0.027272378314625135, "subset_score_loss": 0.027272378314625135}
+{"step": 3420000, "wall_time": 16257.303900957108, "train_loss_step": 5.434113025665283, "n_params": 4715740, "total_flops": 49544696217600000, "train_loss": 0.026906728744506836, "subset_score_loss": 0.026906728744506836}
+{"step": 3430000, "wall_time": 16297.048979997635, "train_loss_step": 5.663496017456055, "n_params": 4715740, "total_flops": 49689563750400000, "train_loss": 0.027330441908402878, "subset_score_loss": 0.027330441908402878}
+{"step": 3440000, "wall_time": 16336.221807479858, "train_loss_step": 5.342807292938232, "n_params": 4715740, "total_flops": 49834431283200000, "train_loss": 0.029232894290577283, "subset_score_loss": 0.029232894290577283}
+{"step": 3450000, "wall_time": 16375.302997112274, "train_loss_step": 5.608956336975098, "n_params": 4715740, "total_flops": 49979298816000000, "train_loss": 0.024398710510947486, "subset_score_loss": 0.024398710510947486}
+{"step": 3460000, "wall_time": 16414.414360523224, "train_loss_step": 5.2444305419921875, "n_params": 4715740, "total_flops": 50124166348800000, "train_loss": 0.024398207664489746, "subset_score_loss": 0.024398207664489746}
+{"step": 3470000, "wall_time": 16453.492676258087, "train_loss_step": 5.690525054931641, "n_params": 4715740, "total_flops": 50269033881600000, "train_loss": 0.024717187881469725, "subset_score_loss": 0.024717187881469725}
+{"step": 3480000, "wall_time": 16493.03305912018, "train_loss_step": 5.513923645019531, "n_params": 4715740, "total_flops": 50413901414400000, "train_loss": 0.0244865590875799, "subset_score_loss": 0.0244865590875799}
+{"step": 3490000, "wall_time": 16532.50712299347, "train_loss_step": 5.245563507080078, "n_params": 4715740, "total_flops": 50558768947200000, "train_loss": 0.02607503587549383, "subset_score_loss": 0.02607503587549383}
+{"step": 3500000, "wall_time": 16606.6515083313, "train_loss_step": 5.769311904907227, "n_params": 4715740, "total_flops": 50703636480000000, "train_loss": 0.025395415045998314, "subset_score_loss": 0.025395415045998314, "memorization_fraction_pixel": 0.14630000293254852, "mean_nn_ratio_pixel": 0.8364554643630981, "fid": 220.93369207619213, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 16646.113106250763, "train_loss_step": 5.652940273284912, "n_params": 4715740, "total_flops": 50848504012800000, "train_loss": 0.026356716589494185, "subset_score_loss": 0.026356716589494185}
+{"step": 3520000, "wall_time": 16685.38063979149, "train_loss_step": 5.605135917663574, "n_params": 4715740, "total_flops": 50993371545600000, "train_loss": 0.026445570859042082, "subset_score_loss": 0.026445570859042082}
+{"step": 3530000, "wall_time": 16724.69720363617, "train_loss_step": 5.746377944946289, "n_params": 4715740, "total_flops": 51138239078400000, "train_loss": 0.027824540571732954, "subset_score_loss": 0.027824540571732954}
+{"step": 3540000, "wall_time": 16763.78487753868, "train_loss_step": 5.533203125, "n_params": 4715740, "total_flops": 51283106611200000, "train_loss": 0.02384851412339644, "subset_score_loss": 0.02384851412339644}
+{"step": 3550000, "wall_time": 16803.041265010834, "train_loss_step": 5.820586681365967, "n_params": 4715740, "total_flops": 51427974144000000, "train_loss": 0.02703466848893599, "subset_score_loss": 0.02703466848893599}
+{"step": 3560000, "wall_time": 16842.13655757904, "train_loss_step": 5.675084114074707, "n_params": 4715740, "total_flops": 51572841676800000, "train_loss": 0.02488982243971391, "subset_score_loss": 0.02488982243971391}
+{"step": 3570000, "wall_time": 16881.795771837234, "train_loss_step": 5.420589447021484, "n_params": 4715740, "total_flops": 51717709209600000, "train_loss": 0.026405265114524148, "subset_score_loss": 0.026405265114524148}
+{"step": 3580000, "wall_time": 16921.3986890316, "train_loss_step": 5.575688362121582, "n_params": 4715740, "total_flops": 51862576742400000, "train_loss": 0.02828762097792192, "subset_score_loss": 0.02828762097792192}
+{"step": 3590000, "wall_time": 16960.542855501175, "train_loss_step": 5.481875419616699, "n_params": 4715740, "total_flops": 52007444275200000, "train_loss": 0.03145424019206654, "subset_score_loss": 0.03145424019206654}
+{"step": 3600000, "wall_time": 17035.62742638588, "train_loss_step": 5.65534782409668, "n_params": 4715740, "total_flops": 52152311808000000, "train_loss": 0.028554615107449617, "subset_score_loss": 0.028554615107449617, "memorization_fraction_pixel": 0.1476999968290329, "mean_nn_ratio_pixel": 0.8318862318992615, "fid": 211.23664096084434, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 17074.762281417847, "train_loss_step": 5.355006217956543, "n_params": 4715740, "total_flops": 52297179340800000, "train_loss": 0.027690256725658068, "subset_score_loss": 0.027690256725658068}
+{"step": 3620000, "wall_time": 17113.774986743927, "train_loss_step": 5.393317222595215, "n_params": 4715740, "total_flops": 52442046873600000, "train_loss": 0.027056659351695666, "subset_score_loss": 0.027056659351695666}
+{"step": 3630000, "wall_time": 17152.864900112152, "train_loss_step": 5.666408538818359, "n_params": 4715740, "total_flops": 52586914406400000, "train_loss": 0.028533590923656118, "subset_score_loss": 0.028533590923656118}
+{"step": 3640000, "wall_time": 17191.879882097244, "train_loss_step": 5.984196186065674, "n_params": 4715740, "total_flops": 52731781939200000, "train_loss": 0.02824291099201549, "subset_score_loss": 0.02824291099201549}
+{"step": 3650000, "wall_time": 17230.95691895485, "train_loss_step": 5.4185662269592285, "n_params": 4715740, "total_flops": 52876649472000000, "train_loss": 0.031563522598960184, "subset_score_loss": 0.031563522598960184}
+{"step": 3660000, "wall_time": 17270.020762205124, "train_loss_step": 5.197473049163818, "n_params": 4715740, "total_flops": 53021517004800000, "train_loss": 0.02630517916245894, "subset_score_loss": 0.02630517916245894}
+{"step": 3670000, "wall_time": 17309.175931215286, "train_loss_step": 5.554434776306152, "n_params": 4715740, "total_flops": 53166384537600000, "train_loss": 0.026068975708701394, "subset_score_loss": 0.026068975708701394}
+{"step": 3680000, "wall_time": 17347.882053375244, "train_loss_step": 5.704489707946777, "n_params": 4715740, "total_flops": 53311252070400000, "train_loss": 0.02699926116249778, "subset_score_loss": 0.02699926116249778}
+{"step": 3690000, "wall_time": 17386.931025266647, "train_loss_step": 5.428378582000732, "n_params": 4715740, "total_flops": 53456119603200000, "train_loss": 0.026809096336364746, "subset_score_loss": 0.026809096336364746}
+{"step": 3700000, "wall_time": 17462.223150491714, "train_loss_step": 5.600942611694336, "n_params": 4715740, "total_flops": 53600987136000000, "train_loss": 0.025224369222467596, "subset_score_loss": 0.025224369222467596, "memorization_fraction_pixel": 0.1655000001192093, "mean_nn_ratio_pixel": 0.8188825845718384, "fid": 213.41305828849, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 17501.39163827896, "train_loss_step": 5.341141700744629, "n_params": 4715740, "total_flops": 53745854668800000, "train_loss": 0.025378548015247693, "subset_score_loss": 0.025378548015247693}
+{"step": 3720000, "wall_time": 17540.431794643402, "train_loss_step": 5.3947248458862305, "n_params": 4715740, "total_flops": 53890722201600000, "train_loss": 0.032531968030062586, "subset_score_loss": 0.032531968030062586}
+{"step": 3730000, "wall_time": 17579.589554786682, "train_loss_step": 5.490052700042725, "n_params": 4715740, "total_flops": 54035589734400000, "train_loss": 0.026800303025679154, "subset_score_loss": 0.026800303025679154}
+{"step": 3740000, "wall_time": 17618.562268972397, "train_loss_step": 5.751363754272461, "n_params": 4715740, "total_flops": 54180457267200000, "train_loss": 0.02900351177562367, "subset_score_loss": 0.02900351177562367}
+{"step": 3750000, "wall_time": 17657.63644003868, "train_loss_step": 5.656665325164795, "n_params": 4715740, "total_flops": 54325324800000000, "train_loss": 0.025236736644398083, "subset_score_loss": 0.025236736644398083}
+{"step": 3760000, "wall_time": 17696.586807250977, "train_loss_step": 5.320131301879883, "n_params": 4715740, "total_flops": 54470192332800000, "train_loss": 0.025973870537497782, "subset_score_loss": 0.025973870537497782}
+{"step": 3770000, "wall_time": 17735.194786310196, "train_loss_step": 5.455915927886963, "n_params": 4715740, "total_flops": 54615059865600000, "train_loss": 0.028027694875543768, "subset_score_loss": 0.028027694875543768}
+{"step": 3780000, "wall_time": 17775.11937570572, "train_loss_step": 5.169023036956787, "n_params": 4715740, "total_flops": 54759927398400000, "train_loss": 0.02495667284185236, "subset_score_loss": 0.02495667284185236}
+{"step": 3790000, "wall_time": 17814.651962518692, "train_loss_step": 5.399219036102295, "n_params": 4715740, "total_flops": 54904794931200000, "train_loss": 0.02620604471726851, "subset_score_loss": 0.02620604471726851}
+{"step": 3800000, "wall_time": 17889.59600162506, "train_loss_step": 5.260374069213867, "n_params": 4715740, "total_flops": 55049662464000000, "train_loss": 0.025326796011491255, "subset_score_loss": 0.025326796011491255, "memorization_fraction_pixel": 0.1673000007867813, "mean_nn_ratio_pixel": 0.8151514530181885, "fid": 210.25689432533457, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 17929.04313659668, "train_loss_step": 5.968271732330322, "n_params": 4715740, "total_flops": 55194529996800000, "train_loss": 0.02852230722253973, "subset_score_loss": 0.02852230722253973}
+{"step": 3820000, "wall_time": 17968.709684848785, "train_loss_step": 4.982202529907227, "n_params": 4715740, "total_flops": 55339397529600000, "train_loss": 0.02442054098302668, "subset_score_loss": 0.02442054098302668}
+{"step": 3830000, "wall_time": 18008.450110912323, "train_loss_step": 5.4482879638671875, "n_params": 4715740, "total_flops": 55484265062400000, "train_loss": 0.02650698965246027, "subset_score_loss": 0.02650698965246027}
+{"step": 3840000, "wall_time": 18047.6275267601, "train_loss_step": 5.711126804351807, "n_params": 4715740, "total_flops": 55629132595200000, "train_loss": 0.024813857945528896, "subset_score_loss": 0.024813857945528896}
+{"step": 3850000, "wall_time": 18086.758100032806, "train_loss_step": 5.097640037536621, "n_params": 4715740, "total_flops": 55774000128000000, "train_loss": 0.02530184875835072, "subset_score_loss": 0.02530184875835072}
+{"step": 3860000, "wall_time": 18125.954439401627, "train_loss_step": 5.524117946624756, "n_params": 4715740, "total_flops": 55918867660800000, "train_loss": 0.025971703095869585, "subset_score_loss": 0.025971703095869585}
+{"step": 3870000, "wall_time": 18165.714905023575, "train_loss_step": 5.4655656814575195, "n_params": 4715740, "total_flops": 56063735193600000, "train_loss": 0.02439812096682462, "subset_score_loss": 0.02439812096682462}
+{"step": 3880000, "wall_time": 18204.90870666504, "train_loss_step": 5.389892101287842, "n_params": 4715740, "total_flops": 56208602726400000, "train_loss": 0.02481369972229004, "subset_score_loss": 0.02481369972229004}
+{"step": 3890000, "wall_time": 18243.944152116776, "train_loss_step": 5.609222888946533, "n_params": 4715740, "total_flops": 56353470259200000, "train_loss": 0.022896814346313476, "subset_score_loss": 0.022896814346313476}
+{"step": 3900000, "wall_time": 18317.862958669662, "train_loss_step": 5.136101722717285, "n_params": 4715740, "total_flops": 56498337792000000, "train_loss": 0.02504651112989946, "subset_score_loss": 0.02504651112989946, "memorization_fraction_pixel": 0.16850000619888306, "mean_nn_ratio_pixel": 0.8199223875999451, "fid": 216.190778990772, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 18357.028370141983, "train_loss_step": 5.295719623565674, "n_params": 4715740, "total_flops": 56643205324800000, "train_loss": 0.02702419324354692, "subset_score_loss": 0.02702419324354692}
+{"step": 3920000, "wall_time": 18396.385444641113, "train_loss_step": 5.277494430541992, "n_params": 4715740, "total_flops": 56788072857600000, "train_loss": 0.02582281069322066, "subset_score_loss": 0.02582281069322066}
+{"step": 3930000, "wall_time": 18435.62625145912, "train_loss_step": 5.174867153167725, "n_params": 4715740, "total_flops": 56932940390400000, "train_loss": 0.025205659866333007, "subset_score_loss": 0.025205659866333007}
+{"step": 3940000, "wall_time": 18474.000638961792, "train_loss_step": 5.612251281738281, "n_params": 4715740, "total_flops": 57077807923200000, "train_loss": 0.02677115960554643, "subset_score_loss": 0.02677115960554643}
+{"step": 3950000, "wall_time": 18513.487608909607, "train_loss_step": 5.7037553787231445, "n_params": 4715740, "total_flops": 57222675456000000, "train_loss": 0.02571323568170721, "subset_score_loss": 0.02571323568170721}
+{"step": 3960000, "wall_time": 18552.95980334282, "train_loss_step": 5.4023027420043945, "n_params": 4715740, "total_flops": 57367542988800000, "train_loss": 0.024977402253584427, "subset_score_loss": 0.024977402253584427}
+{"step": 3970000, "wall_time": 18592.389385938644, "train_loss_step": 5.241965293884277, "n_params": 4715740, "total_flops": 57512410521600000, "train_loss": 0.029109957001426004, "subset_score_loss": 0.029109957001426004}
+{"step": 3980000, "wall_time": 18631.598252773285, "train_loss_step": 5.064571857452393, "n_params": 4715740, "total_flops": 57657278054400000, "train_loss": 0.0230279879136519, "subset_score_loss": 0.0230279879136519}
+{"step": 3990000, "wall_time": 18670.802545309067, "train_loss_step": 5.060412406921387, "n_params": 4715740, "total_flops": 57802145587200000, "train_loss": 0.03183892856944691, "subset_score_loss": 0.03183892856944691}
+{"step": 4000000, "wall_time": 18745.819679021835, "train_loss_step": 5.312664985656738, "n_params": 4715740, "total_flops": 57947013120000000, "train_loss": 0.025075973163951527, "subset_score_loss": 0.025075973163951527, "memorization_fraction_pixel": 0.1768999993801117, "mean_nn_ratio_pixel": 0.8063737154006958, "fid": 210.7833173506844, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 18784.85512447357, "train_loss_step": 4.986591339111328, "n_params": 4715740, "total_flops": 58091880652800000, "train_loss": 0.025327496095137163, "subset_score_loss": 0.025327496095137163}
+{"step": 4020000, "wall_time": 18823.915132522583, "train_loss_step": 5.319873809814453, "n_params": 4715740, "total_flops": 58236748185600000, "train_loss": 0.026133465766906738, "subset_score_loss": 0.026133465766906738}
+{"step": 4030000, "wall_time": 18862.434343099594, "train_loss_step": 5.647226333618164, "n_params": 4715740, "total_flops": 58381615718400000, "train_loss": 0.02814919948577881, "subset_score_loss": 0.02814919948577881}
+{"step": 4040000, "wall_time": 18901.62084031105, "train_loss_step": 5.277199745178223, "n_params": 4715740, "total_flops": 58526483251200000, "train_loss": 0.02625360055403276, "subset_score_loss": 0.02625360055403276}
+{"step": 4050000, "wall_time": 18940.989543676376, "train_loss_step": 5.0759968757629395, "n_params": 4715740, "total_flops": 58671350784000000, "train_loss": 0.024702770059758968, "subset_score_loss": 0.024702770059758968}
+{"step": 4060000, "wall_time": 18980.565135002136, "train_loss_step": 5.604945182800293, "n_params": 4715740, "total_flops": 58816218316800000, "train_loss": 0.0240235372023149, "subset_score_loss": 0.0240235372023149}
+{"step": 4070000, "wall_time": 19020.279066085815, "train_loss_step": 5.617795944213867, "n_params": 4715740, "total_flops": 58961085849600000, "train_loss": 0.02310712770982222, "subset_score_loss": 0.02310712770982222}
+{"step": 4080000, "wall_time": 19059.75257730484, "train_loss_step": 5.3307366371154785, "n_params": 4715740, "total_flops": 59105953382400000, "train_loss": 0.028510056842457165, "subset_score_loss": 0.028510056842457165}
+{"step": 4090000, "wall_time": 19098.963719129562, "train_loss_step": 5.390459060668945, "n_params": 4715740, "total_flops": 59250820915200000, "train_loss": 0.026545544104142622, "subset_score_loss": 0.026545544104142622}
+{"step": 4100000, "wall_time": 19173.830805540085, "train_loss_step": 5.670400619506836, "n_params": 4715740, "total_flops": 59395688448000000, "train_loss": 0.02567576928572221, "subset_score_loss": 0.02567576928572221, "memorization_fraction_pixel": 0.17010000348091125, "mean_nn_ratio_pixel": 0.8149381875991821, "fid": 208.89635821474658, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 19212.63606095314, "train_loss_step": 4.836361408233643, "n_params": 4715740, "total_flops": 59540555980800000, "train_loss": 0.024394004995172674, "subset_score_loss": 0.024394004995172674}
+{"step": 4120000, "wall_time": 19251.804998874664, "train_loss_step": 5.146215438842773, "n_params": 4715740, "total_flops": 59685423513600000, "train_loss": 0.028628615899519486, "subset_score_loss": 0.028628615899519486}
+{"step": 4130000, "wall_time": 19290.987272500992, "train_loss_step": 5.286733627319336, "n_params": 4715740, "total_flops": 59830291046400000, "train_loss": 0.026379338177767667, "subset_score_loss": 0.026379338177767667}
+{"step": 4140000, "wall_time": 19330.442271471024, "train_loss_step": 5.566642761230469, "n_params": 4715740, "total_flops": 59975158579200000, "train_loss": 0.027306233752857557, "subset_score_loss": 0.027306233752857557}
+{"step": 4150000, "wall_time": 19369.91925382614, "train_loss_step": 5.435754299163818, "n_params": 4715740, "total_flops": 60120026112000000, "train_loss": 0.023463437773964622, "subset_score_loss": 0.023463437773964622}
+{"step": 4160000, "wall_time": 19408.938661813736, "train_loss_step": 5.1977949142456055, "n_params": 4715740, "total_flops": 60264893644800000, "train_loss": 0.02519519545815208, "subset_score_loss": 0.02519519545815208}
+{"step": 4170000, "wall_time": 19448.011206388474, "train_loss_step": 5.109652042388916, "n_params": 4715740, "total_flops": 60409761177600000, "train_loss": 0.024532313780351117, "subset_score_loss": 0.024532313780351117}
+{"step": 4180000, "wall_time": 19487.081789255142, "train_loss_step": 5.543249130249023, "n_params": 4715740, "total_flops": 60554628710400000, "train_loss": 0.029767105796120383, "subset_score_loss": 0.029767105796120383}
+{"step": 4190000, "wall_time": 19526.26231598854, "train_loss_step": 4.975147724151611, "n_params": 4715740, "total_flops": 60699496243200000, "train_loss": 0.02596787756139582, "subset_score_loss": 0.02596787756139582}
+{"step": 4200000, "wall_time": 19600.5143930912, "train_loss_step": 5.113229751586914, "n_params": 4715740, "total_flops": 60844363776000000, "train_loss": 0.024197524244135075, "subset_score_loss": 0.024197524244135075, "memorization_fraction_pixel": 0.17990000545978546, "mean_nn_ratio_pixel": 0.806256890296936, "fid": 209.7965060570696, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 19639.863554000854, "train_loss_step": 5.212341785430908, "n_params": 4715740, "total_flops": 60989231308800000, "train_loss": 0.026620008728720924, "subset_score_loss": 0.026620008728720924}
+{"step": 4220000, "wall_time": 19678.86213874817, "train_loss_step": 5.371630668640137, "n_params": 4715740, "total_flops": 61134098841600000, "train_loss": 0.028319059718738902, "subset_score_loss": 0.028319059718738902}
+{"step": 4230000, "wall_time": 19718.19066619873, "train_loss_step": 5.244738578796387, "n_params": 4715740, "total_flops": 61278966374400000, "train_loss": 0.02308000001040372, "subset_score_loss": 0.02308000001040372}
+{"step": 4240000, "wall_time": 19757.349864959717, "train_loss_step": 5.334012508392334, "n_params": 4715740, "total_flops": 61423833907200000, "train_loss": 0.02345745346762917, "subset_score_loss": 0.02345745346762917}
+{"step": 4250000, "wall_time": 19796.994285583496, "train_loss_step": 5.314972877502441, "n_params": 4715740, "total_flops": 61568701440000000, "train_loss": 0.027531417933377354, "subset_score_loss": 0.027531417933377354}
+{"step": 4260000, "wall_time": 19835.948173999786, "train_loss_step": 5.695598602294922, "n_params": 4715740, "total_flops": 61713568972800000, "train_loss": 0.02273397228934548, "subset_score_loss": 0.02273397228934548}
+{"step": 4270000, "wall_time": 19875.18944120407, "train_loss_step": 5.11658239364624, "n_params": 4715740, "total_flops": 61858436505600000, "train_loss": 0.023933453993363815, "subset_score_loss": 0.023933453993363815}
+{"step": 4280000, "wall_time": 19914.549358844757, "train_loss_step": 5.296230316162109, "n_params": 4715740, "total_flops": 62003304038400000, "train_loss": 0.02341100952842019, "subset_score_loss": 0.02341100952842019}
+{"step": 4290000, "wall_time": 19953.697938919067, "train_loss_step": 5.160316467285156, "n_params": 4715740, "total_flops": 62148171571200000, "train_loss": 0.024655248902060767, "subset_score_loss": 0.024655248902060767}
+{"step": 4300000, "wall_time": 20011.65461373329, "train_loss_step": 5.109695911407471, "n_params": 4715740, "total_flops": 62293039104000000, "train_loss": 0.024274386059154163, "subset_score_loss": 0.024274386059154163, "memorization_fraction_pixel": 0.18729999661445618, "mean_nn_ratio_pixel": 0.803748607635498, "fid": 207.7286603655992, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 20051.364319324493, "train_loss_step": 5.111476898193359, "n_params": 4715740, "total_flops": 62437906636800000, "train_loss": 0.023976594751531428, "subset_score_loss": 0.023976594751531428}
+{"step": 4320000, "wall_time": 20091.234606027603, "train_loss_step": 5.088149547576904, "n_params": 4715740, "total_flops": 62582774169600000, "train_loss": 0.02332060987299139, "subset_score_loss": 0.02332060987299139}
+{"step": 4330000, "wall_time": 20131.033302783966, "train_loss_step": 5.241788864135742, "n_params": 4715740, "total_flops": 62727641702400000, "train_loss": 0.024934961579062723, "subset_score_loss": 0.024934961579062723}
+{"step": 4340000, "wall_time": 20170.723217010498, "train_loss_step": 4.883841037750244, "n_params": 4715740, "total_flops": 62872509235200000, "train_loss": 0.027629254081032492, "subset_score_loss": 0.027629254081032492}
+{"step": 4350000, "wall_time": 20210.637714385986, "train_loss_step": 5.500232696533203, "n_params": 4715740, "total_flops": 63017376768000000, "train_loss": 0.026426412842490456, "subset_score_loss": 0.026426412842490456}
+{"step": 4360000, "wall_time": 20250.165660381317, "train_loss_step": 4.977608680725098, "n_params": 4715740, "total_flops": 63162244300800000, "train_loss": 0.02499294714494185, "subset_score_loss": 0.02499294714494185}
+{"step": 4370000, "wall_time": 20289.593624591827, "train_loss_step": 5.237922668457031, "n_params": 4715740, "total_flops": 63307111833600000, "train_loss": 0.026797511360862038, "subset_score_loss": 0.026797511360862038}
+{"step": 4380000, "wall_time": 20329.485261440277, "train_loss_step": 5.6711530685424805, "n_params": 4715740, "total_flops": 63451979366400000, "train_loss": 0.024343809214505283, "subset_score_loss": 0.024343809214505283}
+{"step": 4390000, "wall_time": 20368.763417720795, "train_loss_step": 5.602298259735107, "n_params": 4715740, "total_flops": 63596846899200000, "train_loss": 0.026221947236494583, "subset_score_loss": 0.026221947236494583}
+{"step": 4400000, "wall_time": 20431.04468178749, "train_loss_step": 5.351907253265381, "n_params": 4715740, "total_flops": 63741714432000000, "train_loss": 0.02352911125529896, "subset_score_loss": 0.02352911125529896, "memorization_fraction_pixel": 0.1907999962568283, "mean_nn_ratio_pixel": 0.8004052042961121, "fid": 203.7424620832824, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 20470.66565346718, "train_loss_step": 5.360987663269043, "n_params": 4715740, "total_flops": 63886581964800000, "train_loss": 0.025489547035910866, "subset_score_loss": 0.025489547035910866}
+{"step": 4420000, "wall_time": 20510.020397663116, "train_loss_step": 5.414144515991211, "n_params": 4715740, "total_flops": 64031449497600000, "train_loss": 0.023526887460188432, "subset_score_loss": 0.023526887460188432}
+{"step": 4430000, "wall_time": 20549.391583442688, "train_loss_step": 5.0489912033081055, "n_params": 4715740, "total_flops": 64176317030400000, "train_loss": 0.02806113849986683, "subset_score_loss": 0.02806113849986683}
+{"step": 4440000, "wall_time": 20589.02336025238, "train_loss_step": 5.637253761291504, "n_params": 4715740, "total_flops": 64321184563200000, "train_loss": 0.02368260080164129, "subset_score_loss": 0.02368260080164129}
+{"step": 4450000, "wall_time": 20628.40753221512, "train_loss_step": 5.292838096618652, "n_params": 4715740, "total_flops": 64466052096000000, "train_loss": 0.024454342235218394, "subset_score_loss": 0.024454342235218394}
+{"step": 4460000, "wall_time": 20667.692566394806, "train_loss_step": 5.143165588378906, "n_params": 4715740, "total_flops": 64610919628800000, "train_loss": 0.026441181789744982, "subset_score_loss": 0.026441181789744982}
+{"step": 4470000, "wall_time": 20706.90000128746, "train_loss_step": 5.16606330871582, "n_params": 4715740, "total_flops": 64755787161600000, "train_loss": 0.022254506024447354, "subset_score_loss": 0.022254506024447354}
+{"step": 4480000, "wall_time": 20746.199311971664, "train_loss_step": 5.480105400085449, "n_params": 4715740, "total_flops": 64900654694400000, "train_loss": 0.02286041866649281, "subset_score_loss": 0.02286041866649281}
+{"step": 4490000, "wall_time": 20784.882729053497, "train_loss_step": 5.236645698547363, "n_params": 4715740, "total_flops": 65045522227200000, "train_loss": 0.025030411373485217, "subset_score_loss": 0.025030411373485217}
+{"step": 4500000, "wall_time": 20847.771656751633, "train_loss_step": 5.56831169128418, "n_params": 4715740, "total_flops": 65190389760000000, "train_loss": 0.023632480881430887, "subset_score_loss": 0.023632480881430887, "memorization_fraction_pixel": 0.18520000576972961, "mean_nn_ratio_pixel": 0.8040505647659302, "fid": 207.5077302103351, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 20887.427544355392, "train_loss_step": 5.229460716247559, "n_params": 4715740, "total_flops": 65335257292800000, "train_loss": 0.023859858512878418, "subset_score_loss": 0.023859858512878418}
+{"step": 4520000, "wall_time": 20926.767111063004, "train_loss_step": 5.016395568847656, "n_params": 4715740, "total_flops": 65480124825600000, "train_loss": 0.03038367141376842, "subset_score_loss": 0.03038367141376842}
+{"step": 4530000, "wall_time": 20966.065408229828, "train_loss_step": 4.995022773742676, "n_params": 4715740, "total_flops": 65624992358400000, "train_loss": 0.023441256176341664, "subset_score_loss": 0.023441256176341664}
+{"step": 4540000, "wall_time": 21005.893589258194, "train_loss_step": 5.2747802734375, "n_params": 4715740, "total_flops": 65769859891200000, "train_loss": 0.02462718053297563, "subset_score_loss": 0.02462718053297563}
+{"step": 4550000, "wall_time": 21045.227504253387, "train_loss_step": 5.377885818481445, "n_params": 4715740, "total_flops": 65914727424000000, "train_loss": 0.029276347160339354, "subset_score_loss": 0.029276347160339354}
+{"step": 4560000, "wall_time": 21084.404591321945, "train_loss_step": 4.73519229888916, "n_params": 4715740, "total_flops": 66059594956800000, "train_loss": 0.023981126871975986, "subset_score_loss": 0.023981126871975986}
+{"step": 4570000, "wall_time": 21124.144593954086, "train_loss_step": 5.128291130065918, "n_params": 4715740, "total_flops": 66204462489600000, "train_loss": 0.022576923803849652, "subset_score_loss": 0.022576923803849652}
+{"step": 4580000, "wall_time": 21163.662488222122, "train_loss_step": 5.116916656494141, "n_params": 4715740, "total_flops": 66349330022400000, "train_loss": 0.026073670387268065, "subset_score_loss": 0.026073670387268065}
+{"step": 4590000, "wall_time": 21202.234654903412, "train_loss_step": 5.355232238769531, "n_params": 4715740, "total_flops": 66494197555200000, "train_loss": 0.023509513248096813, "subset_score_loss": 0.023509513248096813}
+{"step": 4600000, "wall_time": 21277.254710912704, "train_loss_step": 5.41090726852417, "n_params": 4715740, "total_flops": 66639065088000000, "train_loss": 0.03039103854786266, "subset_score_loss": 0.03039103854786266, "memorization_fraction_pixel": 0.18330000340938568, "mean_nn_ratio_pixel": 0.8030732274055481, "fid": 202.37988686264183, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 21316.361041784286, "train_loss_step": 4.672508239746094, "n_params": 4715740, "total_flops": 66783932620800000, "train_loss": 0.02254096811467951, "subset_score_loss": 0.02254096811467951}
+{"step": 4620000, "wall_time": 21355.560101747513, "train_loss_step": 5.785508632659912, "n_params": 4715740, "total_flops": 66928800153600000, "train_loss": 0.026569995013150303, "subset_score_loss": 0.026569995013150303}
+{"step": 4630000, "wall_time": 21395.41262435913, "train_loss_step": 5.219323635101318, "n_params": 4715740, "total_flops": 67073667686400000, "train_loss": 0.027556408535350452, "subset_score_loss": 0.027556408535350452}
+{"step": 4640000, "wall_time": 21434.619745016098, "train_loss_step": 4.9417548179626465, "n_params": 4715740, "total_flops": 67218535219200000, "train_loss": 0.02495655796744607, "subset_score_loss": 0.02495655796744607}
+{"step": 4650000, "wall_time": 21473.62916994095, "train_loss_step": 5.279193878173828, "n_params": 4715740, "total_flops": 67363402752000000, "train_loss": 0.022492814064025878, "subset_score_loss": 0.022492814064025878}
+{"step": 4660000, "wall_time": 21512.717325925827, "train_loss_step": 5.524870872497559, "n_params": 4715740, "total_flops": 67508270284800000, "train_loss": 0.025894891132007946, "subset_score_loss": 0.025894891132007946}
+{"step": 4670000, "wall_time": 21551.39006638527, "train_loss_step": 4.67724609375, "n_params": 4715740, "total_flops": 67653137817600000, "train_loss": 0.023900810155001555, "subset_score_loss": 0.023900810155001555}
+{"step": 4680000, "wall_time": 21578.904039621353, "train_loss_step": 5.135446548461914, "n_params": 4715740, "total_flops": 67798005350400000, "train_loss": 0.022985824671658602, "subset_score_loss": 0.022985824671658602}
+{"step": 4690000, "wall_time": 21601.98481798172, "train_loss_step": 5.158542633056641, "n_params": 4715740, "total_flops": 67942872883200000, "train_loss": 0.024801327965476298, "subset_score_loss": 0.024801327965476298}
+{"step": 4700000, "wall_time": 21643.587919473648, "train_loss_step": 5.299274921417236, "n_params": 4715740, "total_flops": 68087740416000000, "train_loss": 0.025111105225302955, "subset_score_loss": 0.025111105225302955, "memorization_fraction_pixel": 0.1987999975681305, "mean_nn_ratio_pixel": 0.7870153188705444, "fid": 197.1110047241639, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 21666.40572333336, "train_loss_step": 5.11138916015625, "n_params": 4715740, "total_flops": 68232607948800000, "train_loss": 0.021547603607177734, "subset_score_loss": 0.021547603607177734}
+{"step": 4720000, "wall_time": 21689.376589536667, "train_loss_step": 4.760316848754883, "n_params": 4715740, "total_flops": 68377475481600000, "train_loss": 0.02285062616521662, "subset_score_loss": 0.02285062616521662}
+{"step": 4730000, "wall_time": 21711.532681703568, "train_loss_step": 5.215707778930664, "n_params": 4715740, "total_flops": 68522343014400000, "train_loss": 0.02305321910164573, "subset_score_loss": 0.02305321910164573}
+{"step": 4740000, "wall_time": 21734.649440288544, "train_loss_step": 5.359135150909424, "n_params": 4715740, "total_flops": 68667210547200000, "train_loss": 0.024629892002452504, "subset_score_loss": 0.024629892002452504}
+{"step": 4750000, "wall_time": 21758.032606124878, "train_loss_step": 5.426823616027832, "n_params": 4715740, "total_flops": 68812078080000000, "train_loss": 0.022639792615717108, "subset_score_loss": 0.022639792615717108}
+{"step": 4760000, "wall_time": 21780.804814338684, "train_loss_step": 5.1133294105529785, "n_params": 4715740, "total_flops": 68956945612800000, "train_loss": 0.022783600200306287, "subset_score_loss": 0.022783600200306287}
+{"step": 4770000, "wall_time": 21804.04438185692, "train_loss_step": 5.1630754470825195, "n_params": 4715740, "total_flops": 69101813145600000, "train_loss": 0.028760374676097523, "subset_score_loss": 0.028760374676097523}
+{"step": 4780000, "wall_time": 21827.051592826843, "train_loss_step": 5.172680377960205, "n_params": 4715740, "total_flops": 69246680678400000, "train_loss": 0.02472733584317294, "subset_score_loss": 0.02472733584317294}
+{"step": 4790000, "wall_time": 21850.2362909317, "train_loss_step": 5.490118980407715, "n_params": 4715740, "total_flops": 69391548211200000, "train_loss": 0.02572231942957098, "subset_score_loss": 0.02572231942957098}
+{"step": 4800000, "wall_time": 21890.73800587654, "train_loss_step": 5.379324436187744, "n_params": 4715740, "total_flops": 69536415744000000, "train_loss": 0.023250844261863014, "subset_score_loss": 0.023250844261863014, "memorization_fraction_pixel": 0.1949000060558319, "mean_nn_ratio_pixel": 0.7973142862319946, "fid": 210.18803685724714, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 21913.510583162308, "train_loss_step": 5.458525657653809, "n_params": 4715740, "total_flops": 69681283276800000, "train_loss": 0.022693967819213866, "subset_score_loss": 0.022693967819213866}
+{"step": 4820000, "wall_time": 21936.888607740402, "train_loss_step": 5.145247459411621, "n_params": 4715740, "total_flops": 69826150809600000, "train_loss": 0.023042349381880326, "subset_score_loss": 0.023042349381880326}
+{"step": 4830000, "wall_time": 21960.03444671631, "train_loss_step": 4.729483127593994, "n_params": 4715740, "total_flops": 69971018342400000, "train_loss": 0.026795853268016468, "subset_score_loss": 0.026795853268016468}
+{"step": 4840000, "wall_time": 21982.804085493088, "train_loss_step": 5.28566837310791, "n_params": 4715740, "total_flops": 70115885875200000, "train_loss": 0.022836091301657938, "subset_score_loss": 0.022836091301657938}
+{"step": 4850000, "wall_time": 22006.342247009277, "train_loss_step": 5.10142707824707, "n_params": 4715740, "total_flops": 70260753408000000, "train_loss": 0.02154994227669456, "subset_score_loss": 0.02154994227669456}
+{"step": 4860000, "wall_time": 22029.248033761978, "train_loss_step": 5.1714348793029785, "n_params": 4715740, "total_flops": 70405620940800000, "train_loss": 0.025833305445584383, "subset_score_loss": 0.025833305445584383}
+{"step": 4870000, "wall_time": 22052.09103488922, "train_loss_step": 4.923762321472168, "n_params": 4715740, "total_flops": 70550488473600000, "train_loss": 0.0214487379247492, "subset_score_loss": 0.0214487379247492}
+{"step": 4880000, "wall_time": 22075.391393184662, "train_loss_step": 5.318948745727539, "n_params": 4715740, "total_flops": 70695356006400000, "train_loss": 0.022931133617054334, "subset_score_loss": 0.022931133617054334}
+{"step": 4890000, "wall_time": 22098.335048913956, "train_loss_step": 4.622102737426758, "n_params": 4715740, "total_flops": 70840223539200000, "train_loss": 0.022570913488214665, "subset_score_loss": 0.022570913488214665}
+{"step": 4900000, "wall_time": 22139.01730775833, "train_loss_step": 5.071411609649658, "n_params": 4715740, "total_flops": 70985091072000000, "train_loss": 0.02786414840004661, "subset_score_loss": 0.02786414840004661, "memorization_fraction_pixel": 0.1940000057220459, "mean_nn_ratio_pixel": 0.7955796122550964, "fid": 203.6338302585301, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 22161.5246052742, "train_loss_step": 5.031132221221924, "n_params": 4715740, "total_flops": 71129958604800000, "train_loss": 0.022554154829545453, "subset_score_loss": 0.022554154829545453}
+{"step": 4920000, "wall_time": 22183.220661878586, "train_loss_step": 4.9839019775390625, "n_params": 4715740, "total_flops": 71274826137600000, "train_loss": 0.023962168260054154, "subset_score_loss": 0.023962168260054154}
+{"step": 4930000, "wall_time": 22204.973951101303, "train_loss_step": 5.087060451507568, "n_params": 4715740, "total_flops": 71419693670400000, "train_loss": 0.023140918124805798, "subset_score_loss": 0.023140918124805798}
+{"step": 4940000, "wall_time": 22227.83038687706, "train_loss_step": 4.891711235046387, "n_params": 4715740, "total_flops": 71564561203200000, "train_loss": 0.022553664987737483, "subset_score_loss": 0.022553664987737483}
+{"step": 4950000, "wall_time": 22249.063171863556, "train_loss_step": 5.188484191894531, "n_params": 4715740, "total_flops": 71709428736000000, "train_loss": 0.02450764612718062, "subset_score_loss": 0.02450764612718062}
+{"step": 4960000, "wall_time": 22271.807757616043, "train_loss_step": 4.878232002258301, "n_params": 4715740, "total_flops": 71854296268800000, "train_loss": 0.023751497268676758, "subset_score_loss": 0.023751497268676758}
+{"step": 4970000, "wall_time": 22292.02447605133, "train_loss_step": 5.104104995727539, "n_params": 4715740, "total_flops": 71999163801600000, "train_loss": 0.02316107749938965, "subset_score_loss": 0.02316107749938965}
+{"step": 4980000, "wall_time": 22314.67455291748, "train_loss_step": 5.210243225097656, "n_params": 4715740, "total_flops": 72144031334400000, "train_loss": 0.022940403764898126, "subset_score_loss": 0.022940403764898126}
+{"step": 4990000, "wall_time": 22338.057562589645, "train_loss_step": 5.346379280090332, "n_params": 4715740, "total_flops": 72288898867200000, "train_loss": 0.022703255306590685, "subset_score_loss": 0.022703255306590685}
+{"step": 5000000, "wall_time": 22379.322207212448, "train_loss_step": 4.846290111541748, "n_params": 4715740, "total_flops": 72433766400000000, "train_loss": 0.022894375974481757, "subset_score_loss": 0.022894375974481757, "memorization_fraction_pixel": 0.20659999549388885, "mean_nn_ratio_pixel": 0.7839807271957397, "fid": 198.8954636366517, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d220/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d220/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..4b07a2aafc4294750a7e931da6d26758156a28f5
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d220/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     49s | train_loss=1.0035 | fid=298.7339
+  step   10000 |    107s | train_loss=0.7078
+  step   20000 |    166s | train_loss=0.5945
+  step   30000 |    226s | train_loss=0.5282
+  step   40000 |    285s | train_loss=0.4629
+  step   50000 |    344s | train_loss=0.3891
+  step   60000 |    403s | train_loss=0.3124
+  step   70000 |    463s | train_loss=0.2628
+  step   80000 |    522s | train_loss=0.2267
+  step   90000 |    581s | train_loss=0.2063
+  step  100000 |    686s | train_loss=0.1756 | fid=199.4007
+  step  110000 |    745s | train_loss=0.1557
+  step  120000 |    804s | train_loss=0.1495
+  step  130000 |    863s | train_loss=0.1552
+  step  140000 |    922s | train_loss=0.1340
+  step  150000 |    982s | train_loss=0.1260
+  step  160000 |   1041s | train_loss=0.1236
+  step  170000 |   1101s | train_loss=0.1243
+  step  180000 |   1160s | train_loss=0.1222
+  step  190000 |   1220s | train_loss=0.1116
+  step  200000 |   1324s | train_loss=0.1075 | fid=234.3538
+  step  210000 |   1383s | train_loss=0.1134
+  step  220000 |   1443s | train_loss=0.1104
+  step  230000 |   1502s | train_loss=0.0984
+  step  240000 |   1561s | train_loss=0.0928
+  step  250000 |   1621s | train_loss=0.0929
+  step  260000 |   1680s | train_loss=0.0937
+  step  270000 |   1740s | train_loss=0.0873
+  step  280000 |   1800s | train_loss=0.0962
+  step  290000 |   1857s | train_loss=0.0929
+  step  300000 |   1963s | train_loss=0.0893 | fid=272.9030
+  step  310000 |   2022s | train_loss=0.0843
+  step  320000 |   2081s | train_loss=0.0795
+  step  330000 |   2140s | train_loss=0.0846
+  step  340000 |   2199s | train_loss=0.0851
+  step  350000 |   2258s | train_loss=0.0720
+  step  360000 |   2318s | train_loss=0.0793
+  step  370000 |   2378s | train_loss=0.0804
+  step  380000 |   2437s | train_loss=0.0761
+  step  390000 |   2493s | train_loss=0.0697
+  step  400000 |   2601s | train_loss=0.0733 | fid=296.2235
+  step  410000 |   2661s | train_loss=0.0683
+  step  420000 |   2720s | train_loss=0.0657
+  step  430000 |   2779s | train_loss=0.0643
+  step  440000 |   2838s | train_loss=0.0637
+  step  450000 |   2897s | train_loss=0.0636
+  step  460000 |   2957s | train_loss=0.0689
+  step  470000 |   3017s | train_loss=0.0629
+  step  480000 |   3072s | train_loss=0.0682
+  step  490000 |   3131s | train_loss=0.0596
+  step  500000 |   3239s | train_loss=0.0611 | fid=302.1215
+  step  510000 |   3298s | train_loss=0.0634
+  step  520000 |   3358s | train_loss=0.0598
+  step  530000 |   3417s | train_loss=0.0623
+  step  540000 |   3477s | train_loss=0.0619
+  step  550000 |   3537s | train_loss=0.0680
+  step  560000 |   3596s | train_loss=0.0560
+  step  570000 |   3656s | train_loss=0.0569
+  step  580000 |   3710s | train_loss=0.0610
+  step  590000 |   3770s | train_loss=0.0529
+  step  600000 |   3879s | train_loss=0.0520 | fid=290.5151
+  step  610000 |   3939s | train_loss=0.0568
+  step  620000 |   3998s | train_loss=0.0521
+  step  630000 |   4057s | train_loss=0.0521
+  step  640000 |   4117s | train_loss=0.0545
+  step  650000 |   4177s | train_loss=0.0574
+  step  660000 |   4236s | train_loss=0.0547
+  step  670000 |   4291s | train_loss=0.0516
+  step  680000 |   4350s | train_loss=0.0486
+  step  690000 |   4409s | train_loss=0.0487
+  step  700000 |   4518s | train_loss=0.0486 | fid=287.9598
+  step  710000 |   4578s | train_loss=0.0485
+  step  720000 |   4637s | train_loss=0.0521
+  step  730000 |   4697s | train_loss=0.0477
+  step  740000 |   4756s | train_loss=0.0442
+  step  750000 |   4815s | train_loss=0.0472
+  step  760000 |   4874s | train_loss=0.0461
+  step  770000 |   4929s | train_loss=0.0456
+  step  780000 |   4988s | train_loss=0.0463
+  step  790000 |   5048s | train_loss=0.0470
+  step  800000 |   5156s | train_loss=0.0441 | fid=284.0011
+  step  810000 |   5215s | train_loss=0.0506
+  step  820000 |   5275s | train_loss=0.0489
+  step  830000 |   5335s | train_loss=0.0456
+  step  840000 |   5394s | train_loss=0.0443
+  step  850000 |   5454s | train_loss=0.0442
+  step  860000 |   5508s | train_loss=0.0445
+  step  870000 |   5564s | train_loss=0.0436
+  step  880000 |   5603s | train_loss=0.0446
+  step  890000 |   5643s | train_loss=0.0437
+  step  900000 |   5718s | train_loss=0.0417 | fid=281.9232
+  step  910000 |   5757s | train_loss=0.0422
+  step  920000 |   5797s | train_loss=0.0417
+  step  930000 |   5836s | train_loss=0.0404
+  step  940000 |   5876s | train_loss=0.0490
+  step  950000 |   5908s | train_loss=0.0412
+  step  960000 |   5942s | train_loss=0.0467
+  step  970000 |   5981s | train_loss=0.0425
+  step  980000 |   6020s | train_loss=0.0437
+  step  990000 |   6060s | train_loss=0.0416
+  step 1000000 |   6135s | train_loss=0.0409 | fid=274.9382
+  step 1010000 |   6174s | train_loss=0.0417
+  step 1020000 |   6213s | train_loss=0.0419
+  step 1030000 |   6252s | train_loss=0.0631
+  step 1040000 |   6290s | train_loss=0.0401
+  step 1050000 |   6323s | train_loss=0.0406
+  step 1060000 |   6362s | train_loss=0.0448
+  step 1070000 |   6401s | train_loss=0.0434
+  step 1080000 |   6440s | train_loss=0.0434
+  step 1090000 |   6479s | train_loss=0.0398
+  step 1100000 |   6554s | train_loss=0.0366 | fid=264.6617
+  step 1110000 |   6594s | train_loss=0.0453
+  step 1120000 |   6633s | train_loss=0.0382
+  step 1130000 |   6672s | train_loss=0.0459
+  step 1140000 |   6704s | train_loss=0.0368
+  step 1150000 |   6739s | train_loss=0.0393
+  step 1160000 |   6778s | train_loss=0.0407
+  step 1170000 |   6817s | train_loss=0.0391
+  step 1180000 |   6856s | train_loss=0.0387
+  step 1190000 |   6896s | train_loss=0.0388
+  step 1200000 |   6970s | train_loss=0.0402 | fid=254.3679
+  step 1210000 |   7009s | train_loss=0.0380
+  step 1220000 |   7049s | train_loss=0.0448
+  step 1230000 |   7087s | train_loss=0.0398
+  step 1240000 |   7119s | train_loss=0.0366
+  step 1250000 |   7158s | train_loss=0.0450
+  step 1260000 |   7198s | train_loss=0.0369
+  step 1270000 |   7237s | train_loss=0.0361
+  step 1280000 |   7276s | train_loss=0.0400
+  step 1290000 |   7316s | train_loss=0.0361
+  step 1300000 |   7391s | train_loss=0.0440 | fid=262.5761
+  step 1310000 |   7431s | train_loss=0.0358
+  step 1320000 |   7470s | train_loss=0.0380
+  step 1330000 |   7501s | train_loss=0.0381
+  step 1340000 |   7539s | train_loss=0.0370
+  step 1350000 |   7578s | train_loss=0.0369
+  step 1360000 |   7618s | train_loss=0.0371
+  step 1370000 |   7657s | train_loss=0.0325
+  step 1380000 |   7697s | train_loss=0.0343
+  step 1390000 |   7737s | train_loss=0.0380
+  step 1400000 |   7811s | train_loss=0.0363 | fid=262.4124
+  step 1410000 |   7850s | train_loss=0.0369
+  step 1420000 |   7889s | train_loss=0.0459
+  step 1430000 |   7921s | train_loss=0.0343
+  step 1440000 |   7960s | train_loss=0.0351
+  step 1450000 |   7999s | train_loss=0.0347
+  step 1460000 |   8038s | train_loss=0.0373
+  step 1470000 |   8077s | train_loss=0.0357
+  step 1480000 |   8117s | train_loss=0.0351
+  step 1490000 |   8156s | train_loss=0.0345
+  step 1500000 |   8230s | train_loss=0.0348 | fid=250.9980
+  step 1510000 |   8269s | train_loss=0.0347
+  step 1520000 |   8297s | train_loss=0.0407
+  step 1530000 |   8333s | train_loss=0.0378
+  step 1540000 |   8373s | train_loss=0.0361
+  step 1550000 |   8413s | train_loss=0.0334
+  step 1560000 |   8452s | train_loss=0.0403
+  step 1570000 |   8491s | train_loss=0.0343
+  step 1580000 |   8530s | train_loss=0.0344
+  step 1590000 |   8570s | train_loss=0.0321
+  step 1600000 |   8645s | train_loss=0.0377 | fid=254.2971
+  step 1610000 |   8683s | train_loss=0.0394
+  step 1620000 |   8713s | train_loss=0.0311
+  step 1630000 |   8752s | train_loss=0.0316
+  step 1640000 |   8792s | train_loss=0.0362
+  step 1650000 |   8831s | train_loss=0.0355
+  step 1660000 |   8870s | train_loss=0.0399
+  step 1670000 |   8910s | train_loss=0.0368
+  step 1680000 |   8949s | train_loss=0.0343
+  step 1690000 |   8988s | train_loss=0.0475
+  step 1700000 |   9062s | train_loss=0.0323 | fid=239.2189
+  step 1710000 |   9095s | train_loss=0.0326
+  step 1720000 |   9129s | train_loss=0.0308
+  step 1730000 |   9168s | train_loss=0.0366
+  step 1740000 |   9207s | train_loss=0.0328
+  step 1750000 |   9246s | train_loss=0.0342
+  step 1760000 |   9286s | train_loss=0.0351
+  step 1770000 |   9325s | train_loss=0.0317
+  step 1780000 |   9364s | train_loss=0.0349
+  step 1790000 |   9403s | train_loss=0.0326
+  step 1800000 |   9478s | train_loss=0.0328 | fid=241.4806
+  step 1810000 |   9509s | train_loss=0.0314
+  step 1820000 |   9549s | train_loss=0.0331
+  step 1830000 |   9588s | train_loss=0.0342
+  step 1840000 |   9627s | train_loss=0.0311
+  step 1850000 |   9666s | train_loss=0.0332
+  step 1860000 |   9706s | train_loss=0.0335
+  step 1870000 |   9745s | train_loss=0.0316
+  step 1880000 |   9784s | train_loss=0.0317
+  step 1890000 |   9823s | train_loss=0.0339
+  step 1900000 |   9897s | train_loss=0.0323 | fid=244.6377
+  step 1910000 |   9934s | train_loss=0.0348
+  step 1920000 |   9973s | train_loss=0.0298
+  step 1930000 |  10012s | train_loss=0.0295
+  step 1940000 |  10051s | train_loss=0.0326
+  step 1950000 |  10090s | train_loss=0.0311
+  step 1960000 |  10130s | train_loss=0.0282
+  step 1970000 |  10168s | train_loss=0.0321
+  step 1980000 |  10208s | train_loss=0.0347
+  step 1990000 |  10247s | train_loss=0.0307
+  step 2000000 |  10309s | train_loss=0.0293 | fid=241.8694
+  step 2010000 |  10348s | train_loss=0.0341
+  step 2020000 |  10387s | train_loss=0.0368
+  step 2030000 |  10426s | train_loss=0.0306
+  step 2040000 |  10465s | train_loss=0.0350
+  step 2050000 |  10505s | train_loss=0.0359
+  step 2060000 |  10545s | train_loss=0.0360
+  step 2070000 |  10584s | train_loss=0.0315
+  step 2080000 |  10624s | train_loss=0.0313
+  step 2090000 |  10663s | train_loss=0.0316
+  step 2100000 |  10723s | train_loss=0.0345 | fid=236.9745
+  step 2110000 |  10762s | train_loss=0.0299
+  step 2120000 |  10801s | train_loss=0.0317
+  step 2130000 |  10840s | train_loss=0.0333
+  step 2140000 |  10880s | train_loss=0.0360
+  step 2150000 |  10920s | train_loss=0.0277
+  step 2160000 |  10959s | train_loss=0.0317
+  step 2170000 |  10998s | train_loss=0.0338
+  step 2180000 |  11037s | train_loss=0.0294
+  step 2190000 |  11076s | train_loss=0.0310
+  step 2200000 |  11139s | train_loss=0.0276 | fid=236.1073
+  step 2210000 |  11178s | train_loss=0.0312
+  step 2220000 |  11217s | train_loss=0.0367
+  step 2230000 |  11256s | train_loss=0.0294
+  step 2240000 |  11296s | train_loss=0.0297
+  step 2250000 |  11336s | train_loss=0.0306
+  step 2260000 |  11375s | train_loss=0.0345
+  step 2270000 |  11414s | train_loss=0.0375
+  step 2280000 |  11453s | train_loss=0.0355
+  step 2290000 |  11492s | train_loss=0.0305
+  step 2300000 |  11555s | train_loss=0.0290 | fid=234.0021
+  step 2310000 |  11594s | train_loss=0.0306
+  step 2320000 |  11634s | train_loss=0.0307
+  step 2330000 |  11673s | train_loss=0.0287
+  step 2340000 |  11712s | train_loss=0.0308
+  step 2350000 |  11752s | train_loss=0.0317
+  step 2360000 |  11791s | train_loss=0.0342
+  step 2370000 |  11830s | train_loss=0.0317
+  step 2380000 |  11869s | train_loss=0.0283
+  step 2390000 |  11900s | train_loss=0.0348
+  step 2400000 |  11969s | train_loss=0.0310 | fid=221.7723
+  step 2410000 |  12008s | train_loss=0.0274
+  step 2420000 |  12047s | train_loss=0.0299
+  step 2430000 |  12087s | train_loss=0.0305
+  step 2440000 |  12126s | train_loss=0.0278
+  step 2450000 |  12165s | train_loss=0.0328
+  step 2460000 |  12204s | train_loss=0.0297
+  step 2470000 |  12243s | train_loss=0.0302
+  step 2480000 |  12282s | train_loss=0.0274
+  step 2490000 |  12307s | train_loss=0.0282
+  step 2500000 |  12382s | train_loss=0.0276 | fid=226.8612
+  step 2510000 |  12422s | train_loss=0.0265
+  step 2520000 |  12461s | train_loss=0.0314
+  step 2530000 |  12501s | train_loss=0.0306
+  step 2540000 |  12540s | train_loss=0.0310
+  step 2550000 |  12579s | train_loss=0.0312
+  step 2560000 |  12619s | train_loss=0.0294
+  step 2570000 |  12658s | train_loss=0.0267
+  step 2580000 |  12696s | train_loss=0.0287
+  step 2590000 |  12726s | train_loss=0.0272
+  step 2600000 |  12806s | train_loss=0.0299 | fid=228.3404
+  step 2610000 |  12845s | train_loss=0.0318
+  step 2620000 |  12885s | train_loss=0.0282
+  step 2630000 |  12925s | train_loss=0.0293
+  step 2640000 |  12964s | train_loss=0.0291
+  step 2650000 |  13004s | train_loss=0.0295
+  step 2660000 |  13043s | train_loss=0.0268
+  step 2670000 |  13081s | train_loss=0.0283
+  step 2680000 |  13106s | train_loss=0.0297
+  step 2690000 |  13146s | train_loss=0.0299
+  step 2700000 |  13221s | train_loss=0.0285 | fid=223.4904
+  step 2710000 |  13260s | train_loss=0.0388
+  step 2720000 |  13299s | train_loss=0.0282
+  step 2730000 |  13339s | train_loss=0.0255
+  step 2740000 |  13378s | train_loss=0.0349
+  step 2750000 |  13417s | train_loss=0.0258
+  step 2760000 |  13456s | train_loss=0.0260
+  step 2770000 |  13493s | train_loss=0.0257
+  step 2780000 |  13522s | train_loss=0.0263
+  step 2790000 |  13561s | train_loss=0.0278
+  step 2800000 |  13636s | train_loss=0.0267 | fid=224.2581
+  step 2810000 |  13676s | train_loss=0.0281
+  step 2820000 |  13715s | train_loss=0.0310
+  step 2830000 |  13755s | train_loss=0.0303
+  step 2840000 |  13794s | train_loss=0.0268
+  step 2850000 |  13833s | train_loss=0.0293
+  step 2860000 |  13872s | train_loss=0.0256
+  step 2870000 |  13901s | train_loss=0.0289
+  step 2880000 |  13937s | train_loss=0.0300
+  step 2890000 |  13976s | train_loss=0.0301
+  step 2900000 |  14051s | train_loss=0.0254 | fid=218.6316
+  step 2910000 |  14090s | train_loss=0.0269
+  step 2920000 |  14130s | train_loss=0.0279
+  step 2930000 |  14169s | train_loss=0.0259
+  step 2940000 |  14209s | train_loss=0.0258
+  step 2950000 |  14248s | train_loss=0.0293
+  step 2960000 |  14286s | train_loss=0.0249
+  step 2970000 |  14326s | train_loss=0.0267
+  step 2980000 |  14365s | train_loss=0.0280
+  step 2990000 |  14404s | train_loss=0.0284
+  step 3000000 |  14479s | train_loss=0.0275 | fid=219.8106
+  step 3010000 |  14519s | train_loss=0.0288
+  step 3020000 |  14558s | train_loss=0.0260
+  step 3030000 |  14597s | train_loss=0.0353
+  step 3040000 |  14636s | train_loss=0.0268
+  step 3050000 |  14673s | train_loss=0.0285
+  step 3060000 |  14704s | train_loss=0.0268
+  step 3070000 |  14743s | train_loss=0.0273
+  step 3080000 |  14783s | train_loss=0.0282
+  step 3090000 |  14822s | train_loss=0.0327
+  step 3100000 |  14896s | train_loss=0.0331 | fid=227.9214
+  step 3110000 |  14935s | train_loss=0.0276
+  step 3120000 |  14974s | train_loss=0.0302
+  step 3130000 |  15014s | train_loss=0.0339
+  step 3140000 |  15053s | train_loss=0.0313
+  step 3150000 |  15092s | train_loss=0.0254
+  step 3160000 |  15131s | train_loss=0.0293
+  step 3170000 |  15171s | train_loss=0.0263
+  step 3180000 |  15210s | train_loss=0.0269
+  step 3190000 |  15249s | train_loss=0.0297
+  step 3200000 |  15323s | train_loss=0.0258 | fid=216.3038
+  step 3210000 |  15362s | train_loss=0.0306
+  step 3220000 |  15401s | train_loss=0.0250
+  step 3230000 |  15440s | train_loss=0.0259
+  step 3240000 |  15480s | train_loss=0.0265
+  step 3250000 |  15518s | train_loss=0.0316
+  step 3260000 |  15558s | train_loss=0.0252
+  step 3270000 |  15597s | train_loss=0.0351
+  step 3280000 |  15636s | train_loss=0.0345
+  step 3290000 |  15675s | train_loss=0.0274
+  step 3300000 |  15750s | train_loss=0.0273 | fid=216.3465
+  step 3310000 |  15789s | train_loss=0.0254
+  step 3320000 |  15828s | train_loss=0.0266
+  step 3330000 |  15868s | train_loss=0.0259
+  step 3340000 |  15907s | train_loss=0.0278
+  step 3350000 |  15947s | train_loss=0.0250
+  step 3360000 |  15986s | train_loss=0.0259
+  step 3370000 |  16026s | train_loss=0.0283
+  step 3380000 |  16065s | train_loss=0.0275
+  step 3390000 |  16104s | train_loss=0.0290
+  step 3400000 |  16179s | train_loss=0.0254 | fid=229.1554
+  step 3410000 |  16218s | train_loss=0.0273
+  step 3420000 |  16257s | train_loss=0.0269
+  step 3430000 |  16297s | train_loss=0.0273
+  step 3440000 |  16336s | train_loss=0.0292
+  step 3450000 |  16375s | train_loss=0.0244
+  step 3460000 |  16414s | train_loss=0.0244
+  step 3470000 |  16453s | train_loss=0.0247
+  step 3480000 |  16493s | train_loss=0.0245
+  step 3490000 |  16533s | train_loss=0.0261
+  step 3500000 |  16607s | train_loss=0.0254 | fid=220.9337
+  step 3510000 |  16646s | train_loss=0.0264
+  step 3520000 |  16685s | train_loss=0.0264
+  step 3530000 |  16725s | train_loss=0.0278
+  step 3540000 |  16764s | train_loss=0.0238
+  step 3550000 |  16803s | train_loss=0.0270
+  step 3560000 |  16842s | train_loss=0.0249
+  step 3570000 |  16882s | train_loss=0.0264
+  step 3580000 |  16921s | train_loss=0.0283
+  step 3590000 |  16961s | train_loss=0.0315
+  step 3600000 |  17036s | train_loss=0.0286 | fid=211.2366
+  step 3610000 |  17075s | train_loss=0.0277
+  step 3620000 |  17114s | train_loss=0.0271
+  step 3630000 |  17153s | train_loss=0.0285
+  step 3640000 |  17192s | train_loss=0.0282
+  step 3650000 |  17231s | train_loss=0.0316
+  step 3660000 |  17270s | train_loss=0.0263
+  step 3670000 |  17309s | train_loss=0.0261
+  step 3680000 |  17348s | train_loss=0.0270
+  step 3690000 |  17387s | train_loss=0.0268
+  step 3700000 |  17462s | train_loss=0.0252 | fid=213.4131
+  step 3710000 |  17501s | train_loss=0.0254
+  step 3720000 |  17540s | train_loss=0.0325
+  step 3730000 |  17580s | train_loss=0.0268
+  step 3740000 |  17619s | train_loss=0.0290
+  step 3750000 |  17658s | train_loss=0.0252
+  step 3760000 |  17697s | train_loss=0.0260
+  step 3770000 |  17735s | train_loss=0.0280
+  step 3780000 |  17775s | train_loss=0.0250
+  step 3790000 |  17815s | train_loss=0.0262
+  step 3800000 |  17890s | train_loss=0.0253 | fid=210.2569
+  step 3810000 |  17929s | train_loss=0.0285
+  step 3820000 |  17969s | train_loss=0.0244
+  step 3830000 |  18008s | train_loss=0.0265
+  step 3840000 |  18048s | train_loss=0.0248
+  step 3850000 |  18087s | train_loss=0.0253
+  step 3860000 |  18126s | train_loss=0.0260
+  step 3870000 |  18166s | train_loss=0.0244
+  step 3880000 |  18205s | train_loss=0.0248
+  step 3890000 |  18244s | train_loss=0.0229
+  step 3900000 |  18318s | train_loss=0.0250 | fid=216.1908
+  step 3910000 |  18357s | train_loss=0.0270
+  step 3920000 |  18396s | train_loss=0.0258
+  step 3930000 |  18436s | train_loss=0.0252
+  step 3940000 |  18474s | train_loss=0.0268
+  step 3950000 |  18513s | train_loss=0.0257
+  step 3960000 |  18553s | train_loss=0.0250
+  step 3970000 |  18592s | train_loss=0.0291
+  step 3980000 |  18632s | train_loss=0.0230
+  step 3990000 |  18671s | train_loss=0.0318
+  step 4000000 |  18746s | train_loss=0.0251 | fid=210.7833
+  step 4010000 |  18785s | train_loss=0.0253
+  step 4020000 |  18824s | train_loss=0.0261
+  step 4030000 |  18862s | train_loss=0.0281
+  step 4040000 |  18902s | train_loss=0.0263
+  step 4050000 |  18941s | train_loss=0.0247
+  step 4060000 |  18981s | train_loss=0.0240
+  step 4070000 |  19020s | train_loss=0.0231
+  step 4080000 |  19060s | train_loss=0.0285
+  step 4090000 |  19099s | train_loss=0.0265
+  step 4100000 |  19174s | train_loss=0.0257 | fid=208.8964
+  step 4110000 |  19213s | train_loss=0.0244
+  step 4120000 |  19252s | train_loss=0.0286
+  step 4130000 |  19291s | train_loss=0.0264
+  step 4140000 |  19330s | train_loss=0.0273
+  step 4150000 |  19370s | train_loss=0.0235
+  step 4160000 |  19409s | train_loss=0.0252
+  step 4170000 |  19448s | train_loss=0.0245
+  step 4180000 |  19487s | train_loss=0.0298
+  step 4190000 |  19526s | train_loss=0.0260
+  step 4200000 |  19601s | train_loss=0.0242 | fid=209.7965
+  step 4210000 |  19640s | train_loss=0.0266
+  step 4220000 |  19679s | train_loss=0.0283
+  step 4230000 |  19718s | train_loss=0.0231
+  step 4240000 |  19757s | train_loss=0.0235
+  step 4250000 |  19797s | train_loss=0.0275
+  step 4260000 |  19836s | train_loss=0.0227
+  step 4270000 |  19875s | train_loss=0.0239
+  step 4280000 |  19915s | train_loss=0.0234
+  step 4290000 |  19954s | train_loss=0.0247
+  step 4300000 |  20012s | train_loss=0.0243 | fid=207.7287
+  step 4310000 |  20051s | train_loss=0.0240
+  step 4320000 |  20091s | train_loss=0.0233
+  step 4330000 |  20131s | train_loss=0.0249
+  step 4340000 |  20171s | train_loss=0.0276
+  step 4350000 |  20211s | train_loss=0.0264
+  step 4360000 |  20250s | train_loss=0.0250
+  step 4370000 |  20290s | train_loss=0.0268
+  step 4380000 |  20329s | train_loss=0.0243
+  step 4390000 |  20369s | train_loss=0.0262
+  step 4400000 |  20431s | train_loss=0.0235 | fid=203.7425
+  step 4410000 |  20471s | train_loss=0.0255
+  step 4420000 |  20510s | train_loss=0.0235
+  step 4430000 |  20549s | train_loss=0.0281
+  step 4440000 |  20589s | train_loss=0.0237
+  step 4450000 |  20628s | train_loss=0.0245
+  step 4460000 |  20668s | train_loss=0.0264
+  step 4470000 |  20707s | train_loss=0.0223
+  step 4480000 |  20746s | train_loss=0.0229
+  step 4490000 |  20785s | train_loss=0.0250
+  step 4500000 |  20848s | train_loss=0.0236 | fid=207.5077
+  step 4510000 |  20887s | train_loss=0.0239
+  step 4520000 |  20927s | train_loss=0.0304
+  step 4530000 |  20966s | train_loss=0.0234
+  step 4540000 |  21006s | train_loss=0.0246
+  step 4550000 |  21045s | train_loss=0.0293
+  step 4560000 |  21084s | train_loss=0.0240
+  step 4570000 |  21124s | train_loss=0.0226
+  step 4580000 |  21164s | train_loss=0.0261
+  step 4590000 |  21202s | train_loss=0.0235
+  step 4600000 |  21277s | train_loss=0.0304 | fid=202.3799
+  step 4610000 |  21316s | train_loss=0.0225
+  step 4620000 |  21356s | train_loss=0.0266
+  step 4630000 |  21395s | train_loss=0.0276
+  step 4640000 |  21435s | train_loss=0.0250
+  step 4650000 |  21474s | train_loss=0.0225
+  step 4660000 |  21513s | train_loss=0.0259
+  step 4670000 |  21551s | train_loss=0.0239
+  step 4680000 |  21579s | train_loss=0.0230
+  step 4690000 |  21602s | train_loss=0.0248
+  step 4700000 |  21644s | train_loss=0.0251 | fid=197.1110
+  step 4710000 |  21666s | train_loss=0.0215
+  step 4720000 |  21689s | train_loss=0.0229
+  step 4730000 |  21712s | train_loss=0.0231
+  step 4740000 |  21735s | train_loss=0.0246
+  step 4750000 |  21758s | train_loss=0.0226
+  step 4760000 |  21781s | train_loss=0.0228
+  step 4770000 |  21804s | train_loss=0.0288
+  step 4780000 |  21827s | train_loss=0.0247
+  step 4790000 |  21850s | train_loss=0.0257
+  step 4800000 |  21891s | train_loss=0.0233 | fid=210.1880
+  step 4810000 |  21914s | train_loss=0.0227
+  step 4820000 |  21937s | train_loss=0.0230
+  step 4830000 |  21960s | train_loss=0.0268
+  step 4840000 |  21983s | train_loss=0.0228
+  step 4850000 |  22006s | train_loss=0.0215
+  step 4860000 |  22029s | train_loss=0.0258
+  step 4870000 |  22052s | train_loss=0.0214
+  step 4880000 |  22075s | train_loss=0.0229
+  step 4890000 |  22098s | train_loss=0.0226
+  step 4900000 |  22139s | train_loss=0.0279 | fid=203.6338
+  step 4910000 |  22162s | train_loss=0.0226
+  step 4920000 |  22183s | train_loss=0.0240
+  step 4930000 |  22205s | train_loss=0.0231
+  step 4940000 |  22228s | train_loss=0.0226
+  step 4950000 |  22249s | train_loss=0.0245
+  step 4960000 |  22272s | train_loss=0.0238
+  step 4970000 |  22292s | train_loss=0.0232
+  step 4980000 |  22315s | train_loss=0.0229
+  step 4990000 |  22338s | train_loss=0.0227
+  step 5000000 |  22379s | train_loss=0.0229 | fid=198.8955
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d240/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d240/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4aa0834a7766b4bc026ff7ae3df428bebd3dce97
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d240/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d240",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d240/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d240/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..199aebceed9dda8eebae67557dc37328d15e785f
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d240/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 240, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44}
+{"step": 1, "wall_time": 47.39490342140198, "train_loss_step": 238.85931396484375, "n_params": 4756720, "total_flops": 14612643840, "train_loss": 1.0045272827148437, "subset_score_loss": 1.0045272827148437, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9804584980010986, "fid": 298.2617054914443, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 100.00457763671875, "train_loss_step": 122.32398223876953, "n_params": 4756720, "total_flops": 146126438400000, "train_loss": 0.763356335957845, "subset_score_loss": 0.763356335957845}
+{"step": 20000, "wall_time": 155.89828610420227, "train_loss_step": 113.40633392333984, "n_params": 4756720, "total_flops": 292252876800000, "train_loss": 0.6588345209757487, "subset_score_loss": 0.6588345209757487}
+{"step": 30000, "wall_time": 211.8076136112213, "train_loss_step": 78.16325378417969, "n_params": 4756720, "total_flops": 438379315200000, "train_loss": 0.6234724044799804, "subset_score_loss": 0.6234724044799804}
+{"step": 40000, "wall_time": 267.69993901252747, "train_loss_step": 51.82283020019531, "n_params": 4756720, "total_flops": 584505753600000, "train_loss": 0.5755302429199218, "subset_score_loss": 0.5755302429199218}
+{"step": 50000, "wall_time": 323.66250872612, "train_loss_step": 43.80005645751953, "n_params": 4756720, "total_flops": 730632192000000, "train_loss": 0.5471537907918295, "subset_score_loss": 0.5471537907918295}
+{"step": 60000, "wall_time": 379.58553671836853, "train_loss_step": 36.25135803222656, "n_params": 4756720, "total_flops": 876758630400000, "train_loss": 0.5120672543843587, "subset_score_loss": 0.5120672543843587}
+{"step": 70000, "wall_time": 435.5905601978302, "train_loss_step": 30.982332229614258, "n_params": 4756720, "total_flops": 1022885068800000, "train_loss": 0.4759895960489909, "subset_score_loss": 0.4759895960489909}
+{"step": 80000, "wall_time": 491.5474977493286, "train_loss_step": 32.933990478515625, "n_params": 4756720, "total_flops": 1169011507200000, "train_loss": 0.45271825790405273, "subset_score_loss": 0.45271825790405273}
+{"step": 90000, "wall_time": 547.470374584198, "train_loss_step": 32.1417236328125, "n_params": 4756720, "total_flops": 1315137945600000, "train_loss": 0.4289717674255371, "subset_score_loss": 0.4289717674255371}
+{"step": 100000, "wall_time": 650.7921135425568, "train_loss_step": 28.403594970703125, "n_params": 4756720, "total_flops": 1461264384000000, "train_loss": 0.4022657076517741, "subset_score_loss": 0.4022657076517741, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9664701223373413, "fid": 142.10297639270902, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 703.2399551868439, "train_loss_step": 26.503925323486328, "n_params": 4756720, "total_flops": 1607390822400000, "train_loss": 0.3809502601623535, "subset_score_loss": 0.3809502601623535}
+{"step": 120000, "wall_time": 759.099231004715, "train_loss_step": 27.887710571289062, "n_params": 4756720, "total_flops": 1753517260800000, "train_loss": 0.35854810078938804, "subset_score_loss": 0.35854810078938804}
+{"step": 130000, "wall_time": 814.9696667194366, "train_loss_step": 25.886871337890625, "n_params": 4756720, "total_flops": 1899643699200000, "train_loss": 0.3330059051513672, "subset_score_loss": 0.3330059051513672}
+{"step": 140000, "wall_time": 870.8905737400055, "train_loss_step": 24.175682067871094, "n_params": 4756720, "total_flops": 2045770137600000, "train_loss": 0.31170762379964195, "subset_score_loss": 0.31170762379964195}
+{"step": 150000, "wall_time": 926.7007420063019, "train_loss_step": 22.511951446533203, "n_params": 4756720, "total_flops": 2191896576000000, "train_loss": 0.2947069803873698, "subset_score_loss": 0.2947069803873698}
+{"step": 160000, "wall_time": 982.6239149570465, "train_loss_step": 23.480506896972656, "n_params": 4756720, "total_flops": 2338023014400000, "train_loss": 0.27872832616170246, "subset_score_loss": 0.27872832616170246}
+{"step": 170000, "wall_time": 1038.514815568924, "train_loss_step": 22.918193817138672, "n_params": 4756720, "total_flops": 2484149452800000, "train_loss": 0.2656615416208903, "subset_score_loss": 0.2656615416208903}
+{"step": 180000, "wall_time": 1094.4903960227966, "train_loss_step": 21.93540382385254, "n_params": 4756720, "total_flops": 2630275891200000, "train_loss": 0.2496813933054606, "subset_score_loss": 0.2496813933054606}
+{"step": 190000, "wall_time": 1150.4299252033234, "train_loss_step": 19.719680786132812, "n_params": 4756720, "total_flops": 2776402329600000, "train_loss": 0.2354405721028646, "subset_score_loss": 0.2354405721028646}
+{"step": 200000, "wall_time": 1256.3919212818146, "train_loss_step": 20.137725830078125, "n_params": 4756720, "total_flops": 2922528768000000, "train_loss": 0.22852522532145184, "subset_score_loss": 0.22852522532145184, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9677281379699707, "fid": 149.75836308431172, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1312.9655883312225, "train_loss_step": 20.155349731445312, "n_params": 4756720, "total_flops": 3068655206400000, "train_loss": 0.21591593424479166, "subset_score_loss": 0.21591593424479166}
+{"step": 220000, "wall_time": 1364.9779579639435, "train_loss_step": 19.621856689453125, "n_params": 4756720, "total_flops": 3214781644800000, "train_loss": 0.20741885503133137, "subset_score_loss": 0.20741885503133137}
+{"step": 230000, "wall_time": 1420.9135947227478, "train_loss_step": 17.983556747436523, "n_params": 4756720, "total_flops": 3360908083200000, "train_loss": 0.19731305440266927, "subset_score_loss": 0.19731305440266927}
+{"step": 240000, "wall_time": 1476.8027002811432, "train_loss_step": 17.24710464477539, "n_params": 4756720, "total_flops": 3507034521600000, "train_loss": 0.18729597727457684, "subset_score_loss": 0.18729597727457684}
+{"step": 250000, "wall_time": 1532.713559627533, "train_loss_step": 17.068557739257812, "n_params": 4756720, "total_flops": 3653160960000000, "train_loss": 0.18399084409077962, "subset_score_loss": 0.18399084409077962}
+{"step": 260000, "wall_time": 1588.7304637432098, "train_loss_step": 16.406702041625977, "n_params": 4756720, "total_flops": 3799287398400000, "train_loss": 0.1789947509765625, "subset_score_loss": 0.1789947509765625}
+{"step": 270000, "wall_time": 1644.727293252945, "train_loss_step": 16.652076721191406, "n_params": 4756720, "total_flops": 3945413836800000, "train_loss": 0.1688981850941976, "subset_score_loss": 0.1688981850941976}
+{"step": 280000, "wall_time": 1700.599529504776, "train_loss_step": 16.996036529541016, "n_params": 4756720, "total_flops": 4091540275200000, "train_loss": 0.17021570205688477, "subset_score_loss": 0.17021570205688477}
+{"step": 290000, "wall_time": 1756.566695690155, "train_loss_step": 17.058134078979492, "n_params": 4756720, "total_flops": 4237666713600000, "train_loss": 0.16707302729288737, "subset_score_loss": 0.16707302729288737}
+{"step": 300000, "wall_time": 1862.7241644859314, "train_loss_step": 15.563581466674805, "n_params": 4756720, "total_flops": 4383793152000000, "train_loss": 0.15975778897603352, "subset_score_loss": 0.15975778897603352, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9684953093528748, "fid": 155.77822782714853, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 1918.8580741882324, "train_loss_step": 16.743928909301758, "n_params": 4756720, "total_flops": 4529919590400000, "train_loss": 0.1553272247314453, "subset_score_loss": 0.1553272247314453}
+{"step": 320000, "wall_time": 1971.4467132091522, "train_loss_step": 15.77867317199707, "n_params": 4756720, "total_flops": 4676046028800000, "train_loss": 0.14818576176961262, "subset_score_loss": 0.14818576176961262}
+{"step": 330000, "wall_time": 2027.2341885566711, "train_loss_step": 15.828228950500488, "n_params": 4756720, "total_flops": 4822172467200000, "train_loss": 0.14728422164916993, "subset_score_loss": 0.14728422164916993}
+{"step": 340000, "wall_time": 2083.126502752304, "train_loss_step": 14.193779945373535, "n_params": 4756720, "total_flops": 4968298905600000, "train_loss": 0.14462774594624836, "subset_score_loss": 0.14462774594624836}
+{"step": 350000, "wall_time": 2138.9803075790405, "train_loss_step": 14.009403228759766, "n_params": 4756720, "total_flops": 5114425344000000, "train_loss": 0.13943975766499836, "subset_score_loss": 0.13943975766499836}
+{"step": 360000, "wall_time": 2194.804800748825, "train_loss_step": 15.010520935058594, "n_params": 4756720, "total_flops": 5260551782400000, "train_loss": 0.13593816757202148, "subset_score_loss": 0.13593816757202148}
+{"step": 370000, "wall_time": 2250.6865289211273, "train_loss_step": 14.258461952209473, "n_params": 4756720, "total_flops": 5406678220800000, "train_loss": 0.1351369063059489, "subset_score_loss": 0.1351369063059489}
+{"step": 380000, "wall_time": 2306.6932623386383, "train_loss_step": 14.277843475341797, "n_params": 4756720, "total_flops": 5552804659200000, "train_loss": 0.13181470235188802, "subset_score_loss": 0.13181470235188802}
+{"step": 390000, "wall_time": 2362.7328746318817, "train_loss_step": 12.974969863891602, "n_params": 4756720, "total_flops": 5698931097600000, "train_loss": 0.12866140206654866, "subset_score_loss": 0.12866140206654866}
+{"step": 400000, "wall_time": 2466.0405123233795, "train_loss_step": 13.29938793182373, "n_params": 4756720, "total_flops": 5845057536000000, "train_loss": 0.1294425408045451, "subset_score_loss": 0.1294425408045451, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9661127924919128, "fid": 150.49088044217822, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 2521.9676201343536, "train_loss_step": 12.774852752685547, "n_params": 4756720, "total_flops": 5991183974400000, "train_loss": 0.12605459690093995, "subset_score_loss": 0.12605459690093995}
+{"step": 420000, "wall_time": 2578.126400232315, "train_loss_step": 12.290914535522461, "n_params": 4756720, "total_flops": 6137310412800000, "train_loss": 0.12052570184071859, "subset_score_loss": 0.12052570184071859}
+{"step": 430000, "wall_time": 2630.587412595749, "train_loss_step": 12.920270919799805, "n_params": 4756720, "total_flops": 6283436851200000, "train_loss": 0.11737263202667236, "subset_score_loss": 0.11737263202667236}
+{"step": 440000, "wall_time": 2686.4941272735596, "train_loss_step": 12.85973834991455, "n_params": 4756720, "total_flops": 6429563289600000, "train_loss": 0.11842346986134847, "subset_score_loss": 0.11842346986134847}
+{"step": 450000, "wall_time": 2742.299423456192, "train_loss_step": 12.254825592041016, "n_params": 4756720, "total_flops": 6575689728000000, "train_loss": 0.11579435666402181, "subset_score_loss": 0.11579435666402181}
+{"step": 460000, "wall_time": 2798.148004770279, "train_loss_step": 13.16031265258789, "n_params": 4756720, "total_flops": 6721816166400000, "train_loss": 0.11435306866963704, "subset_score_loss": 0.11435306866963704}
+{"step": 470000, "wall_time": 2853.95658659935, "train_loss_step": 12.85340690612793, "n_params": 4756720, "total_flops": 6867942604800000, "train_loss": 0.11282553672790527, "subset_score_loss": 0.11282553672790527}
+{"step": 480000, "wall_time": 2909.96026468277, "train_loss_step": 12.138455390930176, "n_params": 4756720, "total_flops": 7014069043200000, "train_loss": 0.11077149709065755, "subset_score_loss": 0.11077149709065755}
+{"step": 490000, "wall_time": 2966.004498720169, "train_loss_step": 12.784048080444336, "n_params": 4756720, "total_flops": 7160195481600000, "train_loss": 0.11027402877807617, "subset_score_loss": 0.11027402877807617}
+{"step": 500000, "wall_time": 3069.641050338745, "train_loss_step": 12.143891334533691, "n_params": 4756720, "total_flops": 7306321920000000, "train_loss": 0.11014183362325032, "subset_score_loss": 0.11014183362325032, "memorization_fraction_pixel": 0.0005000000237487257, "mean_nn_ratio_pixel": 0.9620181918144226, "fid": 146.384885670647, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 3125.57279419899, "train_loss_step": 12.819538116455078, "n_params": 4756720, "total_flops": 7452448358400000, "train_loss": 0.1050017754236857, "subset_score_loss": 0.1050017754236857}
+{"step": 520000, "wall_time": 3181.4225811958313, "train_loss_step": 12.647756576538086, "n_params": 4756720, "total_flops": 7598574796800000, "train_loss": 0.10475248495737711, "subset_score_loss": 0.10475248495737711}
+{"step": 530000, "wall_time": 3236.0275564193726, "train_loss_step": 12.015132904052734, "n_params": 4756720, "total_flops": 7744701235200000, "train_loss": 0.1051319678624471, "subset_score_loss": 0.1051319678624471}
+{"step": 540000, "wall_time": 3290.701392889023, "train_loss_step": 12.317852020263672, "n_params": 4756720, "total_flops": 7890827673600000, "train_loss": 0.10070451100667317, "subset_score_loss": 0.10070451100667317}
+{"step": 550000, "wall_time": 3346.595230817795, "train_loss_step": 11.739209175109863, "n_params": 4756720, "total_flops": 8036954112000000, "train_loss": 0.10095864137013753, "subset_score_loss": 0.10095864137013753}
+{"step": 560000, "wall_time": 3402.5921261310577, "train_loss_step": 10.42205810546875, "n_params": 4756720, "total_flops": 8183080550400000, "train_loss": 0.0972092866897583, "subset_score_loss": 0.0972092866897583}
+{"step": 570000, "wall_time": 3458.597345352173, "train_loss_step": 11.017566680908203, "n_params": 4756720, "total_flops": 8329206988800000, "train_loss": 0.09381143252054851, "subset_score_loss": 0.09381143252054851}
+{"step": 580000, "wall_time": 3514.533008813858, "train_loss_step": 11.544403076171875, "n_params": 4756720, "total_flops": 8475333427200000, "train_loss": 0.09401640892028809, "subset_score_loss": 0.09401640892028809}
+{"step": 590000, "wall_time": 3570.558564186096, "train_loss_step": 11.04718017578125, "n_params": 4756720, "total_flops": 8621459865600000, "train_loss": 0.09193984667460124, "subset_score_loss": 0.09193984667460124}
+{"step": 600000, "wall_time": 3674.3120181560516, "train_loss_step": 11.991456031799316, "n_params": 4756720, "total_flops": 8767586304000000, "train_loss": 0.09067907333374023, "subset_score_loss": 0.09067907333374023, "memorization_fraction_pixel": 0.0010999999940395355, "mean_nn_ratio_pixel": 0.9549181461334229, "fid": 151.86810912295851, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 3730.34783577919, "train_loss_step": 11.451326370239258, "n_params": 4756720, "total_flops": 8913712742400000, "train_loss": 0.09124088287353516, "subset_score_loss": 0.09124088287353516}
+{"step": 620000, "wall_time": 3786.161702632904, "train_loss_step": 10.829445838928223, "n_params": 4756720, "total_flops": 9059839180800000, "train_loss": 0.08787373701731364, "subset_score_loss": 0.08787373701731364}
+{"step": 630000, "wall_time": 3842.1316924095154, "train_loss_step": 10.464033126831055, "n_params": 4756720, "total_flops": 9205965619200000, "train_loss": 0.08740544319152832, "subset_score_loss": 0.08740544319152832}
+{"step": 640000, "wall_time": 3894.8514280319214, "train_loss_step": 10.725502014160156, "n_params": 4756720, "total_flops": 9352092057600000, "train_loss": 0.08666737079620361, "subset_score_loss": 0.08666737079620361}
+{"step": 650000, "wall_time": 3950.8385531902313, "train_loss_step": 11.527734756469727, "n_params": 4756720, "total_flops": 9498218496000000, "train_loss": 0.08908164501190186, "subset_score_loss": 0.08908164501190186}
+{"step": 660000, "wall_time": 4006.7599210739136, "train_loss_step": 10.811820983886719, "n_params": 4756720, "total_flops": 9644344934400000, "train_loss": 0.0847616195678711, "subset_score_loss": 0.0847616195678711}
+{"step": 670000, "wall_time": 4062.7281165122986, "train_loss_step": 9.31428337097168, "n_params": 4756720, "total_flops": 9790471372800000, "train_loss": 0.08260540962219239, "subset_score_loss": 0.08260540962219239}
+{"step": 680000, "wall_time": 4118.767743110657, "train_loss_step": 10.353498458862305, "n_params": 4756720, "total_flops": 9936597811200000, "train_loss": 0.07876633803049723, "subset_score_loss": 0.07876633803049723}
+{"step": 690000, "wall_time": 4174.657775878906, "train_loss_step": 10.00880241394043, "n_params": 4756720, "total_flops": 10082724249600000, "train_loss": 0.0823645273844401, "subset_score_loss": 0.0823645273844401}
+{"step": 700000, "wall_time": 4278.702777862549, "train_loss_step": 10.427570343017578, "n_params": 4756720, "total_flops": 10228850688000000, "train_loss": 0.0778028647104899, "subset_score_loss": 0.0778028647104899, "memorization_fraction_pixel": 0.00139999995008111, "mean_nn_ratio_pixel": 0.9492443203926086, "fid": 172.53685027213962, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 4334.574604511261, "train_loss_step": 10.174612045288086, "n_params": 4756720, "total_flops": 10374977126400000, "train_loss": 0.08133560021718343, "subset_score_loss": 0.08133560021718343}
+{"step": 720000, "wall_time": 4390.527143001556, "train_loss_step": 9.938828468322754, "n_params": 4756720, "total_flops": 10521103564800000, "train_loss": 0.0783247709274292, "subset_score_loss": 0.0783247709274292}
+{"step": 730000, "wall_time": 4446.3478763103485, "train_loss_step": 10.138896942138672, "n_params": 4756720, "total_flops": 10667230003200000, "train_loss": 0.0781782070795695, "subset_score_loss": 0.0781782070795695}
+{"step": 740000, "wall_time": 4502.707614898682, "train_loss_step": 9.831223487854004, "n_params": 4756720, "total_flops": 10813356441600000, "train_loss": 0.07381863594055176, "subset_score_loss": 0.07381863594055176}
+{"step": 750000, "wall_time": 4554.886479377747, "train_loss_step": 9.160314559936523, "n_params": 4756720, "total_flops": 10959482880000000, "train_loss": 0.07379726568857829, "subset_score_loss": 0.07379726568857829}
+{"step": 760000, "wall_time": 4610.9035766124725, "train_loss_step": 9.836156845092773, "n_params": 4756720, "total_flops": 11105609318400000, "train_loss": 0.07464634577433268, "subset_score_loss": 0.07464634577433268}
+{"step": 770000, "wall_time": 4666.7399842739105, "train_loss_step": 9.325654029846191, "n_params": 4756720, "total_flops": 11251735756800000, "train_loss": 0.07369825839996338, "subset_score_loss": 0.07369825839996338}
+{"step": 780000, "wall_time": 4722.707681417465, "train_loss_step": 9.674139976501465, "n_params": 4756720, "total_flops": 11397862195200000, "train_loss": 0.0764391819636027, "subset_score_loss": 0.0764391819636027}
+{"step": 790000, "wall_time": 4778.595360994339, "train_loss_step": 9.688522338867188, "n_params": 4756720, "total_flops": 11543988633600000, "train_loss": 0.07054550647735595, "subset_score_loss": 0.07054550647735595}
+{"step": 800000, "wall_time": 4882.8543293476105, "train_loss_step": 8.93497085571289, "n_params": 4756720, "total_flops": 11690115072000000, "train_loss": 0.06872672239939372, "subset_score_loss": 0.06872672239939372, "memorization_fraction_pixel": 0.002099999925121665, "mean_nn_ratio_pixel": 0.9446152448654175, "fid": 190.72467388083427, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 4938.745309829712, "train_loss_step": 9.131997108459473, "n_params": 4756720, "total_flops": 11836241510400000, "train_loss": 0.07143207391103108, "subset_score_loss": 0.07143207391103108}
+{"step": 820000, "wall_time": 4994.715909719467, "train_loss_step": 8.53940486907959, "n_params": 4756720, "total_flops": 11982367948800000, "train_loss": 0.07030400435129801, "subset_score_loss": 0.07030400435129801}
+{"step": 830000, "wall_time": 5050.609407901764, "train_loss_step": 9.323460578918457, "n_params": 4756720, "total_flops": 12128494387200000, "train_loss": 0.06858394145965577, "subset_score_loss": 0.06858394145965577}
+{"step": 840000, "wall_time": 5106.496556997299, "train_loss_step": 9.217247009277344, "n_params": 4756720, "total_flops": 12274620825600000, "train_loss": 0.06880730787913004, "subset_score_loss": 0.06880730787913004}
+{"step": 850000, "wall_time": 5159.863586187363, "train_loss_step": 9.004335403442383, "n_params": 4756720, "total_flops": 12420747264000000, "train_loss": 0.06756249268849691, "subset_score_loss": 0.06756249268849691}
+{"step": 860000, "wall_time": 5215.846725225449, "train_loss_step": 8.751080513000488, "n_params": 4756720, "total_flops": 12566873702400000, "train_loss": 0.06737566788991292, "subset_score_loss": 0.06737566788991292}
+{"step": 870000, "wall_time": 5271.9639394283295, "train_loss_step": 9.268417358398438, "n_params": 4756720, "total_flops": 12713000140800000, "train_loss": 0.06515825589497884, "subset_score_loss": 0.06515825589497884}
+{"step": 880000, "wall_time": 5327.791428089142, "train_loss_step": 9.377248764038086, "n_params": 4756720, "total_flops": 12859126579200000, "train_loss": 0.06662647724151612, "subset_score_loss": 0.06662647724151612}
+{"step": 890000, "wall_time": 5383.744466543198, "train_loss_step": 9.166356086730957, "n_params": 4756720, "total_flops": 13005253017600000, "train_loss": 0.06560296614964803, "subset_score_loss": 0.06560296614964803}
+{"step": 900000, "wall_time": 5488.061417579651, "train_loss_step": 8.6915864944458, "n_params": 4756720, "total_flops": 13151379456000000, "train_loss": 0.06476802428563436, "subset_score_loss": 0.06476802428563436, "memorization_fraction_pixel": 0.004399999976158142, "mean_nn_ratio_pixel": 0.9400177597999573, "fid": 208.09455440585376, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 5543.985837697983, "train_loss_step": 9.237933158874512, "n_params": 4756720, "total_flops": 13297505894400000, "train_loss": 0.06647381782531739, "subset_score_loss": 0.06647381782531739}
+{"step": 920000, "wall_time": 5585.627390861511, "train_loss_step": 8.269172668457031, "n_params": 4756720, "total_flops": 13443632332800000, "train_loss": 0.061302709579467776, "subset_score_loss": 0.061302709579467776}
+{"step": 930000, "wall_time": 5622.490405082703, "train_loss_step": 8.675199508666992, "n_params": 4756720, "total_flops": 13589758771200000, "train_loss": 0.06376540660858154, "subset_score_loss": 0.06376540660858154}
+{"step": 940000, "wall_time": 5659.443324804306, "train_loss_step": 9.31790828704834, "n_params": 4756720, "total_flops": 13735885209600000, "train_loss": 0.06299411058425904, "subset_score_loss": 0.06299411058425904}
+{"step": 950000, "wall_time": 5696.096674919128, "train_loss_step": 8.458542823791504, "n_params": 4756720, "total_flops": 13882011648000000, "train_loss": 0.061182649930318196, "subset_score_loss": 0.061182649930318196}
+{"step": 960000, "wall_time": 5727.959064722061, "train_loss_step": 8.66614818572998, "n_params": 4756720, "total_flops": 14028138086400000, "train_loss": 0.06614371140797932, "subset_score_loss": 0.06614371140797932}
+{"step": 970000, "wall_time": 5764.866719961166, "train_loss_step": 8.782461166381836, "n_params": 4756720, "total_flops": 14174264524800000, "train_loss": 0.06296491225560506, "subset_score_loss": 0.06296491225560506}
+{"step": 980000, "wall_time": 5801.847836017609, "train_loss_step": 8.37307357788086, "n_params": 4756720, "total_flops": 14320390963200000, "train_loss": 0.06325918038686117, "subset_score_loss": 0.06325918038686117}
+{"step": 990000, "wall_time": 5838.877238988876, "train_loss_step": 8.757192611694336, "n_params": 4756720, "total_flops": 14466517401600000, "train_loss": 0.05986793041229248, "subset_score_loss": 0.05986793041229248}
+{"step": 1000000, "wall_time": 5912.020623683929, "train_loss_step": 8.530036926269531, "n_params": 4756720, "total_flops": 14612643840000000, "train_loss": 0.06025978724161784, "subset_score_loss": 0.06025978724161784, "memorization_fraction_pixel": 0.007499999832361937, "mean_nn_ratio_pixel": 0.9312983155250549, "fid": 207.90264892415124, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 5948.9628093242645, "train_loss_step": 8.56049633026123, "n_params": 4756720, "total_flops": 14758770278400000, "train_loss": 0.06006413698196411, "subset_score_loss": 0.06006413698196411}
+{"step": 1020000, "wall_time": 5985.899562120438, "train_loss_step": 8.408964157104492, "n_params": 4756720, "total_flops": 14904896716800000, "train_loss": 0.058456790447235105, "subset_score_loss": 0.058456790447235105}
+{"step": 1030000, "wall_time": 6022.895437479019, "train_loss_step": 8.392107009887695, "n_params": 4756720, "total_flops": 15051023155200000, "train_loss": 0.07518512407938639, "subset_score_loss": 0.07518512407938639}
+{"step": 1040000, "wall_time": 6060.004610538483, "train_loss_step": 8.42908000946045, "n_params": 4756720, "total_flops": 15197149593600000, "train_loss": 0.05829944213231405, "subset_score_loss": 0.05829944213231405}
+{"step": 1050000, "wall_time": 6096.925542354584, "train_loss_step": 8.67994499206543, "n_params": 4756720, "total_flops": 15343276032000000, "train_loss": 0.05726246436436971, "subset_score_loss": 0.05726246436436971}
+{"step": 1060000, "wall_time": 6131.7903735637665, "train_loss_step": 8.772613525390625, "n_params": 4756720, "total_flops": 15489402470400000, "train_loss": 0.05885760386784871, "subset_score_loss": 0.05885760386784871}
+{"step": 1070000, "wall_time": 6166.6578810215, "train_loss_step": 7.924477577209473, "n_params": 4756720, "total_flops": 15635528908800000, "train_loss": 0.0574917197227478, "subset_score_loss": 0.0574917197227478}
+{"step": 1080000, "wall_time": 6203.458689689636, "train_loss_step": 8.243675231933594, "n_params": 4756720, "total_flops": 15781655347200000, "train_loss": 0.057924155394236246, "subset_score_loss": 0.057924155394236246}
+{"step": 1090000, "wall_time": 6240.274314880371, "train_loss_step": 8.411270141601562, "n_params": 4756720, "total_flops": 15927781785600000, "train_loss": 0.05815874735514323, "subset_score_loss": 0.05815874735514323}
+{"step": 1100000, "wall_time": 6309.942220449448, "train_loss_step": 8.19344711303711, "n_params": 4756720, "total_flops": 16073908224000000, "train_loss": 0.05455259879430135, "subset_score_loss": 0.05455259879430135, "memorization_fraction_pixel": 0.010200000368058681, "mean_nn_ratio_pixel": 0.9242929816246033, "fid": 212.51031014320813, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 6346.81511259079, "train_loss_step": 7.530787467956543, "n_params": 4756720, "total_flops": 16220034662400000, "train_loss": 0.05895151694615682, "subset_score_loss": 0.05895151694615682}
+{"step": 1120000, "wall_time": 6383.714668512344, "train_loss_step": 8.020901679992676, "n_params": 4756720, "total_flops": 16366161100800000, "train_loss": 0.05275552272796631, "subset_score_loss": 0.05275552272796631}
+{"step": 1130000, "wall_time": 6420.568681716919, "train_loss_step": 9.191162109375, "n_params": 4756720, "total_flops": 16512287539200000, "train_loss": 0.06029571692148845, "subset_score_loss": 0.06029571692148845}
+{"step": 1140000, "wall_time": 6457.410184144974, "train_loss_step": 7.349669456481934, "n_params": 4756720, "total_flops": 16658413977600000, "train_loss": 0.05341848134994507, "subset_score_loss": 0.05341848134994507}
+{"step": 1150000, "wall_time": 6494.333344697952, "train_loss_step": 8.069787979125977, "n_params": 4756720, "total_flops": 16804540416000000, "train_loss": 0.053252458572387695, "subset_score_loss": 0.053252458572387695}
+{"step": 1160000, "wall_time": 6531.200533390045, "train_loss_step": 8.334373474121094, "n_params": 4756720, "total_flops": 16950666854400000, "train_loss": 0.05556826988855998, "subset_score_loss": 0.05556826988855998}
+{"step": 1170000, "wall_time": 6562.822883367538, "train_loss_step": 8.294028282165527, "n_params": 4756720, "total_flops": 17096793292800000, "train_loss": 0.05405306418736776, "subset_score_loss": 0.05405306418736776}
+{"step": 1180000, "wall_time": 6599.740647792816, "train_loss_step": 8.168959617614746, "n_params": 4756720, "total_flops": 17242919731200000, "train_loss": 0.05321193933486938, "subset_score_loss": 0.05321193933486938}
+{"step": 1190000, "wall_time": 6636.576808691025, "train_loss_step": 8.019131660461426, "n_params": 4756720, "total_flops": 17389046169600000, "train_loss": 0.05196044445037842, "subset_score_loss": 0.05196044445037842}
+{"step": 1200000, "wall_time": 6707.391849994659, "train_loss_step": 7.618793487548828, "n_params": 4756720, "total_flops": 17535172608000000, "train_loss": 0.051910901069641115, "subset_score_loss": 0.051910901069641115, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.9220561385154724, "fid": 214.78501429153434, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 6744.241925001144, "train_loss_step": 7.526971817016602, "n_params": 4756720, "total_flops": 17681299046400000, "train_loss": 0.05188963413238525, "subset_score_loss": 0.05188963413238525}
+{"step": 1220000, "wall_time": 6781.072906255722, "train_loss_step": 7.492958068847656, "n_params": 4756720, "total_flops": 17827425484800000, "train_loss": 0.05642051299413045, "subset_score_loss": 0.05642051299413045}
+{"step": 1230000, "wall_time": 6817.954683065414, "train_loss_step": 7.606834411621094, "n_params": 4756720, "total_flops": 17973551923200000, "train_loss": 0.05371865034103394, "subset_score_loss": 0.05371865034103394}
+{"step": 1240000, "wall_time": 6854.80278134346, "train_loss_step": 8.02578353881836, "n_params": 4756720, "total_flops": 18119678361600000, "train_loss": 0.05008821090062459, "subset_score_loss": 0.05008821090062459}
+{"step": 1250000, "wall_time": 6891.798501253128, "train_loss_step": 7.6649169921875, "n_params": 4756720, "total_flops": 18265804800000000, "train_loss": 0.05798025925954183, "subset_score_loss": 0.05798025925954183}
+{"step": 1260000, "wall_time": 6928.744031429291, "train_loss_step": 8.052574157714844, "n_params": 4756720, "total_flops": 18411931238400000, "train_loss": 0.04923515319824219, "subset_score_loss": 0.04923515319824219}
+{"step": 1270000, "wall_time": 6964.516422748566, "train_loss_step": 8.173632621765137, "n_params": 4756720, "total_flops": 18558057676800000, "train_loss": 0.05270982185999552, "subset_score_loss": 0.05270982185999552}
+{"step": 1280000, "wall_time": 6997.982815504074, "train_loss_step": 7.285933494567871, "n_params": 4756720, "total_flops": 18704184115200000, "train_loss": 0.051790908972422285, "subset_score_loss": 0.051790908972422285}
+{"step": 1290000, "wall_time": 7035.000687837601, "train_loss_step": 7.633113861083984, "n_params": 4756720, "total_flops": 18850310553600000, "train_loss": 0.04957393010457357, "subset_score_loss": 0.04957393010457357}
+{"step": 1300000, "wall_time": 7105.265143156052, "train_loss_step": 7.535943031311035, "n_params": 4756720, "total_flops": 18996436992000000, "train_loss": 0.053627264499664304, "subset_score_loss": 0.053627264499664304, "memorization_fraction_pixel": 0.013299999758601189, "mean_nn_ratio_pixel": 0.9165413975715637, "fid": 207.28090038847884, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 7142.2051520347595, "train_loss_step": 7.852865695953369, "n_params": 4756720, "total_flops": 19142563430400000, "train_loss": 0.04804728825887044, "subset_score_loss": 0.04804728825887044}
+{"step": 1320000, "wall_time": 7179.154882192612, "train_loss_step": 8.603808403015137, "n_params": 4756720, "total_flops": 19288689868800000, "train_loss": 0.05165268977483114, "subset_score_loss": 0.05165268977483114}
+{"step": 1330000, "wall_time": 7216.06149315834, "train_loss_step": 7.395780563354492, "n_params": 4756720, "total_flops": 19434816307200000, "train_loss": 0.04956647555033366, "subset_score_loss": 0.04956647555033366}
+{"step": 1340000, "wall_time": 7253.014634609222, "train_loss_step": 7.6702656745910645, "n_params": 4756720, "total_flops": 19580942745600000, "train_loss": 0.049537591139475506, "subset_score_loss": 0.049537591139475506}
+{"step": 1350000, "wall_time": 7290.030794143677, "train_loss_step": 8.324806213378906, "n_params": 4756720, "total_flops": 19727069184000000, "train_loss": 0.05101082324981689, "subset_score_loss": 0.05101082324981689}
+{"step": 1360000, "wall_time": 7327.042854309082, "train_loss_step": 7.280678749084473, "n_params": 4756720, "total_flops": 19873195622400000, "train_loss": 0.05149073998133342, "subset_score_loss": 0.05149073998133342}
+{"step": 1370000, "wall_time": 7363.785138607025, "train_loss_step": 7.331690788269043, "n_params": 4756720, "total_flops": 20019322060800000, "train_loss": 0.04560809930165609, "subset_score_loss": 0.04560809930165609}
+{"step": 1380000, "wall_time": 7393.945094823837, "train_loss_step": 7.547231674194336, "n_params": 4756720, "total_flops": 20165448499200000, "train_loss": 0.04704850912094116, "subset_score_loss": 0.04704850912094116}
+{"step": 1390000, "wall_time": 7430.931277036667, "train_loss_step": 7.927027702331543, "n_params": 4756720, "total_flops": 20311574937600000, "train_loss": 0.05053559144337972, "subset_score_loss": 0.05053559144337972}
+{"step": 1400000, "wall_time": 7502.21826004982, "train_loss_step": 7.175338268280029, "n_params": 4756720, "total_flops": 20457701376000000, "train_loss": 0.05130693515141805, "subset_score_loss": 0.05130693515141805, "memorization_fraction_pixel": 0.016100000590085983, "mean_nn_ratio_pixel": 0.9108655452728271, "fid": 201.1736280593205, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 7539.094678401947, "train_loss_step": 7.78159761428833, "n_params": 4756720, "total_flops": 20603827814400000, "train_loss": 0.04764947493871053, "subset_score_loss": 0.04764947493871053}
+{"step": 1420000, "wall_time": 7575.972118616104, "train_loss_step": 7.561018943786621, "n_params": 4756720, "total_flops": 20749954252800000, "train_loss": 0.05437551736831665, "subset_score_loss": 0.05437551736831665}
+{"step": 1430000, "wall_time": 7612.953590869904, "train_loss_step": 7.75100040435791, "n_params": 4756720, "total_flops": 20896080691200000, "train_loss": 0.046281556288401283, "subset_score_loss": 0.046281556288401283}
+{"step": 1440000, "wall_time": 7649.879016876221, "train_loss_step": 7.525987148284912, "n_params": 4756720, "total_flops": 21042207129600000, "train_loss": 0.04599152406056722, "subset_score_loss": 0.04599152406056722}
+{"step": 1450000, "wall_time": 7687.027151584625, "train_loss_step": 7.687443733215332, "n_params": 4756720, "total_flops": 21188333568000000, "train_loss": 0.051405445734659834, "subset_score_loss": 0.051405445734659834}
+{"step": 1460000, "wall_time": 7724.028612375259, "train_loss_step": 7.607141494750977, "n_params": 4756720, "total_flops": 21334460006400000, "train_loss": 0.05053594509760539, "subset_score_loss": 0.05053594509760539}
+{"step": 1470000, "wall_time": 7760.88525056839, "train_loss_step": 7.53971529006958, "n_params": 4756720, "total_flops": 21480586444800000, "train_loss": 0.045841777324676515, "subset_score_loss": 0.045841777324676515}
+{"step": 1480000, "wall_time": 7797.985707998276, "train_loss_step": 6.95196533203125, "n_params": 4756720, "total_flops": 21626712883200000, "train_loss": 0.047530754407246904, "subset_score_loss": 0.047530754407246904}
+{"step": 1490000, "wall_time": 7828.692507505417, "train_loss_step": 7.266276836395264, "n_params": 4756720, "total_flops": 21772839321600000, "train_loss": 0.04640710751215617, "subset_score_loss": 0.04640710751215617}
+{"step": 1500000, "wall_time": 7899.871959447861, "train_loss_step": 7.694205284118652, "n_params": 4756720, "total_flops": 21918965760000000, "train_loss": 0.04440284172693888, "subset_score_loss": 0.04440284172693888, "memorization_fraction_pixel": 0.021800000220537186, "mean_nn_ratio_pixel": 0.9032371044158936, "fid": 202.8455258041919, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 7936.773795843124, "train_loss_step": 7.686581611633301, "n_params": 4756720, "total_flops": 22065092198400000, "train_loss": 0.045434212684631346, "subset_score_loss": 0.045434212684631346}
+{"step": 1520000, "wall_time": 7973.643372774124, "train_loss_step": 6.835811138153076, "n_params": 4756720, "total_flops": 22211218636800000, "train_loss": 0.05223646561304728, "subset_score_loss": 0.05223646561304728}
+{"step": 1530000, "wall_time": 8010.504184484482, "train_loss_step": 7.989039421081543, "n_params": 4756720, "total_flops": 22357345075200000, "train_loss": 0.04771517912546794, "subset_score_loss": 0.04771517912546794}
+{"step": 1540000, "wall_time": 8047.343612670898, "train_loss_step": 7.086990833282471, "n_params": 4756720, "total_flops": 22503471513600000, "train_loss": 0.047000670433044435, "subset_score_loss": 0.047000670433044435}
+{"step": 1550000, "wall_time": 8084.330994606018, "train_loss_step": 8.697558403015137, "n_params": 4756720, "total_flops": 22649597952000000, "train_loss": 0.047980797290802, "subset_score_loss": 0.047980797290802}
+{"step": 1560000, "wall_time": 8121.210520744324, "train_loss_step": 7.87209939956665, "n_params": 4756720, "total_flops": 22795724390400000, "train_loss": 0.048318294684092204, "subset_score_loss": 0.048318294684092204}
+{"step": 1570000, "wall_time": 8158.145738601685, "train_loss_step": 6.9134721755981445, "n_params": 4756720, "total_flops": 22941850828800000, "train_loss": 0.042179397741953534, "subset_score_loss": 0.042179397741953534}
+{"step": 1580000, "wall_time": 8195.129211902618, "train_loss_step": 7.633536338806152, "n_params": 4756720, "total_flops": 23087977267200000, "train_loss": 0.04565227429072062, "subset_score_loss": 0.04565227429072062}
+{"step": 1590000, "wall_time": 8227.650752782822, "train_loss_step": 7.533469200134277, "n_params": 4756720, "total_flops": 23234103705600000, "train_loss": 0.04524636268615723, "subset_score_loss": 0.04524636268615723}
+{"step": 1600000, "wall_time": 8299.011379241943, "train_loss_step": 8.749256134033203, "n_params": 4756720, "total_flops": 23380230144000000, "train_loss": 0.04610876639684041, "subset_score_loss": 0.04610876639684041, "memorization_fraction_pixel": 0.024299999698996544, "mean_nn_ratio_pixel": 0.8963494896888733, "fid": 189.587033053622, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 8335.880301237106, "train_loss_step": 7.658053874969482, "n_params": 4756720, "total_flops": 23526356582400000, "train_loss": 0.04760952393213908, "subset_score_loss": 0.04760952393213908}
+{"step": 1620000, "wall_time": 8372.788609743118, "train_loss_step": 7.598227024078369, "n_params": 4756720, "total_flops": 23672483020800000, "train_loss": 0.04181179205576579, "subset_score_loss": 0.04181179205576579}
+{"step": 1630000, "wall_time": 8409.874192476273, "train_loss_step": 7.045393943786621, "n_params": 4756720, "total_flops": 23818609459200000, "train_loss": 0.0419432799021403, "subset_score_loss": 0.0419432799021403}
+{"step": 1640000, "wall_time": 8446.790036201477, "train_loss_step": 7.471983909606934, "n_params": 4756720, "total_flops": 23964735897600000, "train_loss": 0.0463754932085673, "subset_score_loss": 0.0463754932085673}
+{"step": 1650000, "wall_time": 8483.773793935776, "train_loss_step": 6.853420734405518, "n_params": 4756720, "total_flops": 24110862336000000, "train_loss": 0.045549945036570234, "subset_score_loss": 0.045549945036570234}
+{"step": 1660000, "wall_time": 8520.66111946106, "train_loss_step": 7.722236633300781, "n_params": 4756720, "total_flops": 24256988774400000, "train_loss": 0.051509392261505124, "subset_score_loss": 0.051509392261505124}
+{"step": 1670000, "wall_time": 8557.524374008179, "train_loss_step": 7.439763069152832, "n_params": 4756720, "total_flops": 24403115212800000, "train_loss": 0.044479501247406, "subset_score_loss": 0.044479501247406}
+{"step": 1680000, "wall_time": 8594.48306632042, "train_loss_step": 7.384799957275391, "n_params": 4756720, "total_flops": 24549241651200000, "train_loss": 0.0434895396232605, "subset_score_loss": 0.0434895396232605}
+{"step": 1690000, "wall_time": 8631.299374580383, "train_loss_step": 6.612112522125244, "n_params": 4756720, "total_flops": 24695368089600000, "train_loss": 0.05093532005945842, "subset_score_loss": 0.05093532005945842}
+{"step": 1700000, "wall_time": 8698.349353551865, "train_loss_step": 7.626153945922852, "n_params": 4756720, "total_flops": 24841494528000000, "train_loss": 0.040775084495544435, "subset_score_loss": 0.040775084495544435, "memorization_fraction_pixel": 0.030899999663233757, "mean_nn_ratio_pixel": 0.8829177021980286, "fid": 178.1438079379617, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 8735.24930882454, "train_loss_step": 6.990779876708984, "n_params": 4756720, "total_flops": 24987620966400000, "train_loss": 0.04135648409525553, "subset_score_loss": 0.04135648409525553}
+{"step": 1720000, "wall_time": 8772.227414131165, "train_loss_step": 7.039690017700195, "n_params": 4756720, "total_flops": 25133747404800000, "train_loss": 0.039676225185394286, "subset_score_loss": 0.039676225185394286}
+{"step": 1730000, "wall_time": 8809.305286169052, "train_loss_step": 7.481209754943848, "n_params": 4756720, "total_flops": 25279873843200000, "train_loss": 0.04432345628738403, "subset_score_loss": 0.04432345628738403}
+{"step": 1740000, "wall_time": 8846.17525434494, "train_loss_step": 7.680606842041016, "n_params": 4756720, "total_flops": 25426000281600000, "train_loss": 0.04268644650777181, "subset_score_loss": 0.04268644650777181}
+{"step": 1750000, "wall_time": 8883.154358386993, "train_loss_step": 7.714834690093994, "n_params": 4756720, "total_flops": 25572126720000000, "train_loss": 0.043812517325083414, "subset_score_loss": 0.043812517325083414}
+{"step": 1760000, "wall_time": 8919.981432914734, "train_loss_step": 7.1217145919799805, "n_params": 4756720, "total_flops": 25718253158400000, "train_loss": 0.04375113248825073, "subset_score_loss": 0.04375113248825073}
+{"step": 1770000, "wall_time": 8956.843705177307, "train_loss_step": 7.35269832611084, "n_params": 4756720, "total_flops": 25864379596800000, "train_loss": 0.04084087212880452, "subset_score_loss": 0.04084087212880452}
+{"step": 1780000, "wall_time": 8993.782243728638, "train_loss_step": 7.6077446937561035, "n_params": 4756720, "total_flops": 26010506035200000, "train_loss": 0.042571886380513506, "subset_score_loss": 0.042571886380513506}
+{"step": 1790000, "wall_time": 9030.731467723846, "train_loss_step": 7.004161834716797, "n_params": 4756720, "total_flops": 26156632473600000, "train_loss": 0.04032669464747111, "subset_score_loss": 0.04032669464747111}
+{"step": 1800000, "wall_time": 9099.329082727432, "train_loss_step": 7.124004364013672, "n_params": 4756720, "total_flops": 26302758912000000, "train_loss": 0.04086517890294393, "subset_score_loss": 0.04086517890294393, "memorization_fraction_pixel": 0.03519999980926514, "mean_nn_ratio_pixel": 0.8771713972091675, "fid": 185.65617143800205, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 9136.191378831863, "train_loss_step": 7.045009613037109, "n_params": 4756720, "total_flops": 26448885350400000, "train_loss": 0.03989009062449137, "subset_score_loss": 0.03989009062449137}
+{"step": 1820000, "wall_time": 9172.997075080872, "train_loss_step": 7.3154497146606445, "n_params": 4756720, "total_flops": 26595011788800000, "train_loss": 0.04097809394200643, "subset_score_loss": 0.04097809394200643}
+{"step": 1830000, "wall_time": 9209.810224533081, "train_loss_step": 6.893793106079102, "n_params": 4756720, "total_flops": 26741138227200000, "train_loss": 0.04511766831080119, "subset_score_loss": 0.04511766831080119}
+{"step": 1840000, "wall_time": 9246.64176106453, "train_loss_step": 6.967607498168945, "n_params": 4756720, "total_flops": 26887264665600000, "train_loss": 0.04187755187352498, "subset_score_loss": 0.04187755187352498}
+{"step": 1850000, "wall_time": 9283.60150384903, "train_loss_step": 7.054609298706055, "n_params": 4756720, "total_flops": 27033391104000000, "train_loss": 0.04074811538060506, "subset_score_loss": 0.04074811538060506}
+{"step": 1860000, "wall_time": 9320.511842012405, "train_loss_step": 7.2686567306518555, "n_params": 4756720, "total_flops": 27179517542400000, "train_loss": 0.04126941760381063, "subset_score_loss": 0.04126941760381063}
+{"step": 1870000, "wall_time": 9357.456430196762, "train_loss_step": 7.458966255187988, "n_params": 4756720, "total_flops": 27325643980800000, "train_loss": 0.03898742993672689, "subset_score_loss": 0.03898742993672689}
+{"step": 1880000, "wall_time": 9394.339169979095, "train_loss_step": 7.25196647644043, "n_params": 4756720, "total_flops": 27471770419200000, "train_loss": 0.039086167017618814, "subset_score_loss": 0.039086167017618814}
+{"step": 1890000, "wall_time": 9431.245549440384, "train_loss_step": 7.462630748748779, "n_params": 4756720, "total_flops": 27617896857600000, "train_loss": 0.04318025509516398, "subset_score_loss": 0.04318025509516398}
+{"step": 1900000, "wall_time": 9493.433819770813, "train_loss_step": 6.563887596130371, "n_params": 4756720, "total_flops": 27764023296000000, "train_loss": 0.040803515911102296, "subset_score_loss": 0.040803515911102296, "memorization_fraction_pixel": 0.03590000048279762, "mean_nn_ratio_pixel": 0.8805170655250549, "fid": 181.5280496947804, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 9530.448717832565, "train_loss_step": 7.3443603515625, "n_params": 4756720, "total_flops": 27910149734400000, "train_loss": 0.04660110473632813, "subset_score_loss": 0.04660110473632813}
+{"step": 1920000, "wall_time": 9567.367351293564, "train_loss_step": 7.170544147491455, "n_params": 4756720, "total_flops": 28056276172800000, "train_loss": 0.037606342633565264, "subset_score_loss": 0.037606342633565264}
+{"step": 1930000, "wall_time": 9604.295677661896, "train_loss_step": 6.9388885498046875, "n_params": 4756720, "total_flops": 28202402611200000, "train_loss": 0.037283519903818764, "subset_score_loss": 0.037283519903818764}
+{"step": 1940000, "wall_time": 9641.153957128525, "train_loss_step": 7.163264751434326, "n_params": 4756720, "total_flops": 28348529049600000, "train_loss": 0.04108280738194783, "subset_score_loss": 0.04108280738194783}
+{"step": 1950000, "wall_time": 9678.195589780807, "train_loss_step": 6.518592834472656, "n_params": 4756720, "total_flops": 28494655488000000, "train_loss": 0.03868283828099569, "subset_score_loss": 0.03868283828099569}
+{"step": 1960000, "wall_time": 9715.20008134842, "train_loss_step": 7.171475410461426, "n_params": 4756720, "total_flops": 28640781926400000, "train_loss": 0.03667367696762085, "subset_score_loss": 0.03667367696762085}
+{"step": 1970000, "wall_time": 9752.136216163635, "train_loss_step": 6.991222858428955, "n_params": 4756720, "total_flops": 28786908364800000, "train_loss": 0.03822826147079468, "subset_score_loss": 0.03822826147079468}
+{"step": 1980000, "wall_time": 9788.989735126495, "train_loss_step": 6.57205867767334, "n_params": 4756720, "total_flops": 28933034803200000, "train_loss": 0.044904780387878415, "subset_score_loss": 0.044904780387878415}
+{"step": 1990000, "wall_time": 9825.844986915588, "train_loss_step": 6.823121070861816, "n_params": 4756720, "total_flops": 29079161241600000, "train_loss": 0.035839446385701496, "subset_score_loss": 0.035839446385701496}
+{"step": 2000000, "wall_time": 9900.270296096802, "train_loss_step": 6.634615898132324, "n_params": 4756720, "total_flops": 29225287680000000, "train_loss": 0.038455220063527425, "subset_score_loss": 0.038455220063527425, "memorization_fraction_pixel": 0.03869999945163727, "mean_nn_ratio_pixel": 0.8761178851127625, "fid": 169.47505884538396, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 9937.179957389832, "train_loss_step": 7.436419486999512, "n_params": 4756720, "total_flops": 29371414118400000, "train_loss": 0.041410958766937254, "subset_score_loss": 0.041410958766937254}
+{"step": 2020000, "wall_time": 9974.084150791168, "train_loss_step": 6.396317481994629, "n_params": 4756720, "total_flops": 29517540556800000, "train_loss": 0.047240344683329265, "subset_score_loss": 0.047240344683329265}
+{"step": 2030000, "wall_time": 10010.991956472397, "train_loss_step": 7.114704132080078, "n_params": 4756720, "total_flops": 29663666995200000, "train_loss": 0.037600815296173096, "subset_score_loss": 0.037600815296173096}
+{"step": 2040000, "wall_time": 10047.8381524086, "train_loss_step": 6.679329872131348, "n_params": 4756720, "total_flops": 29809793433600000, "train_loss": 0.04536417325337728, "subset_score_loss": 0.04536417325337728}
+{"step": 2050000, "wall_time": 10084.89246225357, "train_loss_step": 6.753629207611084, "n_params": 4756720, "total_flops": 29955919872000000, "train_loss": 0.042727681001027425, "subset_score_loss": 0.042727681001027425}
+{"step": 2060000, "wall_time": 10121.852977991104, "train_loss_step": 7.028155326843262, "n_params": 4756720, "total_flops": 30102046310400000, "train_loss": 0.04040184815724691, "subset_score_loss": 0.04040184815724691}
+{"step": 2070000, "wall_time": 10158.764996051788, "train_loss_step": 6.929595470428467, "n_params": 4756720, "total_flops": 30248172748800000, "train_loss": 0.03891594409942627, "subset_score_loss": 0.03891594409942627}
+{"step": 2080000, "wall_time": 10195.66379904747, "train_loss_step": 7.341419219970703, "n_params": 4756720, "total_flops": 30394299187200000, "train_loss": 0.03774607578913371, "subset_score_loss": 0.03774607578913371}
+{"step": 2090000, "wall_time": 10232.603428840637, "train_loss_step": 6.973181247711182, "n_params": 4756720, "total_flops": 30540425625600000, "train_loss": 0.037552905082702634, "subset_score_loss": 0.037552905082702634}
+{"step": 2100000, "wall_time": 10303.35637831688, "train_loss_step": 6.673173904418945, "n_params": 4756720, "total_flops": 30686552064000000, "train_loss": 0.040973631540934245, "subset_score_loss": 0.040973631540934245, "memorization_fraction_pixel": 0.04450000077486038, "mean_nn_ratio_pixel": 0.8627511858940125, "fid": 167.15965859121513, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 10336.609288215637, "train_loss_step": 6.624817371368408, "n_params": 4756720, "total_flops": 30832678502400000, "train_loss": 0.03606512943903605, "subset_score_loss": 0.03606512943903605}
+{"step": 2120000, "wall_time": 10373.43536567688, "train_loss_step": 6.793617248535156, "n_params": 4756720, "total_flops": 30978804940800000, "train_loss": 0.039778323968251546, "subset_score_loss": 0.039778323968251546}
+{"step": 2130000, "wall_time": 10410.298381567001, "train_loss_step": 7.247364044189453, "n_params": 4756720, "total_flops": 31124931379200000, "train_loss": 0.040965731938680014, "subset_score_loss": 0.040965731938680014}
+{"step": 2140000, "wall_time": 10447.163934707642, "train_loss_step": 6.961771011352539, "n_params": 4756720, "total_flops": 31271057817600000, "train_loss": 0.04285938739776611, "subset_score_loss": 0.04285938739776611}
+{"step": 2150000, "wall_time": 10484.172283411026, "train_loss_step": 6.906152725219727, "n_params": 4756720, "total_flops": 31417184256000000, "train_loss": 0.03458455403645833, "subset_score_loss": 0.03458455403645833}
+{"step": 2160000, "wall_time": 10521.285000801086, "train_loss_step": 6.962479591369629, "n_params": 4756720, "total_flops": 31563310694400000, "train_loss": 0.03846133550008138, "subset_score_loss": 0.03846133550008138}
+{"step": 2170000, "wall_time": 10558.212223768234, "train_loss_step": 6.94050407409668, "n_params": 4756720, "total_flops": 31709437132800000, "train_loss": 0.035338735580444335, "subset_score_loss": 0.035338735580444335}
+{"step": 2180000, "wall_time": 10595.176900625229, "train_loss_step": 6.7937164306640625, "n_params": 4756720, "total_flops": 31855563571200000, "train_loss": 0.03690882921218872, "subset_score_loss": 0.03690882921218872}
+{"step": 2190000, "wall_time": 10632.037310123444, "train_loss_step": 6.795629501342773, "n_params": 4756720, "total_flops": 32001690009600000, "train_loss": 0.036387964089711504, "subset_score_loss": 0.036387964089711504}
+{"step": 2200000, "wall_time": 10704.394147157669, "train_loss_step": 6.341011047363281, "n_params": 4756720, "total_flops": 32147816448000000, "train_loss": 0.034148832162221275, "subset_score_loss": 0.034148832162221275, "memorization_fraction_pixel": 0.04690000042319298, "mean_nn_ratio_pixel": 0.8636415004730225, "fid": 167.54298346075663, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 10735.790396928787, "train_loss_step": 6.3283233642578125, "n_params": 4756720, "total_flops": 32293942886400000, "train_loss": 0.039538435141245526, "subset_score_loss": 0.039538435141245526}
+{"step": 2220000, "wall_time": 10772.702369213104, "train_loss_step": 6.689223289489746, "n_params": 4756720, "total_flops": 32440069324800000, "train_loss": 0.040076116720835366, "subset_score_loss": 0.040076116720835366}
+{"step": 2230000, "wall_time": 10809.60664653778, "train_loss_step": 6.355983734130859, "n_params": 4756720, "total_flops": 32586195763200000, "train_loss": 0.035369654496510826, "subset_score_loss": 0.035369654496510826}
+{"step": 2240000, "wall_time": 10846.478972911835, "train_loss_step": 6.237473487854004, "n_params": 4756720, "total_flops": 32732322201600000, "train_loss": 0.036023497581481934, "subset_score_loss": 0.036023497581481934}
+{"step": 2250000, "wall_time": 10883.574531316757, "train_loss_step": 7.10075569152832, "n_params": 4756720, "total_flops": 32878448640000000, "train_loss": 0.039179603258768715, "subset_score_loss": 0.039179603258768715}
+{"step": 2260000, "wall_time": 10920.575278520584, "train_loss_step": 6.704541206359863, "n_params": 4756720, "total_flops": 33024575078400000, "train_loss": 0.037465131282806395, "subset_score_loss": 0.037465131282806395}
+{"step": 2270000, "wall_time": 10957.527288198471, "train_loss_step": 7.123797416687012, "n_params": 4756720, "total_flops": 33170701516800000, "train_loss": 0.04063899914423625, "subset_score_loss": 0.04063899914423625}
+{"step": 2280000, "wall_time": 10994.391728639603, "train_loss_step": 6.391316890716553, "n_params": 4756720, "total_flops": 33316827955200000, "train_loss": 0.04046586354573568, "subset_score_loss": 0.04046586354573568}
+{"step": 2290000, "wall_time": 11031.235855817795, "train_loss_step": 7.061676979064941, "n_params": 4756720, "total_flops": 33462954393600000, "train_loss": 0.03669472138086955, "subset_score_loss": 0.03669472138086955}
+{"step": 2300000, "wall_time": 11103.835660457611, "train_loss_step": 6.572199821472168, "n_params": 4756720, "total_flops": 33609080832000000, "train_loss": 0.035975106557210285, "subset_score_loss": 0.035975106557210285, "memorization_fraction_pixel": 0.04639999940991402, "mean_nn_ratio_pixel": 0.8637733459472656, "fid": 162.62567375623274, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 11137.192514181137, "train_loss_step": 7.539167404174805, "n_params": 4756720, "total_flops": 33755207270400000, "train_loss": 0.03675004243850708, "subset_score_loss": 0.03675004243850708}
+{"step": 2320000, "wall_time": 11172.711332559586, "train_loss_step": 6.843596458435059, "n_params": 4756720, "total_flops": 33901333708800000, "train_loss": 0.03715467850367228, "subset_score_loss": 0.03715467850367228}
+{"step": 2330000, "wall_time": 11209.63464474678, "train_loss_step": 6.86054801940918, "n_params": 4756720, "total_flops": 34047460147200000, "train_loss": 0.035345153013865156, "subset_score_loss": 0.035345153013865156}
+{"step": 2340000, "wall_time": 11246.581474781036, "train_loss_step": 7.0746636390686035, "n_params": 4756720, "total_flops": 34193586585600000, "train_loss": 0.03744416236877442, "subset_score_loss": 0.03744416236877442}
+{"step": 2350000, "wall_time": 11283.559945106506, "train_loss_step": 6.86119270324707, "n_params": 4756720, "total_flops": 34339713024000000, "train_loss": 0.038480830192565915, "subset_score_loss": 0.038480830192565915}
+{"step": 2360000, "wall_time": 11320.698947191238, "train_loss_step": 6.988189220428467, "n_params": 4756720, "total_flops": 34485839462400000, "train_loss": 0.03969364960988363, "subset_score_loss": 0.03969364960988363}
+{"step": 2370000, "wall_time": 11357.60202884674, "train_loss_step": 7.3182783126831055, "n_params": 4756720, "total_flops": 34631965900800000, "train_loss": 0.03862525622049968, "subset_score_loss": 0.03862525622049968}
+{"step": 2380000, "wall_time": 11394.53412771225, "train_loss_step": 6.538290977478027, "n_params": 4756720, "total_flops": 34778092339200000, "train_loss": 0.03419233163197835, "subset_score_loss": 0.03419233163197835}
+{"step": 2390000, "wall_time": 11431.437154054642, "train_loss_step": 6.973989486694336, "n_params": 4756720, "total_flops": 34924218777600000, "train_loss": 0.037652866045633955, "subset_score_loss": 0.037652866045633955}
+{"step": 2400000, "wall_time": 11506.7552754879, "train_loss_step": 6.617929458618164, "n_params": 4756720, "total_flops": 35070345216000000, "train_loss": 0.036108088493347165, "subset_score_loss": 0.036108088493347165, "memorization_fraction_pixel": 0.05770000070333481, "mean_nn_ratio_pixel": 0.8534385561943054, "fid": 169.44064669042405, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 11543.644740104675, "train_loss_step": 6.836722373962402, "n_params": 4756720, "total_flops": 35216471654400000, "train_loss": 0.033236875136693315, "subset_score_loss": 0.033236875136693315}
+{"step": 2420000, "wall_time": 11572.277430534363, "train_loss_step": 6.1409454345703125, "n_params": 4756720, "total_flops": 35362598092800000, "train_loss": 0.03612782955169678, "subset_score_loss": 0.03612782955169678}
+{"step": 2430000, "wall_time": 11609.214964389801, "train_loss_step": 6.4787092208862305, "n_params": 4756720, "total_flops": 35508724531200000, "train_loss": 0.035650229454040526, "subset_score_loss": 0.035650229454040526}
+{"step": 2440000, "wall_time": 11646.094534397125, "train_loss_step": 6.118783473968506, "n_params": 4756720, "total_flops": 35654850969600000, "train_loss": 0.03343862692515055, "subset_score_loss": 0.03343862692515055}
+{"step": 2450000, "wall_time": 11683.014873027802, "train_loss_step": 6.7372355461120605, "n_params": 4756720, "total_flops": 35800977408000000, "train_loss": 0.03906638224919637, "subset_score_loss": 0.03906638224919637}
+{"step": 2460000, "wall_time": 11719.979370832443, "train_loss_step": 6.973998069763184, "n_params": 4756720, "total_flops": 35947103846400000, "train_loss": 0.035927629470825194, "subset_score_loss": 0.035927629470825194}
+{"step": 2470000, "wall_time": 11756.857061624527, "train_loss_step": 6.71037483215332, "n_params": 4756720, "total_flops": 36093230284800000, "train_loss": 0.036902074019114176, "subset_score_loss": 0.036902074019114176}
+{"step": 2480000, "wall_time": 11793.746218919754, "train_loss_step": 6.201265335083008, "n_params": 4756720, "total_flops": 36239356723200000, "train_loss": 0.0343143900235494, "subset_score_loss": 0.0343143900235494}
+{"step": 2490000, "wall_time": 11830.64358997345, "train_loss_step": 6.579321384429932, "n_params": 4756720, "total_flops": 36385483161600000, "train_loss": 0.035039488474527994, "subset_score_loss": 0.035039488474527994}
+{"step": 2500000, "wall_time": 11905.623442173004, "train_loss_step": 6.418572425842285, "n_params": 4756720, "total_flops": 36531609600000000, "train_loss": 0.03483377297719319, "subset_score_loss": 0.03483377297719319, "memorization_fraction_pixel": 0.060600001364946365, "mean_nn_ratio_pixel": 0.8465787172317505, "fid": 153.50206395011986, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 11942.086644172668, "train_loss_step": 6.3114423751831055, "n_params": 4756720, "total_flops": 36677736038400000, "train_loss": 0.032162811358769736, "subset_score_loss": 0.032162811358769736}
+{"step": 2520000, "wall_time": 11972.471252918243, "train_loss_step": 6.2948994636535645, "n_params": 4756720, "total_flops": 36823862476800000, "train_loss": 0.03621811469395955, "subset_score_loss": 0.03621811469395955}
+{"step": 2530000, "wall_time": 12009.485884904861, "train_loss_step": 6.444097518920898, "n_params": 4756720, "total_flops": 36969988915200000, "train_loss": 0.03485081593195597, "subset_score_loss": 0.03485081593195597}
+{"step": 2540000, "wall_time": 12046.423587322235, "train_loss_step": 6.603653907775879, "n_params": 4756720, "total_flops": 37116115353600000, "train_loss": 0.03659658432006836, "subset_score_loss": 0.03659658432006836}
+{"step": 2550000, "wall_time": 12083.276353359222, "train_loss_step": 6.4411821365356445, "n_params": 4756720, "total_flops": 37262241792000000, "train_loss": 0.03630896409352621, "subset_score_loss": 0.03630896409352621}
+{"step": 2560000, "wall_time": 12120.286533117294, "train_loss_step": 6.679856300354004, "n_params": 4756720, "total_flops": 37408368230400000, "train_loss": 0.03385201295216878, "subset_score_loss": 0.03385201295216878}
+{"step": 2570000, "wall_time": 12157.147797346115, "train_loss_step": 7.189394950866699, "n_params": 4756720, "total_flops": 37554494668800000, "train_loss": 0.032988677422205605, "subset_score_loss": 0.032988677422205605}
+{"step": 2580000, "wall_time": 12194.03216099739, "train_loss_step": 6.691653251647949, "n_params": 4756720, "total_flops": 37700621107200000, "train_loss": 0.03388811349868774, "subset_score_loss": 0.03388811349868774}
+{"step": 2590000, "wall_time": 12230.905876159668, "train_loss_step": 6.24300479888916, "n_params": 4756720, "total_flops": 37846747545600000, "train_loss": 0.03459227879842122, "subset_score_loss": 0.03459227879842122}
+{"step": 2600000, "wall_time": 12305.51466846466, "train_loss_step": 7.132092475891113, "n_params": 4756720, "total_flops": 37992873984000000, "train_loss": 0.03414852619171142, "subset_score_loss": 0.03414852619171142, "memorization_fraction_pixel": 0.06909999996423721, "mean_nn_ratio_pixel": 0.8319166898727417, "fid": 154.53676492162515, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 12342.42810511589, "train_loss_step": 6.8166680335998535, "n_params": 4756720, "total_flops": 38139000422400000, "train_loss": 0.03432356913884481, "subset_score_loss": 0.03432356913884481}
+{"step": 2620000, "wall_time": 12377.426239967346, "train_loss_step": 6.706130027770996, "n_params": 4756720, "total_flops": 38285126860800000, "train_loss": 0.0325648824373881, "subset_score_loss": 0.0325648824373881}
+{"step": 2630000, "wall_time": 12410.94697213173, "train_loss_step": 6.7663116455078125, "n_params": 4756720, "total_flops": 38431253299200000, "train_loss": 0.034646375974019365, "subset_score_loss": 0.034646375974019365}
+{"step": 2640000, "wall_time": 12447.777918577194, "train_loss_step": 6.61248779296875, "n_params": 4756720, "total_flops": 38577379737600000, "train_loss": 0.03378325303395589, "subset_score_loss": 0.03378325303395589}
+{"step": 2650000, "wall_time": 12484.65260720253, "train_loss_step": 7.34542989730835, "n_params": 4756720, "total_flops": 38723506176000000, "train_loss": 0.035677981376647946, "subset_score_loss": 0.035677981376647946}
+{"step": 2660000, "wall_time": 12521.708025932312, "train_loss_step": 6.458066940307617, "n_params": 4756720, "total_flops": 38869632614400000, "train_loss": 0.0334789236386617, "subset_score_loss": 0.0334789236386617}
+{"step": 2670000, "wall_time": 12558.571000814438, "train_loss_step": 6.717162132263184, "n_params": 4756720, "total_flops": 39015759052800000, "train_loss": 0.034014407793680826, "subset_score_loss": 0.034014407793680826}
+{"step": 2680000, "wall_time": 12595.59156870842, "train_loss_step": 6.66443395614624, "n_params": 4756720, "total_flops": 39161885491200000, "train_loss": 0.03359121878941854, "subset_score_loss": 0.03359121878941854}
+{"step": 2690000, "wall_time": 12632.608009576797, "train_loss_step": 6.516695976257324, "n_params": 4756720, "total_flops": 39308011929600000, "train_loss": 0.034217409292856854, "subset_score_loss": 0.034217409292856854}
+{"step": 2700000, "wall_time": 12704.825507164001, "train_loss_step": 6.461407661437988, "n_params": 4756720, "total_flops": 39454138368000000, "train_loss": 0.03228563666343689, "subset_score_loss": 0.03228563666343689, "memorization_fraction_pixel": 0.06830000132322311, "mean_nn_ratio_pixel": 0.8302976489067078, "fid": 148.3220475416557, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 12741.774690628052, "train_loss_step": 6.141493797302246, "n_params": 4756720, "total_flops": 39600264806400000, "train_loss": 0.04129625956217448, "subset_score_loss": 0.04129625956217448}
+{"step": 2720000, "wall_time": 12778.65135884285, "train_loss_step": 7.012997627258301, "n_params": 4756720, "total_flops": 39746391244800000, "train_loss": 0.033445700009663897, "subset_score_loss": 0.033445700009663897}
+{"step": 2730000, "wall_time": 12805.378794670105, "train_loss_step": 6.766674041748047, "n_params": 4756720, "total_flops": 39892517683200000, "train_loss": 0.029877946774164835, "subset_score_loss": 0.029877946774164835}
+{"step": 2740000, "wall_time": 12842.326890230179, "train_loss_step": 6.269221305847168, "n_params": 4756720, "total_flops": 40038644121600000, "train_loss": 0.041102524598439535, "subset_score_loss": 0.041102524598439535}
+{"step": 2750000, "wall_time": 12879.380996227264, "train_loss_step": 6.269396781921387, "n_params": 4756720, "total_flops": 40184770560000000, "train_loss": 0.03120009700457255, "subset_score_loss": 0.03120009700457255}
+{"step": 2760000, "wall_time": 12916.531855583191, "train_loss_step": 6.790342330932617, "n_params": 4756720, "total_flops": 40330896998400000, "train_loss": 0.030616509914398193, "subset_score_loss": 0.030616509914398193}
+{"step": 2770000, "wall_time": 12953.40161204338, "train_loss_step": 6.310412883758545, "n_params": 4756720, "total_flops": 40477023436800000, "train_loss": 0.030893888076146445, "subset_score_loss": 0.030893888076146445}
+{"step": 2780000, "wall_time": 12990.314543008804, "train_loss_step": 6.34268856048584, "n_params": 4756720, "total_flops": 40623149875200000, "train_loss": 0.031553171078364056, "subset_score_loss": 0.031553171078364056}
+{"step": 2790000, "wall_time": 13027.296520471573, "train_loss_step": 6.165488243103027, "n_params": 4756720, "total_flops": 40769276313600000, "train_loss": 0.03275960087776184, "subset_score_loss": 0.03275960087776184}
+{"step": 2800000, "wall_time": 13101.551428556442, "train_loss_step": 6.518883228302002, "n_params": 4756720, "total_flops": 40915402752000000, "train_loss": 0.03264097968737285, "subset_score_loss": 0.03264097968737285, "memorization_fraction_pixel": 0.0763000026345253, "mean_nn_ratio_pixel": 0.8236480355262756, "fid": 148.26566231259784, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 13138.566062450409, "train_loss_step": 6.269025802612305, "n_params": 4756720, "total_flops": 41061529190400000, "train_loss": 0.03252302606900533, "subset_score_loss": 0.03252302606900533}
+{"step": 2820000, "wall_time": 13175.546114206314, "train_loss_step": 6.833749771118164, "n_params": 4756720, "total_flops": 41207655628800000, "train_loss": 0.03508932590484619, "subset_score_loss": 0.03508932590484619}
+{"step": 2830000, "wall_time": 13212.470535755157, "train_loss_step": 6.256648063659668, "n_params": 4756720, "total_flops": 41353782067200000, "train_loss": 0.034325353304545086, "subset_score_loss": 0.034325353304545086}
+{"step": 2840000, "wall_time": 13244.863207578659, "train_loss_step": 6.0875468254089355, "n_params": 4756720, "total_flops": 41499908505600000, "train_loss": 0.031794263919194536, "subset_score_loss": 0.031794263919194536}
+{"step": 2850000, "wall_time": 13281.733020305634, "train_loss_step": 6.507525444030762, "n_params": 4756720, "total_flops": 41646034944000000, "train_loss": 0.03388919035593669, "subset_score_loss": 0.03388919035593669}
+{"step": 2860000, "wall_time": 13318.704955816269, "train_loss_step": 5.897690773010254, "n_params": 4756720, "total_flops": 41792161382400000, "train_loss": 0.03213945627212524, "subset_score_loss": 0.03213945627212524}
+{"step": 2870000, "wall_time": 13355.567377328873, "train_loss_step": 6.47206974029541, "n_params": 4756720, "total_flops": 41938287820800000, "train_loss": 0.03201369841893514, "subset_score_loss": 0.03201369841893514}
+{"step": 2880000, "wall_time": 13392.410780906677, "train_loss_step": 6.121036529541016, "n_params": 4756720, "total_flops": 42084414259200000, "train_loss": 0.03278239170710246, "subset_score_loss": 0.03278239170710246}
+{"step": 2890000, "wall_time": 13429.23816561699, "train_loss_step": 5.551680564880371, "n_params": 4756720, "total_flops": 42230540697600000, "train_loss": 0.034241084257761636, "subset_score_loss": 0.034241084257761636}
+{"step": 2900000, "wall_time": 13503.71809053421, "train_loss_step": 6.378155708312988, "n_params": 4756720, "total_flops": 42376667136000000, "train_loss": 0.03137081861495972, "subset_score_loss": 0.03137081861495972, "memorization_fraction_pixel": 0.08579999953508377, "mean_nn_ratio_pixel": 0.8174099922180176, "fid": 150.85613135154546, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 13540.667117357254, "train_loss_step": 6.8079833984375, "n_params": 4756720, "total_flops": 42522793574400000, "train_loss": 0.03266432483990987, "subset_score_loss": 0.03266432483990987}
+{"step": 2920000, "wall_time": 13577.531598091125, "train_loss_step": 6.685035705566406, "n_params": 4756720, "total_flops": 42668920012800000, "train_loss": 0.03346443176269531, "subset_score_loss": 0.03346443176269531}
+{"step": 2930000, "wall_time": 13614.404491186142, "train_loss_step": 6.386372089385986, "n_params": 4756720, "total_flops": 42815046451200000, "train_loss": 0.03138370116551717, "subset_score_loss": 0.03138370116551717}
+{"step": 2940000, "wall_time": 13645.70630288124, "train_loss_step": 6.056640625, "n_params": 4756720, "total_flops": 42961172889600000, "train_loss": 0.0311793585618337, "subset_score_loss": 0.0311793585618337}
+{"step": 2950000, "wall_time": 13682.70988893509, "train_loss_step": 6.934847831726074, "n_params": 4756720, "total_flops": 43107299328000000, "train_loss": 0.03460876146952311, "subset_score_loss": 0.03460876146952311}
+{"step": 2960000, "wall_time": 13719.72965836525, "train_loss_step": 7.059878349304199, "n_params": 4756720, "total_flops": 43253425766400000, "train_loss": 0.03007938265800476, "subset_score_loss": 0.03007938265800476}
+{"step": 2970000, "wall_time": 13756.606595516205, "train_loss_step": 6.326651573181152, "n_params": 4756720, "total_flops": 43399552204800000, "train_loss": 0.030941087007522582, "subset_score_loss": 0.030941087007522582}
+{"step": 2980000, "wall_time": 13793.536749124527, "train_loss_step": 6.910106658935547, "n_params": 4756720, "total_flops": 43545678643200000, "train_loss": 0.0332801620165507, "subset_score_loss": 0.0332801620165507}
+{"step": 2990000, "wall_time": 13830.47467303276, "train_loss_step": 6.222553730010986, "n_params": 4756720, "total_flops": 43691805081600000, "train_loss": 0.03220345973968506, "subset_score_loss": 0.03220345973968506}
+{"step": 3000000, "wall_time": 13904.792538642883, "train_loss_step": 6.089251518249512, "n_params": 4756720, "total_flops": 43837931520000000, "train_loss": 0.03190774917602539, "subset_score_loss": 0.03190774917602539, "memorization_fraction_pixel": 0.07850000262260437, "mean_nn_ratio_pixel": 0.8160987496376038, "fid": 144.00200614041466, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 13941.7854950428, "train_loss_step": 6.425144195556641, "n_params": 4756720, "total_flops": 43984057958400000, "train_loss": 0.03166504502296448, "subset_score_loss": 0.03166504502296448}
+{"step": 3020000, "wall_time": 13978.622626066208, "train_loss_step": 6.437832355499268, "n_params": 4756720, "total_flops": 44130184396800000, "train_loss": 0.03163290818532308, "subset_score_loss": 0.03163290818532308}
+{"step": 3030000, "wall_time": 14015.446186065674, "train_loss_step": 6.283169269561768, "n_params": 4756720, "total_flops": 44276310835200000, "train_loss": 0.03778085708618164, "subset_score_loss": 0.03778085708618164}
+{"step": 3040000, "wall_time": 14048.98681473732, "train_loss_step": 6.283076286315918, "n_params": 4756720, "total_flops": 44422437273600000, "train_loss": 0.032554513216018675, "subset_score_loss": 0.032554513216018675}
+{"step": 3050000, "wall_time": 14084.689001560211, "train_loss_step": 6.684061050415039, "n_params": 4756720, "total_flops": 44568563712000000, "train_loss": 0.034084049860636394, "subset_score_loss": 0.034084049860636394}
+{"step": 3060000, "wall_time": 14121.691859722137, "train_loss_step": 6.318774700164795, "n_params": 4756720, "total_flops": 44714690150400000, "train_loss": 0.03221617937088013, "subset_score_loss": 0.03221617937088013}
+{"step": 3070000, "wall_time": 14158.647775650024, "train_loss_step": 6.40525484085083, "n_params": 4756720, "total_flops": 44860816588800000, "train_loss": 0.03188694318135579, "subset_score_loss": 0.03188694318135579}
+{"step": 3080000, "wall_time": 14195.633753061295, "train_loss_step": 5.80554723739624, "n_params": 4756720, "total_flops": 45006943027200000, "train_loss": 0.036914416154225665, "subset_score_loss": 0.036914416154225665}
+{"step": 3090000, "wall_time": 14232.576999425888, "train_loss_step": 5.974791526794434, "n_params": 4756720, "total_flops": 45153069465600000, "train_loss": 0.03465579748153687, "subset_score_loss": 0.03465579748153687}
+{"step": 3100000, "wall_time": 14283.522305727005, "train_loss_step": 6.637006759643555, "n_params": 4756720, "total_flops": 45299195904000000, "train_loss": 0.038484036922454834, "subset_score_loss": 0.038484036922454834, "memorization_fraction_pixel": 0.08829999715089798, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3110000, "wall_time": 14320.55071091652, "train_loss_step": 6.589661121368408, "n_params": 4756720, "total_flops": 45445322342400000, "train_loss": 0.03513102928797404, "subset_score_loss": 0.03513102928797404}
+{"step": 3120000, "wall_time": 14357.452164173126, "train_loss_step": 5.622089385986328, "n_params": 4756720, "total_flops": 45591448780800000, "train_loss": 0.033492648601531984, "subset_score_loss": 0.033492648601531984}
+{"step": 3130000, "wall_time": 14394.410234212875, "train_loss_step": 6.2544941902160645, "n_params": 4756720, "total_flops": 45737575219200000, "train_loss": 0.037057371934254964, "subset_score_loss": 0.037057371934254964}
+{"step": 3140000, "wall_time": 14431.255133390427, "train_loss_step": 6.172833442687988, "n_params": 4756720, "total_flops": 45883701657600000, "train_loss": 0.036775827407836914, "subset_score_loss": 0.036775827407836914}
+{"step": 3150000, "wall_time": 14468.41182231903, "train_loss_step": 6.127704620361328, "n_params": 4756720, "total_flops": 46029828096000000, "train_loss": 0.031464292605717974, "subset_score_loss": 0.031464292605717974}
+{"step": 3160000, "wall_time": 14497.448454380035, "train_loss_step": 6.488778591156006, "n_params": 4756720, "total_flops": 46175954534400000, "train_loss": 0.03309634327888489, "subset_score_loss": 0.03309634327888489}
+{"step": 3170000, "wall_time": 14534.513789892197, "train_loss_step": 6.393316268920898, "n_params": 4756720, "total_flops": 46322080972800000, "train_loss": 0.03281559944152832, "subset_score_loss": 0.03281559944152832}
+{"step": 3180000, "wall_time": 14571.472694635391, "train_loss_step": 6.2495222091674805, "n_params": 4756720, "total_flops": 46468207411200000, "train_loss": 0.032797576983769734, "subset_score_loss": 0.032797576983769734}
+{"step": 3190000, "wall_time": 14608.351477146149, "train_loss_step": 6.190389156341553, "n_params": 4756720, "total_flops": 46614333849600000, "train_loss": 0.03412330945332845, "subset_score_loss": 0.03412330945332845}
+{"step": 3200000, "wall_time": 14681.51852965355, "train_loss_step": 6.228039741516113, "n_params": 4756720, "total_flops": 46760460288000000, "train_loss": 0.030061894655227663, "subset_score_loss": 0.030061894655227663, "memorization_fraction_pixel": 0.09880000352859497, "mean_nn_ratio_pixel": NaN, "fid": 152.73466752162093, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 14718.586307287216, "train_loss_step": 6.257808685302734, "n_params": 4756720, "total_flops": 46906586726400000, "train_loss": 0.03573471705118815, "subset_score_loss": 0.03573471705118815}
+{"step": 3220000, "wall_time": 14755.61152458191, "train_loss_step": 6.844470024108887, "n_params": 4756720, "total_flops": 47052713164800000, "train_loss": 0.030340409278869628, "subset_score_loss": 0.030340409278869628}
+{"step": 3230000, "wall_time": 14792.549633264542, "train_loss_step": 6.27477502822876, "n_params": 4756720, "total_flops": 47198839603200000, "train_loss": 0.031277738014856976, "subset_score_loss": 0.031277738014856976}
+{"step": 3240000, "wall_time": 14829.50772190094, "train_loss_step": 6.323263645172119, "n_params": 4756720, "total_flops": 47344966041600000, "train_loss": 0.03149193326632182, "subset_score_loss": 0.03149193326632182}
+{"step": 3250000, "wall_time": 14866.507406234741, "train_loss_step": 6.56635046005249, "n_params": 4756720, "total_flops": 47491092480000000, "train_loss": 0.03639582792917887, "subset_score_loss": 0.03639582792917887}
+{"step": 3260000, "wall_time": 14897.769402742386, "train_loss_step": 6.144718647003174, "n_params": 4756720, "total_flops": 47637218918400000, "train_loss": 0.02982982397079468, "subset_score_loss": 0.02982982397079468}
+{"step": 3270000, "wall_time": 14934.77192234993, "train_loss_step": 6.051174640655518, "n_params": 4756720, "total_flops": 47783345356800000, "train_loss": 0.033113791545232134, "subset_score_loss": 0.033113791545232134}
+{"step": 3280000, "wall_time": 14971.632552146912, "train_loss_step": 5.998068332672119, "n_params": 4756720, "total_flops": 47929471795200000, "train_loss": 0.03668378591537476, "subset_score_loss": 0.03668378591537476}
+{"step": 3290000, "wall_time": 15008.637532711029, "train_loss_step": 5.912687301635742, "n_params": 4756720, "total_flops": 48075598233600000, "train_loss": 0.03088501493136088, "subset_score_loss": 0.03088501493136088}
+{"step": 3300000, "wall_time": 15059.56484079361, "train_loss_step": 6.323149681091309, "n_params": 4756720, "total_flops": 48221724672000000, "train_loss": 0.03136201898256938, "subset_score_loss": 0.03136201898256938, "memorization_fraction_pixel": 0.10339999943971634, "mean_nn_ratio_pixel": 0.7983335256576538, "fid": NaN, "fid_failed": 1.0}
+{"step": 3310000, "wall_time": 15096.584263563156, "train_loss_step": 5.984508514404297, "n_params": 4756720, "total_flops": 48367851110400000, "train_loss": 0.02941822608311971, "subset_score_loss": 0.02941822608311971}
+{"step": 3320000, "wall_time": 15133.53664779663, "train_loss_step": 6.2472968101501465, "n_params": 4756720, "total_flops": 48513977548800000, "train_loss": 0.030706491072972616, "subset_score_loss": 0.030706491072972616}
+{"step": 3330000, "wall_time": 15170.404976844788, "train_loss_step": 6.396535873413086, "n_params": 4756720, "total_flops": 48660103987200000, "train_loss": 0.029329148928324382, "subset_score_loss": 0.029329148928324382}
+{"step": 3340000, "wall_time": 15207.28461933136, "train_loss_step": 6.331544876098633, "n_params": 4756720, "total_flops": 48806230425600000, "train_loss": 0.03506399790445964, "subset_score_loss": 0.03506399790445964}
+{"step": 3350000, "wall_time": 15244.145622015, "train_loss_step": 6.799881935119629, "n_params": 4756720, "total_flops": 48952356864000000, "train_loss": 0.030317060152689614, "subset_score_loss": 0.030317060152689614}
+{"step": 3360000, "wall_time": 15280.972398996353, "train_loss_step": 6.205763816833496, "n_params": 4756720, "total_flops": 49098483302400000, "train_loss": 0.03001175125439962, "subset_score_loss": 0.03001175125439962}
+{"step": 3370000, "wall_time": 15317.121181726456, "train_loss_step": 6.6493024826049805, "n_params": 4756720, "total_flops": 49244609740800000, "train_loss": 0.030659526586532593, "subset_score_loss": 0.030659526586532593}
+{"step": 3380000, "wall_time": 15350.191071748734, "train_loss_step": 6.504322052001953, "n_params": 4756720, "total_flops": 49390736179200000, "train_loss": 0.03167462348937988, "subset_score_loss": 0.03167462348937988}
+{"step": 3390000, "wall_time": 15387.044189929962, "train_loss_step": 6.2420125007629395, "n_params": 4756720, "total_flops": 49536862617600000, "train_loss": 0.033378231525421145, "subset_score_loss": 0.033378231525421145}
+{"step": 3400000, "wall_time": 15437.929949045181, "train_loss_step": 6.512685775756836, "n_params": 4756720, "total_flops": 49682989056000000, "train_loss": 0.03087219993273417, "subset_score_loss": 0.03087219993273417, "memorization_fraction_pixel": 0.09860000014305115, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3410000, "wall_time": 15474.915697097778, "train_loss_step": 6.379404067993164, "n_params": 4756720, "total_flops": 49829115494400000, "train_loss": 0.03126779993375142, "subset_score_loss": 0.03126779993375142}
+{"step": 3420000, "wall_time": 15511.758677959442, "train_loss_step": 5.975620269775391, "n_params": 4756720, "total_flops": 49975241932800000, "train_loss": 0.033358677228291826, "subset_score_loss": 0.033358677228291826}
+{"step": 3430000, "wall_time": 15548.629977703094, "train_loss_step": 5.918571949005127, "n_params": 4756720, "total_flops": 50121368371200000, "train_loss": 0.03144808014233907, "subset_score_loss": 0.03144808014233907}
+{"step": 3440000, "wall_time": 15585.508274316788, "train_loss_step": 5.974497318267822, "n_params": 4756720, "total_flops": 50267494809600000, "train_loss": 0.03032151460647583, "subset_score_loss": 0.03032151460647583}
+{"step": 3450000, "wall_time": 15622.435432434082, "train_loss_step": 6.2959885597229, "n_params": 4756720, "total_flops": 50413621248000000, "train_loss": 0.029225200414657593, "subset_score_loss": 0.029225200414657593}
+{"step": 3460000, "wall_time": 15659.319582939148, "train_loss_step": 6.401326656341553, "n_params": 4756720, "total_flops": 50559747686400000, "train_loss": 0.028953208525975545, "subset_score_loss": 0.028953208525975545}
+{"step": 3470000, "wall_time": 15696.1522564888, "train_loss_step": 6.324780464172363, "n_params": 4756720, "total_flops": 50705874124800000, "train_loss": 0.028576932350794473, "subset_score_loss": 0.028576932350794473}
+{"step": 3480000, "wall_time": 15733.121989250183, "train_loss_step": 5.9192214012146, "n_params": 4756720, "total_flops": 50852000563200000, "train_loss": 0.027907625834147135, "subset_score_loss": 0.027907625834147135}
+{"step": 3490000, "wall_time": 15765.734845399857, "train_loss_step": 5.662063121795654, "n_params": 4756720, "total_flops": 50998127001600000, "train_loss": 0.029880247513453164, "subset_score_loss": 0.029880247513453164}
+{"step": 3500000, "wall_time": 15816.815766096115, "train_loss_step": 6.406615257263184, "n_params": 4756720, "total_flops": 51144253440000000, "train_loss": 0.028764349222183228, "subset_score_loss": 0.028764349222183228, "memorization_fraction_pixel": 0.11490000039339066, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3510000, "wall_time": 15853.996675491333, "train_loss_step": 6.168461799621582, "n_params": 4756720, "total_flops": 51290379878400000, "train_loss": 0.03039734363555908, "subset_score_loss": 0.03039734363555908}
+{"step": 3520000, "wall_time": 15890.978302717209, "train_loss_step": 6.09355354309082, "n_params": 4756720, "total_flops": 51436506316800000, "train_loss": 0.02944852312405904, "subset_score_loss": 0.02944852312405904}
+{"step": 3530000, "wall_time": 15927.813565731049, "train_loss_step": 6.043312072753906, "n_params": 4756720, "total_flops": 51582632755200000, "train_loss": 0.030976770321528117, "subset_score_loss": 0.030976770321528117}
+{"step": 3540000, "wall_time": 15964.85982131958, "train_loss_step": 5.905198097229004, "n_params": 4756720, "total_flops": 51728759193600000, "train_loss": 0.02876490354537964, "subset_score_loss": 0.02876490354537964}
+{"step": 3550000, "wall_time": 16001.890399217606, "train_loss_step": 5.805772304534912, "n_params": 4756720, "total_flops": 51874885632000000, "train_loss": 0.031254428625106814, "subset_score_loss": 0.031254428625106814}
+{"step": 3560000, "wall_time": 16038.790138959885, "train_loss_step": 5.869490146636963, "n_params": 4756720, "total_flops": 52021012070400000, "train_loss": 0.030345392227172852, "subset_score_loss": 0.030345392227172852}
+{"step": 3570000, "wall_time": 16075.644418239594, "train_loss_step": 5.819894790649414, "n_params": 4756720, "total_flops": 52167138508800000, "train_loss": 0.030169292291005453, "subset_score_loss": 0.030169292291005453}
+{"step": 3580000, "wall_time": 16112.464117527008, "train_loss_step": 6.105081558227539, "n_params": 4756720, "total_flops": 52313264947200000, "train_loss": 0.02921401262283325, "subset_score_loss": 0.02921401262283325}
+{"step": 3590000, "wall_time": 16149.66617321968, "train_loss_step": 6.138944625854492, "n_params": 4756720, "total_flops": 52459391385600000, "train_loss": 0.030364197492599488, "subset_score_loss": 0.030364197492599488}
+{"step": 3600000, "wall_time": 16195.044497966766, "train_loss_step": 5.850223541259766, "n_params": 4756720, "total_flops": 52605517824000000, "train_loss": 0.03183977603912354, "subset_score_loss": 0.03183977603912354, "memorization_fraction_pixel": 0.10859999805688858, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3610000, "wall_time": 16231.939234495163, "train_loss_step": 5.762307167053223, "n_params": 4756720, "total_flops": 52751644262400000, "train_loss": 0.02861218253771464, "subset_score_loss": 0.02861218253771464}
+{"step": 3620000, "wall_time": 16268.953944206238, "train_loss_step": 5.758108615875244, "n_params": 4756720, "total_flops": 52897770700800000, "train_loss": 0.030025436480840047, "subset_score_loss": 0.030025436480840047}
+{"step": 3630000, "wall_time": 16305.968159914017, "train_loss_step": 6.053368091583252, "n_params": 4756720, "total_flops": 53043897139200000, "train_loss": 0.0311653733253479, "subset_score_loss": 0.0311653733253479}
+{"step": 3640000, "wall_time": 16342.866662502289, "train_loss_step": 6.0949931144714355, "n_params": 4756720, "total_flops": 53190023577600000, "train_loss": 0.029050230979919434, "subset_score_loss": 0.029050230979919434}
+{"step": 3650000, "wall_time": 16379.747114658356, "train_loss_step": 5.820544242858887, "n_params": 4756720, "total_flops": 53336150016000000, "train_loss": 0.03044248620669047, "subset_score_loss": 0.03044248620669047}
+{"step": 3660000, "wall_time": 16416.599777936935, "train_loss_step": 5.995538711547852, "n_params": 4756720, "total_flops": 53482276454400000, "train_loss": 0.029105162620544432, "subset_score_loss": 0.029105162620544432}
+{"step": 3670000, "wall_time": 16453.462574243546, "train_loss_step": 6.201872825622559, "n_params": 4756720, "total_flops": 53628402892800000, "train_loss": 0.030932122468948366, "subset_score_loss": 0.030932122468948366}
+{"step": 3680000, "wall_time": 16490.461529016495, "train_loss_step": 6.4581732749938965, "n_params": 4756720, "total_flops": 53774529331200000, "train_loss": 0.030964734156926473, "subset_score_loss": 0.030964734156926473}
+{"step": 3690000, "wall_time": 16527.40605688095, "train_loss_step": 5.7817702293396, "n_params": 4756720, "total_flops": 53920655769600000, "train_loss": 0.03082996408144633, "subset_score_loss": 0.03082996408144633}
+{"step": 3700000, "wall_time": 16578.65456867218, "train_loss_step": 6.217864990234375, "n_params": 4756720, "total_flops": 54066782208000000, "train_loss": 0.028530840078989664, "subset_score_loss": 0.028530840078989664, "memorization_fraction_pixel": 0.1143999993801117, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3710000, "wall_time": 16609.677265644073, "train_loss_step": 5.928837299346924, "n_params": 4756720, "total_flops": 54212908646400000, "train_loss": 0.028808891773223877, "subset_score_loss": 0.028808891773223877}
+{"step": 3720000, "wall_time": 16646.636436462402, "train_loss_step": 5.8576579093933105, "n_params": 4756720, "total_flops": 54359035084800000, "train_loss": 0.0338493824005127, "subset_score_loss": 0.0338493824005127}
+{"step": 3730000, "wall_time": 16683.53784775734, "train_loss_step": 5.927886962890625, "n_params": 4756720, "total_flops": 54505161523200000, "train_loss": 0.02932153344154358, "subset_score_loss": 0.02932153344154358}
+{"step": 3740000, "wall_time": 16720.48227787018, "train_loss_step": 6.048798561096191, "n_params": 4756720, "total_flops": 54651287961600000, "train_loss": 0.030866638819376627, "subset_score_loss": 0.030866638819376627}
+{"step": 3750000, "wall_time": 16757.372467041016, "train_loss_step": 6.467397689819336, "n_params": 4756720, "total_flops": 54797414400000000, "train_loss": 0.030436189969380696, "subset_score_loss": 0.030436189969380696}
+{"step": 3760000, "wall_time": 16794.2572889328, "train_loss_step": 5.784030914306641, "n_params": 4756720, "total_flops": 54943540838400000, "train_loss": 0.028906863927841187, "subset_score_loss": 0.028906863927841187}
+{"step": 3770000, "wall_time": 16831.1525247097, "train_loss_step": 6.040421485900879, "n_params": 4756720, "total_flops": 55089667276800000, "train_loss": 0.028828479846318564, "subset_score_loss": 0.028828479846318564}
+{"step": 3780000, "wall_time": 16868.10545039177, "train_loss_step": 5.439470291137695, "n_params": 4756720, "total_flops": 55235793715200000, "train_loss": 0.02816365162531535, "subset_score_loss": 0.02816365162531535}
+{"step": 3790000, "wall_time": 16905.18156671524, "train_loss_step": 6.0784711837768555, "n_params": 4756720, "total_flops": 55381920153600000, "train_loss": 0.029307325681050617, "subset_score_loss": 0.029307325681050617}
+{"step": 3800000, "wall_time": 16956.449796438217, "train_loss_step": 6.101828575134277, "n_params": 4756720, "total_flops": 55528046592000000, "train_loss": 0.028395603100458782, "subset_score_loss": 0.028395603100458782, "memorization_fraction_pixel": 0.12099999934434891, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3810000, "wall_time": 16993.407121658325, "train_loss_step": 6.403018474578857, "n_params": 4756720, "total_flops": 55674173030400000, "train_loss": 0.03024258017539978, "subset_score_loss": 0.03024258017539978}
+{"step": 3820000, "wall_time": 17029.126853466034, "train_loss_step": 5.901270866394043, "n_params": 4756720, "total_flops": 55820299468800000, "train_loss": 0.028686277071634927, "subset_score_loss": 0.028686277071634927}
+{"step": 3830000, "wall_time": 17058.587542533875, "train_loss_step": 5.84322452545166, "n_params": 4756720, "total_flops": 55966425907200000, "train_loss": 0.02927956779797872, "subset_score_loss": 0.02927956779797872}
+{"step": 3840000, "wall_time": 17095.4622964859, "train_loss_step": 6.206015586853027, "n_params": 4756720, "total_flops": 56112552345600000, "train_loss": 0.027953330675760904, "subset_score_loss": 0.027953330675760904}
+{"step": 3850000, "wall_time": 17132.29931330681, "train_loss_step": 5.477872848510742, "n_params": 4756720, "total_flops": 56258678784000000, "train_loss": 0.031008219718933104, "subset_score_loss": 0.031008219718933104}
+{"step": 3860000, "wall_time": 17169.15158390999, "train_loss_step": 5.929843902587891, "n_params": 4756720, "total_flops": 56404805222400000, "train_loss": 0.028562289476394654, "subset_score_loss": 0.028562289476394654}
+{"step": 3870000, "wall_time": 17205.973971366882, "train_loss_step": 6.269134521484375, "n_params": 4756720, "total_flops": 56550931660800000, "train_loss": 0.02792702317237854, "subset_score_loss": 0.02792702317237854}
+{"step": 3880000, "wall_time": 17242.832947731018, "train_loss_step": 6.123166084289551, "n_params": 4756720, "total_flops": 56697058099200000, "train_loss": 0.029532641172409058, "subset_score_loss": 0.029532641172409058}
+{"step": 3890000, "wall_time": 17279.738598823547, "train_loss_step": 6.126215934753418, "n_params": 4756720, "total_flops": 56843184537600000, "train_loss": 0.02765083114306132, "subset_score_loss": 0.02765083114306132}
+{"step": 3900000, "wall_time": 17330.675612688065, "train_loss_step": 5.8462138175964355, "n_params": 4756720, "total_flops": 56989310976000000, "train_loss": 0.028847922881444294, "subset_score_loss": 0.028847922881444294, "memorization_fraction_pixel": 0.11999999731779099, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3910000, "wall_time": 17367.64540719986, "train_loss_step": 5.704061031341553, "n_params": 4756720, "total_flops": 57135437414400000, "train_loss": 0.029445964097976684, "subset_score_loss": 0.029445964097976684}
+{"step": 3920000, "wall_time": 17404.668892621994, "train_loss_step": 5.997101306915283, "n_params": 4756720, "total_flops": 57281563852800000, "train_loss": 0.03014416297276815, "subset_score_loss": 0.03014416297276815}
+{"step": 3930000, "wall_time": 17441.446684360504, "train_loss_step": 5.623773574829102, "n_params": 4756720, "total_flops": 57427690291200000, "train_loss": 0.0299651304880778, "subset_score_loss": 0.0299651304880778}
+{"step": 3940000, "wall_time": 17471.76375222206, "train_loss_step": 6.345121383666992, "n_params": 4756720, "total_flops": 57573816729600000, "train_loss": 0.028833351532618203, "subset_score_loss": 0.028833351532618203}
+{"step": 3950000, "wall_time": 17508.625147104263, "train_loss_step": 6.306914806365967, "n_params": 4756720, "total_flops": 57719943168000000, "train_loss": 0.030506459871927898, "subset_score_loss": 0.030506459871927898}
+{"step": 3960000, "wall_time": 17545.485268115997, "train_loss_step": 6.245891094207764, "n_params": 4756720, "total_flops": 57866069606400000, "train_loss": 0.02959162791570028, "subset_score_loss": 0.02959162791570028}
+{"step": 3970000, "wall_time": 17582.36943745613, "train_loss_step": 5.76667594909668, "n_params": 4756720, "total_flops": 58012196044800000, "train_loss": 0.031815516948699954, "subset_score_loss": 0.031815516948699954}
+{"step": 3980000, "wall_time": 17619.19325351715, "train_loss_step": 5.318464756011963, "n_params": 4756720, "total_flops": 58158322483200000, "train_loss": 0.02609965205192566, "subset_score_loss": 0.02609965205192566}
+{"step": 3990000, "wall_time": 17656.06098985672, "train_loss_step": 5.66307258605957, "n_params": 4756720, "total_flops": 58304448921600000, "train_loss": 0.03236448367436727, "subset_score_loss": 0.03236448367436727}
+{"step": 4000000, "wall_time": 17706.96127462387, "train_loss_step": 5.873472213745117, "n_params": 4756720, "total_flops": 58450575360000000, "train_loss": 0.02715294361114502, "subset_score_loss": 0.02715294361114502, "memorization_fraction_pixel": 0.1265999972820282, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4010000, "wall_time": 17743.89624285698, "train_loss_step": 5.503788948059082, "n_params": 4756720, "total_flops": 58596701798400000, "train_loss": 0.02727957765261332, "subset_score_loss": 0.02727957765261332}
+{"step": 4020000, "wall_time": 17781.022877931595, "train_loss_step": 5.447182655334473, "n_params": 4756720, "total_flops": 58742828236800000, "train_loss": 0.028018105030059814, "subset_score_loss": 0.028018105030059814}
+{"step": 4030000, "wall_time": 17817.98241209984, "train_loss_step": 6.172088146209717, "n_params": 4756720, "total_flops": 58888954675200000, "train_loss": 0.029455777009328207, "subset_score_loss": 0.029455777009328207}
+{"step": 4040000, "wall_time": 17854.88044142723, "train_loss_step": 5.535945415496826, "n_params": 4756720, "total_flops": 59035081113600000, "train_loss": 0.028778856992721556, "subset_score_loss": 0.028778856992721556}
+{"step": 4050000, "wall_time": 17886.659752845764, "train_loss_step": 5.929099082946777, "n_params": 4756720, "total_flops": 59181207552000000, "train_loss": 0.027053707838058473, "subset_score_loss": 0.027053707838058473}
+{"step": 4060000, "wall_time": 17920.058262825012, "train_loss_step": 6.015463352203369, "n_params": 4756720, "total_flops": 59327333990400000, "train_loss": 0.02834242582321167, "subset_score_loss": 0.02834242582321167}
+{"step": 4070000, "wall_time": 17957.127205133438, "train_loss_step": 5.75117301940918, "n_params": 4756720, "total_flops": 59473460428800000, "train_loss": 0.02676344911257426, "subset_score_loss": 0.02676344911257426}
+{"step": 4080000, "wall_time": 17993.851078510284, "train_loss_step": 5.857468605041504, "n_params": 4756720, "total_flops": 59619586867200000, "train_loss": 0.031930291652679445, "subset_score_loss": 0.031930291652679445}
+{"step": 4090000, "wall_time": 18030.761469602585, "train_loss_step": 5.880582809448242, "n_params": 4756720, "total_flops": 59765713305600000, "train_loss": 0.028716731071472167, "subset_score_loss": 0.028716731071472167}
+{"step": 4100000, "wall_time": 18081.845417261124, "train_loss_step": 6.121731281280518, "n_params": 4756720, "total_flops": 59911839744000000, "train_loss": 0.028528523445129395, "subset_score_loss": 0.028528523445129395, "memorization_fraction_pixel": 0.12919999659061432, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4110000, "wall_time": 18118.80981349945, "train_loss_step": 5.243948936462402, "n_params": 4756720, "total_flops": 60057966182400000, "train_loss": 0.0280401349067688, "subset_score_loss": 0.0280401349067688}
+{"step": 4120000, "wall_time": 18155.79945921898, "train_loss_step": 5.753943920135498, "n_params": 4756720, "total_flops": 60204092620800000, "train_loss": 0.02951622406641642, "subset_score_loss": 0.02951622406641642}
+{"step": 4130000, "wall_time": 18192.78665447235, "train_loss_step": 5.730743408203125, "n_params": 4756720, "total_flops": 60350219059200000, "train_loss": 0.02828429937362671, "subset_score_loss": 0.02828429937362671}
+{"step": 4140000, "wall_time": 18229.62822318077, "train_loss_step": 6.367314338684082, "n_params": 4756720, "total_flops": 60496345497600000, "train_loss": 0.028857443730036417, "subset_score_loss": 0.028857443730036417}
+{"step": 4150000, "wall_time": 18266.497962474823, "train_loss_step": 5.5086259841918945, "n_params": 4756720, "total_flops": 60642471936000000, "train_loss": 0.025269639492034913, "subset_score_loss": 0.025269639492034913}
+{"step": 4160000, "wall_time": 18303.49413084984, "train_loss_step": 5.566748142242432, "n_params": 4756720, "total_flops": 60788598374400000, "train_loss": 0.02780646284421285, "subset_score_loss": 0.02780646284421285}
+{"step": 4170000, "wall_time": 18333.26970934868, "train_loss_step": 5.882377624511719, "n_params": 4756720, "total_flops": 60934724812800000, "train_loss": 0.027959587176640828, "subset_score_loss": 0.027959587176640828}
+{"step": 4180000, "wall_time": 18370.107086896896, "train_loss_step": 5.949663162231445, "n_params": 4756720, "total_flops": 61080851251200000, "train_loss": 0.03020258148511251, "subset_score_loss": 0.03020258148511251}
+{"step": 4190000, "wall_time": 18407.08956670761, "train_loss_step": 5.932368278503418, "n_params": 4756720, "total_flops": 61226977689600000, "train_loss": 0.027664107084274293, "subset_score_loss": 0.027664107084274293}
+{"step": 4200000, "wall_time": 18458.051526784897, "train_loss_step": 5.550383567810059, "n_params": 4756720, "total_flops": 61373104128000000, "train_loss": 0.028662484884262086, "subset_score_loss": 0.028662484884262086, "memorization_fraction_pixel": 0.131400004029274, "mean_nn_ratio_pixel": 0.7756894826889038, "fid": NaN, "fid_failed": 1.0}
+{"step": 4210000, "wall_time": 18495.056137800217, "train_loss_step": 5.7911272048950195, "n_params": 4756720, "total_flops": 61519230566400000, "train_loss": 0.02820304036140442, "subset_score_loss": 0.02820304036140442}
+{"step": 4220000, "wall_time": 18531.995755672455, "train_loss_step": 5.731583595275879, "n_params": 4756720, "total_flops": 61665357004800000, "train_loss": 0.0276181161403656, "subset_score_loss": 0.0276181161403656}
+{"step": 4230000, "wall_time": 18568.976813316345, "train_loss_step": 5.973088264465332, "n_params": 4756720, "total_flops": 61811483443200000, "train_loss": 0.02722578446070353, "subset_score_loss": 0.02722578446070353}
+{"step": 4240000, "wall_time": 18605.96939277649, "train_loss_step": 6.051313400268555, "n_params": 4756720, "total_flops": 61957609881600000, "train_loss": 0.026114592949549358, "subset_score_loss": 0.026114592949549358}
+{"step": 4250000, "wall_time": 18642.886671066284, "train_loss_step": 5.820904731750488, "n_params": 4756720, "total_flops": 62103736320000000, "train_loss": 0.02918240229288737, "subset_score_loss": 0.02918240229288737}
+{"step": 4260000, "wall_time": 18679.745515346527, "train_loss_step": 5.810700416564941, "n_params": 4756720, "total_flops": 62249862758400000, "train_loss": 0.025681394338607787, "subset_score_loss": 0.025681394338607787}
+{"step": 4270000, "wall_time": 18716.825180768967, "train_loss_step": 5.587019920349121, "n_params": 4756720, "total_flops": 62395989196800000, "train_loss": 0.02650578022003174, "subset_score_loss": 0.02650578022003174}
+{"step": 4280000, "wall_time": 18748.574648618698, "train_loss_step": 5.7517876625061035, "n_params": 4756720, "total_flops": 62542115635200000, "train_loss": 0.026978069543838502, "subset_score_loss": 0.026978069543838502}
+{"step": 4290000, "wall_time": 18785.41186261177, "train_loss_step": 5.794666290283203, "n_params": 4756720, "total_flops": 62688242073600000, "train_loss": 0.026838598648707072, "subset_score_loss": 0.026838598648707072}
+{"step": 4300000, "wall_time": 18836.374573230743, "train_loss_step": 5.775351524353027, "n_params": 4756720, "total_flops": 62834368512000000, "train_loss": 0.027142328023910523, "subset_score_loss": 0.027142328023910523, "memorization_fraction_pixel": 0.1559000015258789, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4310000, "wall_time": 18873.29048871994, "train_loss_step": 5.605164527893066, "n_params": 4756720, "total_flops": 62980494950400000, "train_loss": 0.02627965807914734, "subset_score_loss": 0.02627965807914734}
+{"step": 4320000, "wall_time": 18910.172279834747, "train_loss_step": 5.648268699645996, "n_params": 4756720, "total_flops": 63126621388800000, "train_loss": 0.025974818070729575, "subset_score_loss": 0.025974818070729575}
+{"step": 4330000, "wall_time": 18947.096957445145, "train_loss_step": 6.216309547424316, "n_params": 4756720, "total_flops": 63272747827200000, "train_loss": 0.026119208335876463, "subset_score_loss": 0.026119208335876463}
+{"step": 4340000, "wall_time": 18984.129405021667, "train_loss_step": 4.89199161529541, "n_params": 4756720, "total_flops": 63418874265600000, "train_loss": 0.0304566224416097, "subset_score_loss": 0.0304566224416097}
+{"step": 4350000, "wall_time": 19021.204174518585, "train_loss_step": 5.918910980224609, "n_params": 4756720, "total_flops": 63565000704000000, "train_loss": 0.02925342321395874, "subset_score_loss": 0.02925342321395874}
+{"step": 4360000, "wall_time": 19058.191497564316, "train_loss_step": 5.832023620605469, "n_params": 4756720, "total_flops": 63711127142400000, "train_loss": 0.027454535166422527, "subset_score_loss": 0.027454535166422527}
+{"step": 4370000, "wall_time": 19095.075410842896, "train_loss_step": 5.9832634925842285, "n_params": 4756720, "total_flops": 63857253580800000, "train_loss": 0.028928993145624797, "subset_score_loss": 0.028928993145624797}
+{"step": 4380000, "wall_time": 19131.94942522049, "train_loss_step": 6.146167278289795, "n_params": 4756720, "total_flops": 64003380019200000, "train_loss": 0.02771868705749512, "subset_score_loss": 0.02771868705749512}
+{"step": 4390000, "wall_time": 19167.89724469185, "train_loss_step": 6.067367076873779, "n_params": 4756720, "total_flops": 64149506457600000, "train_loss": 0.02939187486966451, "subset_score_loss": 0.02939187486966451}
+{"step": 4400000, "wall_time": 19215.057404994965, "train_loss_step": 6.175291061401367, "n_params": 4756720, "total_flops": 64295632896000000, "train_loss": 0.02688615123430888, "subset_score_loss": 0.02688615123430888, "memorization_fraction_pixel": 0.14920000731945038, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4410000, "wall_time": 19251.987276792526, "train_loss_step": 5.864309787750244, "n_params": 4756720, "total_flops": 64441759334400000, "train_loss": 0.02754679520924886, "subset_score_loss": 0.02754679520924886}
+{"step": 4420000, "wall_time": 19288.888800382614, "train_loss_step": 6.368191719055176, "n_params": 4756720, "total_flops": 64587885772800000, "train_loss": 0.026957348982493082, "subset_score_loss": 0.026957348982493082}
+{"step": 4430000, "wall_time": 19325.882370710373, "train_loss_step": 5.765803813934326, "n_params": 4756720, "total_flops": 64734012211200000, "train_loss": 0.02766032616297404, "subset_score_loss": 0.02766032616297404}
+{"step": 4440000, "wall_time": 19362.863473176956, "train_loss_step": 6.097742080688477, "n_params": 4756720, "total_flops": 64880138649600000, "train_loss": 0.02645992636680603, "subset_score_loss": 0.02645992636680603}
+{"step": 4450000, "wall_time": 19399.733987808228, "train_loss_step": 6.275357723236084, "n_params": 4756720, "total_flops": 65026265088000000, "train_loss": 0.030105427900950114, "subset_score_loss": 0.030105427900950114}
+{"step": 4460000, "wall_time": 19436.589740276337, "train_loss_step": 5.896688461303711, "n_params": 4756720, "total_flops": 65172391526400000, "train_loss": 0.028776554266611735, "subset_score_loss": 0.028776554266611735}
+{"step": 4470000, "wall_time": 19473.425051927567, "train_loss_step": 5.578996181488037, "n_params": 4756720, "total_flops": 65318517964800000, "train_loss": 0.025771844387054443, "subset_score_loss": 0.025771844387054443}
+{"step": 4480000, "wall_time": 19510.346548318863, "train_loss_step": 5.80091667175293, "n_params": 4756720, "total_flops": 65464644403200000, "train_loss": 0.02585225502649943, "subset_score_loss": 0.02585225502649943}
+{"step": 4490000, "wall_time": 19547.29147553444, "train_loss_step": 5.678254127502441, "n_params": 4756720, "total_flops": 65610770841600000, "train_loss": 0.028832979996999106, "subset_score_loss": 0.028832979996999106}
+{"step": 4500000, "wall_time": 19595.164553403854, "train_loss_step": 6.241796016693115, "n_params": 4756720, "total_flops": 65756897280000000, "train_loss": 0.028934599955876668, "subset_score_loss": 0.028934599955876668, "memorization_fraction_pixel": 0.15289999544620514, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4510000, "wall_time": 19628.160029172897, "train_loss_step": 5.925275802612305, "n_params": 4756720, "total_flops": 65903023718400000, "train_loss": 0.026789977153142294, "subset_score_loss": 0.026789977153142294}
+{"step": 4520000, "wall_time": 19665.008315563202, "train_loss_step": 5.4989471435546875, "n_params": 4756720, "total_flops": 66049150156800000, "train_loss": 0.03138094544410706, "subset_score_loss": 0.03138094544410706}
+{"step": 4530000, "wall_time": 19701.924508810043, "train_loss_step": 5.580818176269531, "n_params": 4756720, "total_flops": 66195276595200000, "train_loss": 0.026928675174713135, "subset_score_loss": 0.026928675174713135}
+{"step": 4540000, "wall_time": 19738.774822235107, "train_loss_step": 5.863712310791016, "n_params": 4756720, "total_flops": 66341403033600000, "train_loss": 0.026418761412302653, "subset_score_loss": 0.026418761412302653}
+{"step": 4550000, "wall_time": 19775.810876607895, "train_loss_step": 6.0919189453125, "n_params": 4756720, "total_flops": 66487529472000000, "train_loss": 0.033040952682495114, "subset_score_loss": 0.033040952682495114}
+{"step": 4560000, "wall_time": 19812.722546815872, "train_loss_step": 5.720616340637207, "n_params": 4756720, "total_flops": 66633655910400000, "train_loss": 0.026277430852254233, "subset_score_loss": 0.026277430852254233}
+{"step": 4570000, "wall_time": 19849.559749126434, "train_loss_step": 5.332934379577637, "n_params": 4756720, "total_flops": 66779782348800000, "train_loss": 0.026887534062067668, "subset_score_loss": 0.026887534062067668}
+{"step": 4580000, "wall_time": 19886.535136461258, "train_loss_step": 5.401420593261719, "n_params": 4756720, "total_flops": 66925908787200000, "train_loss": 0.027167481184005738, "subset_score_loss": 0.027167481184005738}
+{"step": 4590000, "wall_time": 19923.46063351631, "train_loss_step": 5.92909574508667, "n_params": 4756720, "total_flops": 67072035225600000, "train_loss": 0.025467183192571005, "subset_score_loss": 0.025467183192571005}
+{"step": 4600000, "wall_time": 19997.567583322525, "train_loss_step": 5.523012161254883, "n_params": 4756720, "total_flops": 67218161664000000, "train_loss": 0.029840028285980223, "subset_score_loss": 0.029840028285980223, "memorization_fraction_pixel": 0.15360000729560852, "mean_nn_ratio_pixel": NaN, "fid": 156.31871213591035, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 20030.170471668243, "train_loss_step": 5.153814792633057, "n_params": 4756720, "total_flops": 67364288102400000, "train_loss": 0.02683182954788208, "subset_score_loss": 0.02683182954788208}
+{"step": 4620000, "wall_time": 20067.227242708206, "train_loss_step": 6.020534515380859, "n_params": 4756720, "total_flops": 67510414540800000, "train_loss": 0.028072051207224526, "subset_score_loss": 0.028072051207224526}
+{"step": 4630000, "wall_time": 20104.281475305557, "train_loss_step": 5.384826183319092, "n_params": 4756720, "total_flops": 67656540979200000, "train_loss": 0.028463375568389893, "subset_score_loss": 0.028463375568389893}
+{"step": 4640000, "wall_time": 20141.361230373383, "train_loss_step": 5.528250694274902, "n_params": 4756720, "total_flops": 67802667417600000, "train_loss": 0.02616734504699707, "subset_score_loss": 0.02616734504699707}
+{"step": 4650000, "wall_time": 20178.402065753937, "train_loss_step": 5.4464874267578125, "n_params": 4756720, "total_flops": 67948793856000000, "train_loss": 0.02526606520016988, "subset_score_loss": 0.02526606520016988}
+{"step": 4660000, "wall_time": 20215.574798583984, "train_loss_step": 6.20562744140625, "n_params": 4756720, "total_flops": 68094920294400000, "train_loss": 0.02865967353185018, "subset_score_loss": 0.02865967353185018}
+{"step": 4670000, "wall_time": 20252.55040383339, "train_loss_step": 5.109086990356445, "n_params": 4756720, "total_flops": 68241046732800000, "train_loss": 0.02734135588010152, "subset_score_loss": 0.02734135588010152}
+{"step": 4680000, "wall_time": 20289.539969205856, "train_loss_step": 5.553913116455078, "n_params": 4756720, "total_flops": 68387173171200000, "train_loss": 0.026533363262812297, "subset_score_loss": 0.026533363262812297}
+{"step": 4690000, "wall_time": 20326.670424699783, "train_loss_step": 5.514645576477051, "n_params": 4756720, "total_flops": 68533299609600000, "train_loss": 0.026386564970016478, "subset_score_loss": 0.026386564970016478}
+{"step": 4700000, "wall_time": 20400.942994356155, "train_loss_step": 5.966592788696289, "n_params": 4756720, "total_flops": 68679426048000000, "train_loss": 0.028154309590657553, "subset_score_loss": 0.028154309590657553, "memorization_fraction_pixel": 0.15559999644756317, "mean_nn_ratio_pixel": NaN, "fid": 178.32928125998762, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 20431.579941272736, "train_loss_step": 5.830390930175781, "n_params": 4756720, "total_flops": 68825552486400000, "train_loss": 0.024751925468444826, "subset_score_loss": 0.024751925468444826}
+{"step": 4720000, "wall_time": 20468.61728143692, "train_loss_step": 5.520255088806152, "n_params": 4756720, "total_flops": 68971678924800000, "train_loss": 0.024219747384389242, "subset_score_loss": 0.024219747384389242}
+{"step": 4730000, "wall_time": 20505.594853401184, "train_loss_step": 5.77461051940918, "n_params": 4756720, "total_flops": 69117805363200000, "train_loss": 0.02532496452331543, "subset_score_loss": 0.02532496452331543}
+{"step": 4740000, "wall_time": 20542.617441177368, "train_loss_step": 5.712215423583984, "n_params": 4756720, "total_flops": 69263931801600000, "train_loss": 0.028702356417973838, "subset_score_loss": 0.028702356417973838}
+{"step": 4750000, "wall_time": 20579.664629220963, "train_loss_step": 6.011388778686523, "n_params": 4756720, "total_flops": 69410058240000000, "train_loss": 0.026505776246388755, "subset_score_loss": 0.026505776246388755}
+{"step": 4760000, "wall_time": 20616.61762022972, "train_loss_step": 5.32668399810791, "n_params": 4756720, "total_flops": 69556184678400000, "train_loss": 0.02485158046086629, "subset_score_loss": 0.02485158046086629}
+{"step": 4770000, "wall_time": 20653.577424049377, "train_loss_step": 5.562918663024902, "n_params": 4756720, "total_flops": 69702311116800000, "train_loss": 0.028757959604263306, "subset_score_loss": 0.028757959604263306}
+{"step": 4780000, "wall_time": 20690.51740694046, "train_loss_step": 5.939174175262451, "n_params": 4756720, "total_flops": 69848437555200000, "train_loss": 0.026057902971903482, "subset_score_loss": 0.026057902971903482}
+{"step": 4790000, "wall_time": 20727.465451955795, "train_loss_step": 5.88033390045166, "n_params": 4756720, "total_flops": 69994563993600000, "train_loss": 0.026466721296310426, "subset_score_loss": 0.026466721296310426}
+{"step": 4800000, "wall_time": 20801.917209863663, "train_loss_step": 5.813292026519775, "n_params": 4756720, "total_flops": 70140690432000000, "train_loss": 0.025683128833770753, "subset_score_loss": 0.025683128833770753, "memorization_fraction_pixel": 0.16050000488758087, "mean_nn_ratio_pixel": 0.7679830193519592, "fid": 157.15341099311996, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 20839.19064474106, "train_loss_step": 5.617754936218262, "n_params": 4756720, "total_flops": 70286816870400000, "train_loss": 0.028083006540934246, "subset_score_loss": 0.028083006540934246}
+{"step": 4820000, "wall_time": 20867.873087882996, "train_loss_step": 5.412080764770508, "n_params": 4756720, "total_flops": 70432943308800000, "train_loss": 0.026645501454671223, "subset_score_loss": 0.026645501454671223}
+{"step": 4830000, "wall_time": 20904.869963645935, "train_loss_step": 5.367185592651367, "n_params": 4756720, "total_flops": 70579069747200000, "train_loss": 0.028696686029434204, "subset_score_loss": 0.028696686029434204}
+{"step": 4840000, "wall_time": 20941.80585050583, "train_loss_step": 5.778059959411621, "n_params": 4756720, "total_flops": 70725196185600000, "train_loss": 0.025921603043874104, "subset_score_loss": 0.025921603043874104}
+{"step": 4850000, "wall_time": 20978.806638479233, "train_loss_step": 5.403883457183838, "n_params": 4756720, "total_flops": 70871322624000000, "train_loss": 0.024946945905685424, "subset_score_loss": 0.024946945905685424}
+{"step": 4860000, "wall_time": 21015.88451576233, "train_loss_step": 5.355092525482178, "n_params": 4756720, "total_flops": 71017449062400000, "train_loss": 0.02726528843243917, "subset_score_loss": 0.02726528843243917}
+{"step": 4870000, "wall_time": 21052.76770758629, "train_loss_step": 5.334746837615967, "n_params": 4756720, "total_flops": 71163575500800000, "train_loss": 0.02438613971074422, "subset_score_loss": 0.02438613971074422}
+{"step": 4880000, "wall_time": 21089.669403791428, "train_loss_step": 5.683635711669922, "n_params": 4756720, "total_flops": 71309701939200000, "train_loss": 0.025619320074717202, "subset_score_loss": 0.025619320074717202}
+{"step": 4890000, "wall_time": 21126.694748401642, "train_loss_step": 5.485111713409424, "n_params": 4756720, "total_flops": 71455828377600000, "train_loss": 0.025165077050526938, "subset_score_loss": 0.025165077050526938}
+{"step": 4900000, "wall_time": 21177.818482875824, "train_loss_step": 5.330540657043457, "n_params": 4756720, "total_flops": 71601954816000000, "train_loss": 0.026896353562672934, "subset_score_loss": 0.026896353562672934, "memorization_fraction_pixel": 0.17470000684261322, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4910000, "wall_time": 21214.817393302917, "train_loss_step": 5.35297155380249, "n_params": 4756720, "total_flops": 71748081254400000, "train_loss": 0.02481535275777181, "subset_score_loss": 0.02481535275777181}
+{"step": 4920000, "wall_time": 21251.332897901535, "train_loss_step": 5.546674728393555, "n_params": 4756720, "total_flops": 71894207692800000, "train_loss": 0.024526002009709676, "subset_score_loss": 0.024526002009709676}
+{"step": 4930000, "wall_time": 21280.438098192215, "train_loss_step": 5.715511322021484, "n_params": 4756720, "total_flops": 72040334131200000, "train_loss": 0.025798656543095908, "subset_score_loss": 0.025798656543095908}
+{"step": 4940000, "wall_time": 21317.299449443817, "train_loss_step": 6.130647659301758, "n_params": 4756720, "total_flops": 72186460569600000, "train_loss": 0.02675717870394389, "subset_score_loss": 0.02675717870394389}
+{"step": 4950000, "wall_time": 21354.19703435898, "train_loss_step": 5.364105701446533, "n_params": 4756720, "total_flops": 72332587008000000, "train_loss": 0.025890654325485228, "subset_score_loss": 0.025890654325485228}
+{"step": 4960000, "wall_time": 21391.28723192215, "train_loss_step": 5.453060150146484, "n_params": 4756720, "total_flops": 72478713446400000, "train_loss": 0.0258102019627889, "subset_score_loss": 0.0258102019627889}
+{"step": 4970000, "wall_time": 21428.231023073196, "train_loss_step": 5.644710540771484, "n_params": 4756720, "total_flops": 72624839884800000, "train_loss": 0.025141761700312296, "subset_score_loss": 0.025141761700312296}
+{"step": 4980000, "wall_time": 21465.0655708313, "train_loss_step": 5.705728054046631, "n_params": 4756720, "total_flops": 72770966323200000, "train_loss": 0.02435255249341329, "subset_score_loss": 0.02435255249341329}
+{"step": 4990000, "wall_time": 21501.92800426483, "train_loss_step": 5.864762306213379, "n_params": 4756720, "total_flops": 72917092761600000, "train_loss": 0.02552864154179891, "subset_score_loss": 0.02552864154179891}
+{"step": 5000000, "wall_time": 21573.8588078022, "train_loss_step": 5.525261402130127, "n_params": 4756720, "total_flops": 73063219200000000, "train_loss": 0.026101839542388917, "subset_score_loss": 0.026101839542388917, "memorization_fraction_pixel": 0.17249999940395355, "mean_nn_ratio_pixel": 0.7629037499427795, "fid": 176.15516100795878, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d240/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d240/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..0b654eb4dd4661f5db9f3bb11bdabaf630d11e28
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d240/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     47s | train_loss=1.0045 | fid=298.2617
+  step   10000 |    100s | train_loss=0.7634
+  step   20000 |    156s | train_loss=0.6588
+  step   30000 |    212s | train_loss=0.6235
+  step   40000 |    268s | train_loss=0.5755
+  step   50000 |    324s | train_loss=0.5472
+  step   60000 |    380s | train_loss=0.5121
+  step   70000 |    436s | train_loss=0.4760
+  step   80000 |    492s | train_loss=0.4527
+  step   90000 |    547s | train_loss=0.4290
+  step  100000 |    651s | train_loss=0.4023 | fid=142.1030
+  step  110000 |    703s | train_loss=0.3810
+  step  120000 |    759s | train_loss=0.3585
+  step  130000 |    815s | train_loss=0.3330
+  step  140000 |    871s | train_loss=0.3117
+  step  150000 |    927s | train_loss=0.2947
+  step  160000 |    983s | train_loss=0.2787
+  step  170000 |   1039s | train_loss=0.2657
+  step  180000 |   1094s | train_loss=0.2497
+  step  190000 |   1150s | train_loss=0.2354
+  step  200000 |   1256s | train_loss=0.2285 | fid=149.7584
+  step  210000 |   1313s | train_loss=0.2159
+  step  220000 |   1365s | train_loss=0.2074
+  step  230000 |   1421s | train_loss=0.1973
+  step  240000 |   1477s | train_loss=0.1873
+  step  250000 |   1533s | train_loss=0.1840
+  step  260000 |   1589s | train_loss=0.1790
+  step  270000 |   1645s | train_loss=0.1689
+  step  280000 |   1701s | train_loss=0.1702
+  step  290000 |   1757s | train_loss=0.1671
+  step  300000 |   1863s | train_loss=0.1598 | fid=155.7782
+  step  310000 |   1919s | train_loss=0.1553
+  step  320000 |   1971s | train_loss=0.1482
+  step  330000 |   2027s | train_loss=0.1473
+  step  340000 |   2083s | train_loss=0.1446
+  step  350000 |   2139s | train_loss=0.1394
+  step  360000 |   2195s | train_loss=0.1359
+  step  370000 |   2251s | train_loss=0.1351
+  step  380000 |   2307s | train_loss=0.1318
+  step  390000 |   2363s | train_loss=0.1287
+  step  400000 |   2466s | train_loss=0.1294 | fid=150.4909
+  step  410000 |   2522s | train_loss=0.1261
+  step  420000 |   2578s | train_loss=0.1205
+  step  430000 |   2631s | train_loss=0.1174
+  step  440000 |   2686s | train_loss=0.1184
+  step  450000 |   2742s | train_loss=0.1158
+  step  460000 |   2798s | train_loss=0.1144
+  step  470000 |   2854s | train_loss=0.1128
+  step  480000 |   2910s | train_loss=0.1108
+  step  490000 |   2966s | train_loss=0.1103
+  step  500000 |   3070s | train_loss=0.1101 | fid=146.3849
+  step  510000 |   3126s | train_loss=0.1050
+  step  520000 |   3181s | train_loss=0.1048
+  step  530000 |   3236s | train_loss=0.1051
+  step  540000 |   3291s | train_loss=0.1007
+  step  550000 |   3347s | train_loss=0.1010
+  step  560000 |   3403s | train_loss=0.0972
+  step  570000 |   3459s | train_loss=0.0938
+  step  580000 |   3515s | train_loss=0.0940
+  step  590000 |   3571s | train_loss=0.0919
+  step  600000 |   3674s | train_loss=0.0907 | fid=151.8681
+  step  610000 |   3730s | train_loss=0.0912
+  step  620000 |   3786s | train_loss=0.0879
+  step  630000 |   3842s | train_loss=0.0874
+  step  640000 |   3895s | train_loss=0.0867
+  step  650000 |   3951s | train_loss=0.0891
+  step  660000 |   4007s | train_loss=0.0848
+  step  670000 |   4063s | train_loss=0.0826
+  step  680000 |   4119s | train_loss=0.0788
+  step  690000 |   4175s | train_loss=0.0824
+  step  700000 |   4279s | train_loss=0.0778 | fid=172.5369
+  step  710000 |   4335s | train_loss=0.0813
+  step  720000 |   4391s | train_loss=0.0783
+  step  730000 |   4446s | train_loss=0.0782
+  step  740000 |   4503s | train_loss=0.0738
+  step  750000 |   4555s | train_loss=0.0738
+  step  760000 |   4611s | train_loss=0.0746
+  step  770000 |   4667s | train_loss=0.0737
+  step  780000 |   4723s | train_loss=0.0764
+  step  790000 |   4779s | train_loss=0.0705
+  step  800000 |   4883s | train_loss=0.0687 | fid=190.7247
+  step  810000 |   4939s | train_loss=0.0714
+  step  820000 |   4995s | train_loss=0.0703
+  step  830000 |   5051s | train_loss=0.0686
+  step  840000 |   5106s | train_loss=0.0688
+  step  850000 |   5160s | train_loss=0.0676
+  step  860000 |   5216s | train_loss=0.0674
+  step  870000 |   5272s | train_loss=0.0652
+  step  880000 |   5328s | train_loss=0.0666
+  step  890000 |   5384s | train_loss=0.0656
+  step  900000 |   5488s | train_loss=0.0648 | fid=208.0946
+  step  910000 |   5544s | train_loss=0.0665
+  step  920000 |   5586s | train_loss=0.0613
+  step  930000 |   5622s | train_loss=0.0638
+  step  940000 |   5659s | train_loss=0.0630
+  step  950000 |   5696s | train_loss=0.0612
+  step  960000 |   5728s | train_loss=0.0661
+  step  970000 |   5765s | train_loss=0.0630
+  step  980000 |   5802s | train_loss=0.0633
+  step  990000 |   5839s | train_loss=0.0599
+  step 1000000 |   5912s | train_loss=0.0603 | fid=207.9026
+  step 1010000 |   5949s | train_loss=0.0601
+  step 1020000 |   5986s | train_loss=0.0585
+  step 1030000 |   6023s | train_loss=0.0752
+  step 1040000 |   6060s | train_loss=0.0583
+  step 1050000 |   6097s | train_loss=0.0573
+  step 1060000 |   6132s | train_loss=0.0589
+  step 1070000 |   6167s | train_loss=0.0575
+  step 1080000 |   6203s | train_loss=0.0579
+  step 1090000 |   6240s | train_loss=0.0582
+  step 1100000 |   6310s | train_loss=0.0546 | fid=212.5103
+  step 1110000 |   6347s | train_loss=0.0590
+  step 1120000 |   6384s | train_loss=0.0528
+  step 1130000 |   6421s | train_loss=0.0603
+  step 1140000 |   6457s | train_loss=0.0534
+  step 1150000 |   6494s | train_loss=0.0533
+  step 1160000 |   6531s | train_loss=0.0556
+  step 1170000 |   6563s | train_loss=0.0541
+  step 1180000 |   6600s | train_loss=0.0532
+  step 1190000 |   6637s | train_loss=0.0520
+  step 1200000 |   6707s | train_loss=0.0519 | fid=214.7850
+  step 1210000 |   6744s | train_loss=0.0519
+  step 1220000 |   6781s | train_loss=0.0564
+  step 1230000 |   6818s | train_loss=0.0537
+  step 1240000 |   6855s | train_loss=0.0501
+  step 1250000 |   6892s | train_loss=0.0580
+  step 1260000 |   6929s | train_loss=0.0492
+  step 1270000 |   6965s | train_loss=0.0527
+  step 1280000 |   6998s | train_loss=0.0518
+  step 1290000 |   7035s | train_loss=0.0496
+  step 1300000 |   7105s | train_loss=0.0536 | fid=207.2809
+  step 1310000 |   7142s | train_loss=0.0480
+  step 1320000 |   7179s | train_loss=0.0517
+  step 1330000 |   7216s | train_loss=0.0496
+  step 1340000 |   7253s | train_loss=0.0495
+  step 1350000 |   7290s | train_loss=0.0510
+  step 1360000 |   7327s | train_loss=0.0515
+  step 1370000 |   7364s | train_loss=0.0456
+  step 1380000 |   7394s | train_loss=0.0470
+  step 1390000 |   7431s | train_loss=0.0505
+  step 1400000 |   7502s | train_loss=0.0513 | fid=201.1736
+  step 1410000 |   7539s | train_loss=0.0476
+  step 1420000 |   7576s | train_loss=0.0544
+  step 1430000 |   7613s | train_loss=0.0463
+  step 1440000 |   7650s | train_loss=0.0460
+  step 1450000 |   7687s | train_loss=0.0514
+  step 1460000 |   7724s | train_loss=0.0505
+  step 1470000 |   7761s | train_loss=0.0458
+  step 1480000 |   7798s | train_loss=0.0475
+  step 1490000 |   7829s | train_loss=0.0464
+  step 1500000 |   7900s | train_loss=0.0444 | fid=202.8455
+  step 1510000 |   7937s | train_loss=0.0454
+  step 1520000 |   7974s | train_loss=0.0522
+  step 1530000 |   8011s | train_loss=0.0477
+  step 1540000 |   8047s | train_loss=0.0470
+  step 1550000 |   8084s | train_loss=0.0480
+  step 1560000 |   8121s | train_loss=0.0483
+  step 1570000 |   8158s | train_loss=0.0422
+  step 1580000 |   8195s | train_loss=0.0457
+  step 1590000 |   8228s | train_loss=0.0452
+  step 1600000 |   8299s | train_loss=0.0461 | fid=189.5870
+  step 1610000 |   8336s | train_loss=0.0476
+  step 1620000 |   8373s | train_loss=0.0418
+  step 1630000 |   8410s | train_loss=0.0419
+  step 1640000 |   8447s | train_loss=0.0464
+  step 1650000 |   8484s | train_loss=0.0455
+  step 1660000 |   8521s | train_loss=0.0515
+  step 1670000 |   8558s | train_loss=0.0445
+  step 1680000 |   8594s | train_loss=0.0435
+  step 1690000 |   8631s | train_loss=0.0509
+  step 1700000 |   8698s | train_loss=0.0408 | fid=178.1438
+  step 1710000 |   8735s | train_loss=0.0414
+  step 1720000 |   8772s | train_loss=0.0397
+  step 1730000 |   8809s | train_loss=0.0443
+  step 1740000 |   8846s | train_loss=0.0427
+  step 1750000 |   8883s | train_loss=0.0438
+  step 1760000 |   8920s | train_loss=0.0438
+  step 1770000 |   8957s | train_loss=0.0408
+  step 1780000 |   8994s | train_loss=0.0426
+  step 1790000 |   9031s | train_loss=0.0403
+  step 1800000 |   9099s | train_loss=0.0409 | fid=185.6562
+  step 1810000 |   9136s | train_loss=0.0399
+  step 1820000 |   9173s | train_loss=0.0410
+  step 1830000 |   9210s | train_loss=0.0451
+  step 1840000 |   9247s | train_loss=0.0419
+  step 1850000 |   9284s | train_loss=0.0407
+  step 1860000 |   9321s | train_loss=0.0413
+  step 1870000 |   9357s | train_loss=0.0390
+  step 1880000 |   9394s | train_loss=0.0391
+  step 1890000 |   9431s | train_loss=0.0432
+  step 1900000 |   9493s | train_loss=0.0408 | fid=181.5280
+  step 1910000 |   9530s | train_loss=0.0466
+  step 1920000 |   9567s | train_loss=0.0376
+  step 1930000 |   9604s | train_loss=0.0373
+  step 1940000 |   9641s | train_loss=0.0411
+  step 1950000 |   9678s | train_loss=0.0387
+  step 1960000 |   9715s | train_loss=0.0367
+  step 1970000 |   9752s | train_loss=0.0382
+  step 1980000 |   9789s | train_loss=0.0449
+  step 1990000 |   9826s | train_loss=0.0358
+  step 2000000 |   9900s | train_loss=0.0385 | fid=169.4751
+  step 2010000 |   9937s | train_loss=0.0414
+  step 2020000 |   9974s | train_loss=0.0472
+  step 2030000 |  10011s | train_loss=0.0376
+  step 2040000 |  10048s | train_loss=0.0454
+  step 2050000 |  10085s | train_loss=0.0427
+  step 2060000 |  10122s | train_loss=0.0404
+  step 2070000 |  10159s | train_loss=0.0389
+  step 2080000 |  10196s | train_loss=0.0377
+  step 2090000 |  10233s | train_loss=0.0376
+  step 2100000 |  10303s | train_loss=0.0410 | fid=167.1597
+  step 2110000 |  10337s | train_loss=0.0361
+  step 2120000 |  10373s | train_loss=0.0398
+  step 2130000 |  10410s | train_loss=0.0410
+  step 2140000 |  10447s | train_loss=0.0429
+  step 2150000 |  10484s | train_loss=0.0346
+  step 2160000 |  10521s | train_loss=0.0385
+  step 2170000 |  10558s | train_loss=0.0353
+  step 2180000 |  10595s | train_loss=0.0369
+  step 2190000 |  10632s | train_loss=0.0364
+  step 2200000 |  10704s | train_loss=0.0341 | fid=167.5430
+  step 2210000 |  10736s | train_loss=0.0395
+  step 2220000 |  10773s | train_loss=0.0401
+  step 2230000 |  10810s | train_loss=0.0354
+  step 2240000 |  10846s | train_loss=0.0360
+  step 2250000 |  10884s | train_loss=0.0392
+  step 2260000 |  10921s | train_loss=0.0375
+  step 2270000 |  10958s | train_loss=0.0406
+  step 2280000 |  10994s | train_loss=0.0405
+  step 2290000 |  11031s | train_loss=0.0367
+  step 2300000 |  11104s | train_loss=0.0360 | fid=162.6257
+  step 2310000 |  11137s | train_loss=0.0368
+  step 2320000 |  11173s | train_loss=0.0372
+  step 2330000 |  11210s | train_loss=0.0353
+  step 2340000 |  11247s | train_loss=0.0374
+  step 2350000 |  11284s | train_loss=0.0385
+  step 2360000 |  11321s | train_loss=0.0397
+  step 2370000 |  11358s | train_loss=0.0386
+  step 2380000 |  11395s | train_loss=0.0342
+  step 2390000 |  11431s | train_loss=0.0377
+  step 2400000 |  11507s | train_loss=0.0361 | fid=169.4406
+  step 2410000 |  11544s | train_loss=0.0332
+  step 2420000 |  11572s | train_loss=0.0361
+  step 2430000 |  11609s | train_loss=0.0357
+  step 2440000 |  11646s | train_loss=0.0334
+  step 2450000 |  11683s | train_loss=0.0391
+  step 2460000 |  11720s | train_loss=0.0359
+  step 2470000 |  11757s | train_loss=0.0369
+  step 2480000 |  11794s | train_loss=0.0343
+  step 2490000 |  11831s | train_loss=0.0350
+  step 2500000 |  11906s | train_loss=0.0348 | fid=153.5021
+  step 2510000 |  11942s | train_loss=0.0322
+  step 2520000 |  11972s | train_loss=0.0362
+  step 2530000 |  12009s | train_loss=0.0349
+  step 2540000 |  12046s | train_loss=0.0366
+  step 2550000 |  12083s | train_loss=0.0363
+  step 2560000 |  12120s | train_loss=0.0339
+  step 2570000 |  12157s | train_loss=0.0330
+  step 2580000 |  12194s | train_loss=0.0339
+  step 2590000 |  12231s | train_loss=0.0346
+  step 2600000 |  12306s | train_loss=0.0341 | fid=154.5368
+  step 2610000 |  12342s | train_loss=0.0343
+  step 2620000 |  12377s | train_loss=0.0326
+  step 2630000 |  12411s | train_loss=0.0346
+  step 2640000 |  12448s | train_loss=0.0338
+  step 2650000 |  12485s | train_loss=0.0357
+  step 2660000 |  12522s | train_loss=0.0335
+  step 2670000 |  12559s | train_loss=0.0340
+  step 2680000 |  12596s | train_loss=0.0336
+  step 2690000 |  12633s | train_loss=0.0342
+  step 2700000 |  12705s | train_loss=0.0323 | fid=148.3220
+  step 2710000 |  12742s | train_loss=0.0413
+  step 2720000 |  12779s | train_loss=0.0334
+  step 2730000 |  12805s | train_loss=0.0299
+  step 2740000 |  12842s | train_loss=0.0411
+  step 2750000 |  12879s | train_loss=0.0312
+  step 2760000 |  12917s | train_loss=0.0306
+  step 2770000 |  12953s | train_loss=0.0309
+  step 2780000 |  12990s | train_loss=0.0316
+  step 2790000 |  13027s | train_loss=0.0328
+  step 2800000 |  13102s | train_loss=0.0326 | fid=148.2657
+  step 2810000 |  13139s | train_loss=0.0325
+  step 2820000 |  13176s | train_loss=0.0351
+  step 2830000 |  13212s | train_loss=0.0343
+  step 2840000 |  13245s | train_loss=0.0318
+  step 2850000 |  13282s | train_loss=0.0339
+  step 2860000 |  13319s | train_loss=0.0321
+  step 2870000 |  13356s | train_loss=0.0320
+  step 2880000 |  13392s | train_loss=0.0328
+  step 2890000 |  13429s | train_loss=0.0342
+  step 2900000 |  13504s | train_loss=0.0314 | fid=150.8561
+  step 2910000 |  13541s | train_loss=0.0327
+  step 2920000 |  13578s | train_loss=0.0335
+  step 2930000 |  13614s | train_loss=0.0314
+  step 2940000 |  13646s | train_loss=0.0312
+  step 2950000 |  13683s | train_loss=0.0346
+  step 2960000 |  13720s | train_loss=0.0301
+  step 2970000 |  13757s | train_loss=0.0309
+  step 2980000 |  13794s | train_loss=0.0333
+  step 2990000 |  13830s | train_loss=0.0322
+  step 3000000 |  13905s | train_loss=0.0319 | fid=144.0020
+  step 3010000 |  13942s | train_loss=0.0317
+  step 3020000 |  13979s | train_loss=0.0316
+  step 3030000 |  14015s | train_loss=0.0378
+  step 3040000 |  14049s | train_loss=0.0326
+  step 3050000 |  14085s | train_loss=0.0341
+  step 3060000 |  14122s | train_loss=0.0322
+  step 3070000 |  14159s | train_loss=0.0319
+  step 3080000 |  14196s | train_loss=0.0369
+  step 3090000 |  14233s | train_loss=0.0347
+  step 3100000 |  14284s | train_loss=0.0385 | fid=nan
+  step 3110000 |  14321s | train_loss=0.0351
+  step 3120000 |  14357s | train_loss=0.0335
+  step 3130000 |  14394s | train_loss=0.0371
+  step 3140000 |  14431s | train_loss=0.0368
+  step 3150000 |  14468s | train_loss=0.0315
+  step 3160000 |  14497s | train_loss=0.0331
+  step 3170000 |  14535s | train_loss=0.0328
+  step 3180000 |  14571s | train_loss=0.0328
+  step 3190000 |  14608s | train_loss=0.0341
+  step 3200000 |  14682s | train_loss=0.0301 | fid=152.7347
+  step 3210000 |  14719s | train_loss=0.0357
+  step 3220000 |  14756s | train_loss=0.0303
+  step 3230000 |  14793s | train_loss=0.0313
+  step 3240000 |  14830s | train_loss=0.0315
+  step 3250000 |  14867s | train_loss=0.0364
+  step 3260000 |  14898s | train_loss=0.0298
+  step 3270000 |  14935s | train_loss=0.0331
+  step 3280000 |  14972s | train_loss=0.0367
+  step 3290000 |  15009s | train_loss=0.0309
+  step 3300000 |  15060s | train_loss=0.0314 | fid=nan
+  step 3310000 |  15097s | train_loss=0.0294
+  step 3320000 |  15134s | train_loss=0.0307
+  step 3330000 |  15170s | train_loss=0.0293
+  step 3340000 |  15207s | train_loss=0.0351
+  step 3350000 |  15244s | train_loss=0.0303
+  step 3360000 |  15281s | train_loss=0.0300
+  step 3370000 |  15317s | train_loss=0.0307
+  step 3380000 |  15350s | train_loss=0.0317
+  step 3390000 |  15387s | train_loss=0.0334
+  step 3400000 |  15438s | train_loss=0.0309 | fid=nan
+  step 3410000 |  15475s | train_loss=0.0313
+  step 3420000 |  15512s | train_loss=0.0334
+  step 3430000 |  15549s | train_loss=0.0314
+  step 3440000 |  15586s | train_loss=0.0303
+  step 3450000 |  15622s | train_loss=0.0292
+  step 3460000 |  15659s | train_loss=0.0290
+  step 3470000 |  15696s | train_loss=0.0286
+  step 3480000 |  15733s | train_loss=0.0279
+  step 3490000 |  15766s | train_loss=0.0299
+  step 3500000 |  15817s | train_loss=0.0288 | fid=nan
+  step 3510000 |  15854s | train_loss=0.0304
+  step 3520000 |  15891s | train_loss=0.0294
+  step 3530000 |  15928s | train_loss=0.0310
+  step 3540000 |  15965s | train_loss=0.0288
+  step 3550000 |  16002s | train_loss=0.0313
+  step 3560000 |  16039s | train_loss=0.0303
+  step 3570000 |  16076s | train_loss=0.0302
+  step 3580000 |  16112s | train_loss=0.0292
+  step 3590000 |  16150s | train_loss=0.0304
+  step 3600000 |  16195s | train_loss=0.0318 | fid=nan
+  step 3610000 |  16232s | train_loss=0.0286
+  step 3620000 |  16269s | train_loss=0.0300
+  step 3630000 |  16306s | train_loss=0.0312
+  step 3640000 |  16343s | train_loss=0.0291
+  step 3650000 |  16380s | train_loss=0.0304
+  step 3660000 |  16417s | train_loss=0.0291
+  step 3670000 |  16453s | train_loss=0.0309
+  step 3680000 |  16490s | train_loss=0.0310
+  step 3690000 |  16527s | train_loss=0.0308
+  step 3700000 |  16579s | train_loss=0.0285 | fid=nan
+  step 3710000 |  16610s | train_loss=0.0288
+  step 3720000 |  16647s | train_loss=0.0338
+  step 3730000 |  16684s | train_loss=0.0293
+  step 3740000 |  16720s | train_loss=0.0309
+  step 3750000 |  16757s | train_loss=0.0304
+  step 3760000 |  16794s | train_loss=0.0289
+  step 3770000 |  16831s | train_loss=0.0288
+  step 3780000 |  16868s | train_loss=0.0282
+  step 3790000 |  16905s | train_loss=0.0293
+  step 3800000 |  16956s | train_loss=0.0284 | fid=nan
+  step 3810000 |  16993s | train_loss=0.0302
+  step 3820000 |  17029s | train_loss=0.0287
+  step 3830000 |  17059s | train_loss=0.0293
+  step 3840000 |  17095s | train_loss=0.0280
+  step 3850000 |  17132s | train_loss=0.0310
+  step 3860000 |  17169s | train_loss=0.0286
+  step 3870000 |  17206s | train_loss=0.0279
+  step 3880000 |  17243s | train_loss=0.0295
+  step 3890000 |  17280s | train_loss=0.0277
+  step 3900000 |  17331s | train_loss=0.0288 | fid=nan
+  step 3910000 |  17368s | train_loss=0.0294
+  step 3920000 |  17405s | train_loss=0.0301
+  step 3930000 |  17441s | train_loss=0.0300
+  step 3940000 |  17472s | train_loss=0.0288
+  step 3950000 |  17509s | train_loss=0.0305
+  step 3960000 |  17545s | train_loss=0.0296
+  step 3970000 |  17582s | train_loss=0.0318
+  step 3980000 |  17619s | train_loss=0.0261
+  step 3990000 |  17656s | train_loss=0.0324
+  step 4000000 |  17707s | train_loss=0.0272 | fid=nan
+  step 4010000 |  17744s | train_loss=0.0273
+  step 4020000 |  17781s | train_loss=0.0280
+  step 4030000 |  17818s | train_loss=0.0295
+  step 4040000 |  17855s | train_loss=0.0288
+  step 4050000 |  17887s | train_loss=0.0271
+  step 4060000 |  17920s | train_loss=0.0283
+  step 4070000 |  17957s | train_loss=0.0268
+  step 4080000 |  17994s | train_loss=0.0319
+  step 4090000 |  18031s | train_loss=0.0287
+  step 4100000 |  18082s | train_loss=0.0285 | fid=nan
+  step 4110000 |  18119s | train_loss=0.0280
+  step 4120000 |  18156s | train_loss=0.0295
+  step 4130000 |  18193s | train_loss=0.0283
+  step 4140000 |  18230s | train_loss=0.0289
+  step 4150000 |  18266s | train_loss=0.0253
+  step 4160000 |  18303s | train_loss=0.0278
+  step 4170000 |  18333s | train_loss=0.0280
+  step 4180000 |  18370s | train_loss=0.0302
+  step 4190000 |  18407s | train_loss=0.0277
+  step 4200000 |  18458s | train_loss=0.0287 | fid=nan
+  step 4210000 |  18495s | train_loss=0.0282
+  step 4220000 |  18532s | train_loss=0.0276
+  step 4230000 |  18569s | train_loss=0.0272
+  step 4240000 |  18606s | train_loss=0.0261
+  step 4250000 |  18643s | train_loss=0.0292
+  step 4260000 |  18680s | train_loss=0.0257
+  step 4270000 |  18717s | train_loss=0.0265
+  step 4280000 |  18749s | train_loss=0.0270
+  step 4290000 |  18785s | train_loss=0.0268
+  step 4300000 |  18836s | train_loss=0.0271 | fid=nan
+  step 4310000 |  18873s | train_loss=0.0263
+  step 4320000 |  18910s | train_loss=0.0260
+  step 4330000 |  18947s | train_loss=0.0261
+  step 4340000 |  18984s | train_loss=0.0305
+  step 4350000 |  19021s | train_loss=0.0293
+  step 4360000 |  19058s | train_loss=0.0275
+  step 4370000 |  19095s | train_loss=0.0289
+  step 4380000 |  19132s | train_loss=0.0277
+  step 4390000 |  19168s | train_loss=0.0294
+  step 4400000 |  19215s | train_loss=0.0269 | fid=nan
+  step 4410000 |  19252s | train_loss=0.0275
+  step 4420000 |  19289s | train_loss=0.0270
+  step 4430000 |  19326s | train_loss=0.0277
+  step 4440000 |  19363s | train_loss=0.0265
+  step 4450000 |  19400s | train_loss=0.0301
+  step 4460000 |  19437s | train_loss=0.0288
+  step 4470000 |  19473s | train_loss=0.0258
+  step 4480000 |  19510s | train_loss=0.0259
+  step 4490000 |  19547s | train_loss=0.0288
+  step 4500000 |  19595s | train_loss=0.0289 | fid=nan
+  step 4510000 |  19628s | train_loss=0.0268
+  step 4520000 |  19665s | train_loss=0.0314
+  step 4530000 |  19702s | train_loss=0.0269
+  step 4540000 |  19739s | train_loss=0.0264
+  step 4550000 |  19776s | train_loss=0.0330
+  step 4560000 |  19813s | train_loss=0.0263
+  step 4570000 |  19850s | train_loss=0.0269
+  step 4580000 |  19887s | train_loss=0.0272
+  step 4590000 |  19923s | train_loss=0.0255
+  step 4600000 |  19998s | train_loss=0.0298 | fid=156.3187
+  step 4610000 |  20030s | train_loss=0.0268
+  step 4620000 |  20067s | train_loss=0.0281
+  step 4630000 |  20104s | train_loss=0.0285
+  step 4640000 |  20141s | train_loss=0.0262
+  step 4650000 |  20178s | train_loss=0.0253
+  step 4660000 |  20216s | train_loss=0.0287
+  step 4670000 |  20253s | train_loss=0.0273
+  step 4680000 |  20290s | train_loss=0.0265
+  step 4690000 |  20327s | train_loss=0.0264
+  step 4700000 |  20401s | train_loss=0.0282 | fid=178.3293
+  step 4710000 |  20432s | train_loss=0.0248
+  step 4720000 |  20469s | train_loss=0.0242
+  step 4730000 |  20506s | train_loss=0.0253
+  step 4740000 |  20543s | train_loss=0.0287
+  step 4750000 |  20580s | train_loss=0.0265
+  step 4760000 |  20617s | train_loss=0.0249
+  step 4770000 |  20654s | train_loss=0.0288
+  step 4780000 |  20691s | train_loss=0.0261
+  step 4790000 |  20727s | train_loss=0.0265
+  step 4800000 |  20802s | train_loss=0.0257 | fid=157.1534
+  step 4810000 |  20839s | train_loss=0.0281
+  step 4820000 |  20868s | train_loss=0.0266
+  step 4830000 |  20905s | train_loss=0.0287
+  step 4840000 |  20942s | train_loss=0.0259
+  step 4850000 |  20979s | train_loss=0.0249
+  step 4860000 |  21016s | train_loss=0.0273
+  step 4870000 |  21053s | train_loss=0.0244
+  step 4880000 |  21090s | train_loss=0.0256
+  step 4890000 |  21127s | train_loss=0.0252
+  step 4900000 |  21178s | train_loss=0.0269 | fid=nan
+  step 4910000 |  21215s | train_loss=0.0248
+  step 4920000 |  21251s | train_loss=0.0245
+  step 4930000 |  21280s | train_loss=0.0258
+  step 4940000 |  21317s | train_loss=0.0268
+  step 4950000 |  21354s | train_loss=0.0259
+  step 4960000 |  21391s | train_loss=0.0258
+  step 4970000 |  21428s | train_loss=0.0251
+  step 4980000 |  21465s | train_loss=0.0244
+  step 4990000 |  21502s | train_loss=0.0255
+  step 5000000 |  21574s | train_loss=0.0261 | fid=176.1552
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d260/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..97a5a3485d1cb3b7973436c1dfe4d487cf3b9880
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d260/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d260",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d260/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d260/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..4d481fee2f6e8d5211c841b1c8dbee2eaa1732b2
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d260/metrics.jsonl
@@ -0,0 +1,91 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 260, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44}
+{"step": 1, "wall_time": 49.78078603744507, "train_loss_step": 258.6740417480469, "n_params": 4797700, "total_flops": 14738534400, "train_loss": 1.0021064171424279, "subset_score_loss": 1.0021064171424279, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9826973676681519, "fid": 301.1250180113045, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 109.6675775051117, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 147385344000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 20000, "wall_time": 169.39005661010742, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 294770688000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 30000, "wall_time": 229.4095962047577, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 442156032000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 40000, "wall_time": 289.44079399108887, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 589541376000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 50000, "wall_time": 349.48121452331543, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 736926720000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 60000, "wall_time": 409.5580289363861, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 884312064000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 70000, "wall_time": 469.57281732559204, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1031697408000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 80000, "wall_time": 529.4610652923584, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1179082752000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 90000, "wall_time": 589.4048595428467, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1326468096000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 100000, "wall_time": 666.894424200058, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1473853440000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 110000, "wall_time": 722.8849613666534, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1621238784000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 120000, "wall_time": 782.7981467247009, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1768624128000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 130000, "wall_time": 842.8615109920502, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 1916009472000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 140000, "wall_time": 902.7936663627625, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2063394816000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 150000, "wall_time": 962.5660166740417, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2210780160000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 160000, "wall_time": 1022.528995513916, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2358165504000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 170000, "wall_time": 1082.5894312858582, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2505550848000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 180000, "wall_time": 1142.60795378685, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2652936192000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 190000, "wall_time": 1202.7557611465454, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2800321536000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 200000, "wall_time": 1280.443773508072, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 2947706880000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 210000, "wall_time": 1337.0013201236725, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3095092224000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 220000, "wall_time": 1396.548373222351, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3242477568000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 230000, "wall_time": 1456.556159734726, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3389862912000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 240000, "wall_time": 1516.5888636112213, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3537248256000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 250000, "wall_time": 1576.635136604309, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3684633600000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 260000, "wall_time": 1636.8602101802826, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3832018944000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 270000, "wall_time": 1696.8633923530579, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 3979404288000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 280000, "wall_time": 1756.9318017959595, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4126789632000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 290000, "wall_time": 1816.8977346420288, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4274174976000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 300000, "wall_time": 1894.4660396575928, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4421560320000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 310000, "wall_time": 1955.1683423519135, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4568945664000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 320000, "wall_time": 2010.9355878829956, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4716331008000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 330000, "wall_time": 2070.8666808605194, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 4863716352000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 340000, "wall_time": 2130.918090581894, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5011101696000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 350000, "wall_time": 2190.7500829696655, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5158487040000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 360000, "wall_time": 2250.838714361191, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5305872384000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 370000, "wall_time": 2311.033217906952, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5453257728000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 380000, "wall_time": 2371.1494994163513, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5600643072000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 390000, "wall_time": 2431.0478298664093, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5748028416000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 400000, "wall_time": 2509.99063706398, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 5895413760000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 410000, "wall_time": 2570.080740213394, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6042799104000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 420000, "wall_time": 2626.784148454666, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6190184448000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 430000, "wall_time": 2686.76033616066, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6337569792000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 440000, "wall_time": 2746.680551290512, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6484955136000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 450000, "wall_time": 2806.5258872509003, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6632340480000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 460000, "wall_time": 2866.5420928001404, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6779725824000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 470000, "wall_time": 2926.584854364395, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 6927111168000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 480000, "wall_time": 2986.7105193138123, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7074496512000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 490000, "wall_time": 3046.8727474212646, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7221881856000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 500000, "wall_time": 3125.495137691498, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7369267200000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 510000, "wall_time": 3185.3527569770813, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7516652544000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 520000, "wall_time": 3242.7607769966125, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7664037888000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 530000, "wall_time": 3302.690354824066, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7811423232000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 540000, "wall_time": 3362.7475843429565, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 7958808576000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 550000, "wall_time": 3422.7730038166046, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8106193920000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 560000, "wall_time": 3482.990183353424, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8253579264000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 570000, "wall_time": 3543.0520827770233, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8400964608000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 580000, "wall_time": 3603.29531621933, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8548349952000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 590000, "wall_time": 3663.136749982834, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8695735296000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 600000, "wall_time": 3741.98557138443, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8843120640000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 610000, "wall_time": 3801.997993707657, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 8990505984000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 620000, "wall_time": 3862.473399877548, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9137891328000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 630000, "wall_time": 3918.6428096294403, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9285276672000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 640000, "wall_time": 3978.708647251129, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9432662016000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 650000, "wall_time": 4039.0649724006653, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9580047360000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 660000, "wall_time": 4099.120117902756, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9727432704000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 670000, "wall_time": 4159.133900642395, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 9874818048000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 680000, "wall_time": 4219.10445690155, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10022203392000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 690000, "wall_time": 4275.866033554077, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10169588736000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 700000, "wall_time": 4357.5216274261475, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10316974080000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 710000, "wall_time": 4417.596939325333, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10464359424000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 720000, "wall_time": 4477.6698434352875, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10611744768000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 730000, "wall_time": 4534.162224292755, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10759130112000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 740000, "wall_time": 4594.311327219009, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 10906515456000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 750000, "wall_time": 4654.127651691437, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11053900800000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 760000, "wall_time": 4714.118191719055, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11201286144000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 770000, "wall_time": 4774.218793869019, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11348671488000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 780000, "wall_time": 4834.289823770523, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11496056832000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 790000, "wall_time": 4889.212495088577, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11643442176000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 800000, "wall_time": 4972.567769765854, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11790827520000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 810000, "wall_time": 5032.519511938095, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 11938212864000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 820000, "wall_time": 5092.599521160126, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12085598208000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 830000, "wall_time": 5151.926220417023, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12232983552000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 840000, "wall_time": 5210.191227197647, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12380368896000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 850000, "wall_time": 5270.484299898148, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12527754240000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 860000, "wall_time": 5330.38162279129, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12675139584000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 870000, "wall_time": 5390.381986856461, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12822524928000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 880000, "wall_time": 5450.4160578250885, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 12969910272000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 890000, "wall_time": 5505.362161397934, "train_loss_step": NaN, "n_params": 4797700, "total_flops": 13117295616000000, "train_loss": NaN, "subset_score_loss": NaN}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d260/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d260/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..cf1dd7e00272bb22de770fb80a0e0dbe50098778
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d260/runner.log
@@ -0,0 +1,91 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     50s | train_loss=1.0021 | fid=301.1250
+  step   10000 |    110s | train_loss=nan
+  step   20000 |    169s | train_loss=nan
+  step   30000 |    229s | train_loss=nan
+  step   40000 |    289s | train_loss=nan
+  step   50000 |    349s | train_loss=nan
+  step   60000 |    410s | train_loss=nan
+  step   70000 |    470s | train_loss=nan
+  step   80000 |    529s | train_loss=nan
+  step   90000 |    589s | train_loss=nan
+  step  100000 |    667s | train_loss=nan | fid=nan
+  step  110000 |    723s | train_loss=nan
+  step  120000 |    783s | train_loss=nan
+  step  130000 |    843s | train_loss=nan
+  step  140000 |    903s | train_loss=nan
+  step  150000 |    963s | train_loss=nan
+  step  160000 |   1023s | train_loss=nan
+  step  170000 |   1083s | train_loss=nan
+  step  180000 |   1143s | train_loss=nan
+  step  190000 |   1203s | train_loss=nan
+  step  200000 |   1280s | train_loss=nan | fid=nan
+  step  210000 |   1337s | train_loss=nan
+  step  220000 |   1397s | train_loss=nan
+  step  230000 |   1457s | train_loss=nan
+  step  240000 |   1517s | train_loss=nan
+  step  250000 |   1577s | train_loss=nan
+  step  260000 |   1637s | train_loss=nan
+  step  270000 |   1697s | train_loss=nan
+  step  280000 |   1757s | train_loss=nan
+  step  290000 |   1817s | train_loss=nan
+  step  300000 |   1894s | train_loss=nan | fid=nan
+  step  310000 |   1955s | train_loss=nan
+  step  320000 |   2011s | train_loss=nan
+  step  330000 |   2071s | train_loss=nan
+  step  340000 |   2131s | train_loss=nan
+  step  350000 |   2191s | train_loss=nan
+  step  360000 |   2251s | train_loss=nan
+  step  370000 |   2311s | train_loss=nan
+  step  380000 |   2371s | train_loss=nan
+  step  390000 |   2431s | train_loss=nan
+  step  400000 |   2510s | train_loss=nan | fid=nan
+  step  410000 |   2570s | train_loss=nan
+  step  420000 |   2627s | train_loss=nan
+  step  430000 |   2687s | train_loss=nan
+  step  440000 |   2747s | train_loss=nan
+  step  450000 |   2807s | train_loss=nan
+  step  460000 |   2867s | train_loss=nan
+  step  470000 |   2927s | train_loss=nan
+  step  480000 |   2987s | train_loss=nan
+  step  490000 |   3047s | train_loss=nan
+  step  500000 |   3125s | train_loss=nan | fid=nan
+  step  510000 |   3185s | train_loss=nan
+  step  520000 |   3243s | train_loss=nan
+  step  530000 |   3303s | train_loss=nan
+  step  540000 |   3363s | train_loss=nan
+  step  550000 |   3423s | train_loss=nan
+  step  560000 |   3483s | train_loss=nan
+  step  570000 |   3543s | train_loss=nan
+  step  580000 |   3603s | train_loss=nan
+  step  590000 |   3663s | train_loss=nan
+  step  600000 |   3742s | train_loss=nan | fid=nan
+  step  610000 |   3802s | train_loss=nan
+  step  620000 |   3862s | train_loss=nan
+  step  630000 |   3919s | train_loss=nan
+  step  640000 |   3979s | train_loss=nan
+  step  650000 |   4039s | train_loss=nan
+  step  660000 |   4099s | train_loss=nan
+  step  670000 |   4159s | train_loss=nan
+  step  680000 |   4219s | train_loss=nan
+  step  690000 |   4276s | train_loss=nan
+  step  700000 |   4358s | train_loss=nan | fid=nan
+  step  710000 |   4418s | train_loss=nan
+  step  720000 |   4478s | train_loss=nan
+  step  730000 |   4534s | train_loss=nan
+  step  740000 |   4594s | train_loss=nan
+  step  750000 |   4654s | train_loss=nan
+  step  760000 |   4714s | train_loss=nan
+  step  770000 |   4774s | train_loss=nan
+  step  780000 |   4834s | train_loss=nan
+  step  790000 |   4889s | train_loss=nan
+  step  800000 |   4973s | train_loss=nan | fid=nan
+  step  810000 |   5033s | train_loss=nan
+  step  820000 |   5093s | train_loss=nan
+  step  830000 |   5152s | train_loss=nan
+  step  840000 |   5210s | train_loss=nan
+  step  850000 |   5270s | train_loss=nan
+  step  860000 |   5330s | train_loss=nan
+  step  870000 |   5390s | train_loss=nan
+  step  880000 |   5450s | train_loss=nan
+  step  890000 |   5505s | train_loss=nan
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..3fc78cad5b1109fb229a32d74a56bc5fd2d0f386
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d40/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..f6f1fbf081b27a5861253709cff9a91b34bccdd2
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 40, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d40/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44}
+{"step": 1, "wall_time": 70.05233120918274, "train_loss_step": 39.668556213378906, "n_params": 4346920, "total_flops": 13353738240, "train_loss": 0.9936348915100097, "subset_score_loss": 0.9936348915100097, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9741421937942505, "fid": 229.38595590558236, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 152.51257705688477, "train_loss_step": 9.140055656433105, "n_params": 4346920, "total_flops": 133537382400000, "train_loss": 0.8923385620117188, "subset_score_loss": 0.8923385620117188}
+{"step": 20000, "wall_time": 239.4296178817749, "train_loss_step": 9.675548553466797, "n_params": 4346920, "total_flops": 267074764800000, "train_loss": 0.8682738304138183, "subset_score_loss": 0.8682738304138183}
+{"step": 30000, "wall_time": 326.3067317008972, "train_loss_step": 8.930586814880371, "n_params": 4346920, "total_flops": 400612147200000, "train_loss": 0.8119565963745117, "subset_score_loss": 0.8119565963745117}
+{"step": 40000, "wall_time": 413.19320034980774, "train_loss_step": 8.36034870147705, "n_params": 4346920, "total_flops": 534149529600000, "train_loss": 0.701899242401123, "subset_score_loss": 0.701899242401123}
+{"step": 50000, "wall_time": 500.12931394577026, "train_loss_step": 6.988494873046875, "n_params": 4346920, "total_flops": 667686912000000, "train_loss": 0.522312593460083, "subset_score_loss": 0.522312593460083}
+{"step": 60000, "wall_time": 587.057026386261, "train_loss_step": 6.328784465789795, "n_params": 4346920, "total_flops": 801224294400000, "train_loss": 0.35109238624572753, "subset_score_loss": 0.35109238624572753}
+{"step": 70000, "wall_time": 673.9377880096436, "train_loss_step": 5.270209312438965, "n_params": 4346920, "total_flops": 934761676800000, "train_loss": 0.24757537841796876, "subset_score_loss": 0.24757537841796876}
+{"step": 80000, "wall_time": 760.7634336948395, "train_loss_step": 5.325794219970703, "n_params": 4346920, "total_flops": 1068299059200000, "train_loss": 0.19659953117370604, "subset_score_loss": 0.19659953117370604}
+{"step": 90000, "wall_time": 847.6737294197083, "train_loss_step": 4.929446220397949, "n_params": 4346920, "total_flops": 1201836441600000, "train_loss": 0.1651988744735718, "subset_score_loss": 0.1651988744735718}
+{"step": 100000, "wall_time": 1006.994199514389, "train_loss_step": 4.988330841064453, "n_params": 4346920, "total_flops": 1335373824000000, "train_loss": 0.14909830093383789, "subset_score_loss": 0.14909830093383789, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9034343957901001, "fid": 160.5552781178892, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1088.979201078415, "train_loss_step": 4.836934566497803, "n_params": 4346920, "total_flops": 1468911206400000, "train_loss": 0.13628194332122803, "subset_score_loss": 0.13628194332122803}
+{"step": 120000, "wall_time": 1174.0081050395966, "train_loss_step": 4.384330749511719, "n_params": 4346920, "total_flops": 1602448588800000, "train_loss": 0.12565290927886963, "subset_score_loss": 0.12565290927886963}
+{"step": 130000, "wall_time": 1260.8239398002625, "train_loss_step": 4.496488094329834, "n_params": 4346920, "total_flops": 1735985971200000, "train_loss": 0.11750208139419556, "subset_score_loss": 0.11750208139419556}
+{"step": 140000, "wall_time": 1347.5007424354553, "train_loss_step": 4.358038902282715, "n_params": 4346920, "total_flops": 1869523353600000, "train_loss": 0.11079546213150024, "subset_score_loss": 0.11079546213150024}
+{"step": 150000, "wall_time": 1434.3595523834229, "train_loss_step": 4.2600998878479, "n_params": 4346920, "total_flops": 2003060736000000, "train_loss": 0.10371381044387817, "subset_score_loss": 0.10371381044387817}
+{"step": 160000, "wall_time": 1521.283561706543, "train_loss_step": 4.471244812011719, "n_params": 4346920, "total_flops": 2136598118400000, "train_loss": 0.09924681782722473, "subset_score_loss": 0.09924681782722473}
+{"step": 170000, "wall_time": 1608.249406337738, "train_loss_step": 4.159546375274658, "n_params": 4346920, "total_flops": 2270135500800000, "train_loss": 0.0940651535987854, "subset_score_loss": 0.0940651535987854}
+{"step": 180000, "wall_time": 1695.223744392395, "train_loss_step": 4.10064697265625, "n_params": 4346920, "total_flops": 2403672883200000, "train_loss": 0.08918363451957703, "subset_score_loss": 0.08918363451957703}
+{"step": 190000, "wall_time": 1782.1126425266266, "train_loss_step": 3.7368452548980713, "n_params": 4346920, "total_flops": 2537210265600000, "train_loss": 0.08638826012611389, "subset_score_loss": 0.08638826012611389}
+{"step": 200000, "wall_time": 1940.5552473068237, "train_loss_step": 3.7717642784118652, "n_params": 4346920, "total_flops": 2670747648000000, "train_loss": 0.08261132836341858, "subset_score_loss": 0.08261132836341858, "memorization_fraction_pixel": 0.0020000000949949026, "mean_nn_ratio_pixel": 0.8208853602409363, "fid": 156.22617003302437, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2024.8266184329987, "train_loss_step": 3.9658215045928955, "n_params": 4346920, "total_flops": 2804285030400000, "train_loss": 0.08018580675125123, "subset_score_loss": 0.08018580675125123}
+{"step": 220000, "wall_time": 2109.0028970241547, "train_loss_step": 3.991168260574341, "n_params": 4346920, "total_flops": 2937822412800000, "train_loss": 0.07786872386932372, "subset_score_loss": 0.07786872386932372}
+{"step": 230000, "wall_time": 2194.323052883148, "train_loss_step": 4.141537666320801, "n_params": 4346920, "total_flops": 3071359795200000, "train_loss": 0.0744192659854889, "subset_score_loss": 0.0744192659854889}
+{"step": 240000, "wall_time": 2281.1270513534546, "train_loss_step": 3.925295114517212, "n_params": 4346920, "total_flops": 3204897177600000, "train_loss": 0.07227645516395569, "subset_score_loss": 0.07227645516395569}
+{"step": 250000, "wall_time": 2367.8813660144806, "train_loss_step": 3.8059511184692383, "n_params": 4346920, "total_flops": 3338434560000000, "train_loss": 0.07117589116096497, "subset_score_loss": 0.07117589116096497}
+{"step": 260000, "wall_time": 2454.6971440315247, "train_loss_step": 3.7087512016296387, "n_params": 4346920, "total_flops": 3471971942400000, "train_loss": 0.06845831871032715, "subset_score_loss": 0.06845831871032715}
+{"step": 270000, "wall_time": 2541.457677602768, "train_loss_step": 3.7428600788116455, "n_params": 4346920, "total_flops": 3605509324800000, "train_loss": 0.06527953147888184, "subset_score_loss": 0.06527953147888184}
+{"step": 280000, "wall_time": 2628.183470249176, "train_loss_step": 3.62546443939209, "n_params": 4346920, "total_flops": 3739046707200000, "train_loss": 0.06511355042457581, "subset_score_loss": 0.06511355042457581}
+{"step": 290000, "wall_time": 2715.187483072281, "train_loss_step": 3.869159460067749, "n_params": 4346920, "total_flops": 3872584089600000, "train_loss": 0.0635526180267334, "subset_score_loss": 0.0635526180267334}
+{"step": 300000, "wall_time": 2874.488871574402, "train_loss_step": 3.450385570526123, "n_params": 4346920, "total_flops": 4006121472000000, "train_loss": 0.06259069442749024, "subset_score_loss": 0.06259069442749024, "memorization_fraction_pixel": 0.007799999788403511, "mean_nn_ratio_pixel": 0.7603610157966614, "fid": 152.6525229824822, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2958.3351805210114, "train_loss_step": 3.5544047355651855, "n_params": 4346920, "total_flops": 4139658854400000, "train_loss": 0.06046729683876038, "subset_score_loss": 0.06046729683876038}
+{"step": 320000, "wall_time": 3045.692070245743, "train_loss_step": 3.505002021789551, "n_params": 4346920, "total_flops": 4273196236800000, "train_loss": 0.059050452709197995, "subset_score_loss": 0.059050452709197995}
+{"step": 330000, "wall_time": 3129.530373811722, "train_loss_step": 3.566622257232666, "n_params": 4346920, "total_flops": 4406733619200000, "train_loss": 0.058254802227020265, "subset_score_loss": 0.058254802227020265}
+{"step": 340000, "wall_time": 3214.752320289612, "train_loss_step": 3.5175604820251465, "n_params": 4346920, "total_flops": 4540271001600000, "train_loss": 0.05618798136711121, "subset_score_loss": 0.05618798136711121}
+{"step": 350000, "wall_time": 3301.678498029709, "train_loss_step": 3.362821102142334, "n_params": 4346920, "total_flops": 4673808384000000, "train_loss": 0.05604286789894104, "subset_score_loss": 0.05604286789894104}
+{"step": 360000, "wall_time": 3388.552158355713, "train_loss_step": 3.589874267578125, "n_params": 4346920, "total_flops": 4807345766400000, "train_loss": 0.054601311683654785, "subset_score_loss": 0.054601311683654785}
+{"step": 370000, "wall_time": 3475.3979902267456, "train_loss_step": 3.6057169437408447, "n_params": 4346920, "total_flops": 4940883148800000, "train_loss": 0.05402026772499084, "subset_score_loss": 0.05402026772499084}
+{"step": 380000, "wall_time": 3562.2154710292816, "train_loss_step": 3.382223606109619, "n_params": 4346920, "total_flops": 5074420531200000, "train_loss": 0.05252186059951782, "subset_score_loss": 0.05252186059951782}
+{"step": 390000, "wall_time": 3649.026274204254, "train_loss_step": 3.6079978942871094, "n_params": 4346920, "total_flops": 5207957913600000, "train_loss": 0.052141505479812625, "subset_score_loss": 0.052141505479812625}
+{"step": 400000, "wall_time": 3808.3815472126007, "train_loss_step": 3.4448845386505127, "n_params": 4346920, "total_flops": 5341495296000000, "train_loss": 0.05106208324432373, "subset_score_loss": 0.05106208324432373, "memorization_fraction_pixel": 0.014600000344216824, "mean_nn_ratio_pixel": 0.715893566608429, "fid": 148.53578801607722, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3892.193572998047, "train_loss_step": 3.317939281463623, "n_params": 4346920, "total_flops": 5475032678400000, "train_loss": 0.05067123174667358, "subset_score_loss": 0.05067123174667358}
+{"step": 420000, "wall_time": 3979.0567626953125, "train_loss_step": 3.332913398742676, "n_params": 4346920, "total_flops": 5608570060800000, "train_loss": 0.049001315236091615, "subset_score_loss": 0.049001315236091615}
+{"step": 430000, "wall_time": 4065.4804463386536, "train_loss_step": 3.4152963161468506, "n_params": 4346920, "total_flops": 5742107443200000, "train_loss": 0.048840785026550294, "subset_score_loss": 0.048840785026550294}
+{"step": 440000, "wall_time": 4150.586366891861, "train_loss_step": 3.2827677726745605, "n_params": 4346920, "total_flops": 5875644825600000, "train_loss": 0.04710101783275604, "subset_score_loss": 0.04710101783275604}
+{"step": 450000, "wall_time": 4236.165242910385, "train_loss_step": 3.4261531829833984, "n_params": 4346920, "total_flops": 6009182208000000, "train_loss": 0.0473250687122345, "subset_score_loss": 0.0473250687122345}
+{"step": 460000, "wall_time": 4323.02568769455, "train_loss_step": 3.48064923286438, "n_params": 4346920, "total_flops": 6142719590400000, "train_loss": 0.04609742760658264, "subset_score_loss": 0.04609742760658264}
+{"step": 470000, "wall_time": 4409.796009540558, "train_loss_step": 3.312140941619873, "n_params": 4346920, "total_flops": 6276256972800000, "train_loss": 0.04592724442481995, "subset_score_loss": 0.04592724442481995}
+{"step": 480000, "wall_time": 4496.764673709869, "train_loss_step": 3.584167242050171, "n_params": 4346920, "total_flops": 6409794355200000, "train_loss": 0.04535015225410462, "subset_score_loss": 0.04535015225410462}
+{"step": 490000, "wall_time": 4583.428845882416, "train_loss_step": 3.380129337310791, "n_params": 4346920, "total_flops": 6543331737600000, "train_loss": 0.045186799764633176, "subset_score_loss": 0.045186799764633176}
+{"step": 500000, "wall_time": 4740.141582965851, "train_loss_step": 3.270676851272583, "n_params": 4346920, "total_flops": 6676869120000000, "train_loss": 0.044449007511138915, "subset_score_loss": 0.044449007511138915, "memorization_fraction_pixel": 0.020099999383091927, "mean_nn_ratio_pixel": 0.678909957408905, "fid": 145.96614064454775, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 4823.999427318573, "train_loss_step": 3.5251948833465576, "n_params": 4346920, "total_flops": 6810406502400000, "train_loss": 0.0437013030052185, "subset_score_loss": 0.0437013030052185}
+{"step": 520000, "wall_time": 4910.811949968338, "train_loss_step": 3.2504401206970215, "n_params": 4346920, "total_flops": 6943943884800000, "train_loss": 0.04333981275558472, "subset_score_loss": 0.04333981275558472}
+{"step": 530000, "wall_time": 4997.720283746719, "train_loss_step": 3.1603217124938965, "n_params": 4346920, "total_flops": 7077481267200000, "train_loss": 0.04279370903968811, "subset_score_loss": 0.04279370903968811}
+{"step": 540000, "wall_time": 5084.154455423355, "train_loss_step": 3.339057683944702, "n_params": 4346920, "total_flops": 7211018649600000, "train_loss": 0.0425608217716217, "subset_score_loss": 0.0425608217716217}
+{"step": 550000, "wall_time": 5168.8806183338165, "train_loss_step": 3.406038522720337, "n_params": 4346920, "total_flops": 7344556032000000, "train_loss": 0.041482165455818176, "subset_score_loss": 0.041482165455818176}
+{"step": 560000, "wall_time": 5256.038019657135, "train_loss_step": 3.1554038524627686, "n_params": 4346920, "total_flops": 7478093414400000, "train_loss": 0.04129414856433868, "subset_score_loss": 0.04129414856433868}
+{"step": 570000, "wall_time": 5341.079712629318, "train_loss_step": 3.069660186767578, "n_params": 4346920, "total_flops": 7611630796800000, "train_loss": 0.041905203461647035, "subset_score_loss": 0.041905203461647035}
+{"step": 580000, "wall_time": 5428.029714107513, "train_loss_step": 3.2806355953216553, "n_params": 4346920, "total_flops": 7745168179200000, "train_loss": 0.04108588099479675, "subset_score_loss": 0.04108588099479675}
+{"step": 590000, "wall_time": 5514.894066333771, "train_loss_step": 3.096660614013672, "n_params": 4346920, "total_flops": 7878705561600000, "train_loss": 0.04029130637645721, "subset_score_loss": 0.04029130637645721}
+{"step": 600000, "wall_time": 5674.763083219528, "train_loss_step": 3.2796630859375, "n_params": 4346920, "total_flops": 8012242944000000, "train_loss": 0.040261471271514894, "subset_score_loss": 0.040261471271514894, "memorization_fraction_pixel": 0.023600000888109207, "mean_nn_ratio_pixel": 0.6606295108795166, "fid": 144.5258759662035, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 5758.605045795441, "train_loss_step": 3.1123809814453125, "n_params": 4346920, "total_flops": 8145780326400000, "train_loss": 0.040670520067214964, "subset_score_loss": 0.040670520067214964}
+{"step": 620000, "wall_time": 5845.403168916702, "train_loss_step": 3.282156467437744, "n_params": 4346920, "total_flops": 8279317708800000, "train_loss": 0.039711716771125796, "subset_score_loss": 0.039711716771125796}
+{"step": 630000, "wall_time": 5932.291745662689, "train_loss_step": 3.180253028869629, "n_params": 4346920, "total_flops": 8412855091200000, "train_loss": 0.03817598223686218, "subset_score_loss": 0.03817598223686218}
+{"step": 640000, "wall_time": 6019.2691078186035, "train_loss_step": 3.1441702842712402, "n_params": 4346920, "total_flops": 8546392473600000, "train_loss": 0.039078357815742495, "subset_score_loss": 0.039078357815742495}
+{"step": 650000, "wall_time": 6103.73641872406, "train_loss_step": 3.1359996795654297, "n_params": 4346920, "total_flops": 8679929856000000, "train_loss": 0.03764924108982086, "subset_score_loss": 0.03764924108982086}
+{"step": 660000, "wall_time": 6190.655691385269, "train_loss_step": 3.008540153503418, "n_params": 4346920, "total_flops": 8813467238400000, "train_loss": 0.03778983652591705, "subset_score_loss": 0.03778983652591705}
+{"step": 670000, "wall_time": 6277.602301120758, "train_loss_step": 3.0636487007141113, "n_params": 4346920, "total_flops": 8947004620800000, "train_loss": 0.03684312403202057, "subset_score_loss": 0.03684312403202057}
+{"step": 680000, "wall_time": 6362.7113609313965, "train_loss_step": 3.170844316482544, "n_params": 4346920, "total_flops": 9080542003200000, "train_loss": 0.037589052319526674, "subset_score_loss": 0.037589052319526674}
+{"step": 690000, "wall_time": 6449.534850358963, "train_loss_step": 2.8289332389831543, "n_params": 4346920, "total_flops": 9214079385600000, "train_loss": 0.03662503063678742, "subset_score_loss": 0.03662503063678742}
+{"step": 700000, "wall_time": 6609.157526016235, "train_loss_step": 3.321390390396118, "n_params": 4346920, "total_flops": 9347616768000000, "train_loss": 0.03673577606678009, "subset_score_loss": 0.03673577606678009, "memorization_fraction_pixel": 0.027699999511241913, "mean_nn_ratio_pixel": 0.6355882287025452, "fid": 144.98926802894084, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6692.877152204514, "train_loss_step": 3.2369556427001953, "n_params": 4346920, "total_flops": 9481154150400000, "train_loss": 0.03563524484634399, "subset_score_loss": 0.03563524484634399}
+{"step": 720000, "wall_time": 6779.712415218353, "train_loss_step": 3.143922805786133, "n_params": 4346920, "total_flops": 9614691532800000, "train_loss": 0.03621627986431122, "subset_score_loss": 0.03621627986431122}
+{"step": 730000, "wall_time": 6866.562680482864, "train_loss_step": 2.9612836837768555, "n_params": 4346920, "total_flops": 9748228915200000, "train_loss": 0.03600636124610901, "subset_score_loss": 0.03600636124610901}
+{"step": 740000, "wall_time": 6953.279097795486, "train_loss_step": 3.048327684402466, "n_params": 4346920, "total_flops": 9881766297600000, "train_loss": 0.035474786162376405, "subset_score_loss": 0.035474786162376405}
+{"step": 750000, "wall_time": 7040.69943189621, "train_loss_step": 2.9756712913513184, "n_params": 4346920, "total_flops": 10015303680000000, "train_loss": 0.0347146064043045, "subset_score_loss": 0.0347146064043045}
+{"step": 760000, "wall_time": 7124.354199171066, "train_loss_step": 3.0248165130615234, "n_params": 4346920, "total_flops": 10148841062400000, "train_loss": 0.03485132157802582, "subset_score_loss": 0.03485132157802582}
+{"step": 770000, "wall_time": 7211.159763097763, "train_loss_step": 3.374166488647461, "n_params": 4346920, "total_flops": 10282378444800000, "train_loss": 0.03545263111591339, "subset_score_loss": 0.03545263111591339}
+{"step": 780000, "wall_time": 7298.019339323044, "train_loss_step": 3.015958547592163, "n_params": 4346920, "total_flops": 10415915827200000, "train_loss": 0.03436415195465088, "subset_score_loss": 0.03436415195465088}
+{"step": 790000, "wall_time": 7383.568051099777, "train_loss_step": 2.9522485733032227, "n_params": 4346920, "total_flops": 10549453209600000, "train_loss": 0.03438552916049957, "subset_score_loss": 0.03438552916049957}
+{"step": 800000, "wall_time": 7543.2139410972595, "train_loss_step": 3.0648372173309326, "n_params": 4346920, "total_flops": 10682990592000000, "train_loss": 0.034063595533370974, "subset_score_loss": 0.034063595533370974, "memorization_fraction_pixel": 0.02850000001490116, "mean_nn_ratio_pixel": 0.6246188879013062, "fid": 143.86686447511727, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7626.827595949173, "train_loss_step": 3.0773653984069824, "n_params": 4346920, "total_flops": 10816527974400000, "train_loss": 0.03375092148780823, "subset_score_loss": 0.03375092148780823}
+{"step": 820000, "wall_time": 7713.638765096664, "train_loss_step": 3.1517953872680664, "n_params": 4346920, "total_flops": 10950065356800000, "train_loss": 0.03359425961971283, "subset_score_loss": 0.03359425961971283}
+{"step": 830000, "wall_time": 7800.611397981644, "train_loss_step": 3.1331446170806885, "n_params": 4346920, "total_flops": 11083602739200000, "train_loss": 0.033406952023506166, "subset_score_loss": 0.033406952023506166}
+{"step": 840000, "wall_time": 7887.386004209518, "train_loss_step": 3.13130784034729, "n_params": 4346920, "total_flops": 11217140121600000, "train_loss": 0.03267289996147156, "subset_score_loss": 0.03267289996147156}
+{"step": 850000, "wall_time": 7974.18795132637, "train_loss_step": 2.8832294940948486, "n_params": 4346920, "total_flops": 11350677504000000, "train_loss": 0.03265492916107178, "subset_score_loss": 0.03265492916107178}
+{"step": 860000, "wall_time": 8059.548317193985, "train_loss_step": 3.064528226852417, "n_params": 4346920, "total_flops": 11484214886400000, "train_loss": 0.033371278643608095, "subset_score_loss": 0.033371278643608095}
+{"step": 870000, "wall_time": 8145.169847011566, "train_loss_step": 2.7900943756103516, "n_params": 4346920, "total_flops": 11617752268800000, "train_loss": 0.03204929828643799, "subset_score_loss": 0.03204929828643799}
+{"step": 880000, "wall_time": 8232.122953653336, "train_loss_step": 2.8032524585723877, "n_params": 4346920, "total_flops": 11751289651200000, "train_loss": 0.03135480880737305, "subset_score_loss": 0.03135480880737305}
+{"step": 890000, "wall_time": 8319.023153305054, "train_loss_step": 2.789553165435791, "n_params": 4346920, "total_flops": 11884827033600000, "train_loss": 0.03243660032749176, "subset_score_loss": 0.03243660032749176}
+{"step": 900000, "wall_time": 8477.205846071243, "train_loss_step": 2.927438497543335, "n_params": 4346920, "total_flops": 12018364416000000, "train_loss": 0.03144495487213135, "subset_score_loss": 0.03144495487213135, "memorization_fraction_pixel": 0.040699999779462814, "mean_nn_ratio_pixel": 0.5976591110229492, "fid": 142.44438690249405, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8561.66414141655, "train_loss_step": 2.9320178031921387, "n_params": 4346920, "total_flops": 12151901798400000, "train_loss": 0.03069552779197693, "subset_score_loss": 0.03069552779197693}
+{"step": 920000, "wall_time": 8648.50511097908, "train_loss_step": 3.034085512161255, "n_params": 4346920, "total_flops": 12285439180800000, "train_loss": 0.030927839875221252, "subset_score_loss": 0.030927839875221252}
+{"step": 930000, "wall_time": 8735.370513916016, "train_loss_step": 3.1360597610473633, "n_params": 4346920, "total_flops": 12418976563200000, "train_loss": 0.031342291831970216, "subset_score_loss": 0.031342291831970216}
+{"step": 940000, "wall_time": 8822.2402613163, "train_loss_step": 3.143648386001587, "n_params": 4346920, "total_flops": 12552513945600000, "train_loss": 0.031108319759368896, "subset_score_loss": 0.031108319759368896}
+{"step": 950000, "wall_time": 8908.907750368118, "train_loss_step": 2.7349352836608887, "n_params": 4346920, "total_flops": 12686051328000000, "train_loss": 0.030350205302238465, "subset_score_loss": 0.030350205302238465}
+{"step": 960000, "wall_time": 8995.673632860184, "train_loss_step": 2.7608726024627686, "n_params": 4346920, "total_flops": 12819588710400000, "train_loss": 0.03032534718513489, "subset_score_loss": 0.03032534718513489}
+{"step": 970000, "wall_time": 9081.49944114685, "train_loss_step": 2.882443904876709, "n_params": 4346920, "total_flops": 12953126092800000, "train_loss": 0.03091946542263031, "subset_score_loss": 0.03091946542263031}
+{"step": 980000, "wall_time": 9166.686675310135, "train_loss_step": 2.650137186050415, "n_params": 4346920, "total_flops": 13086663475200000, "train_loss": 0.02933405339717865, "subset_score_loss": 0.02933405339717865}
+{"step": 990000, "wall_time": 9253.401542901993, "train_loss_step": 2.8609602451324463, "n_params": 4346920, "total_flops": 13220200857600000, "train_loss": 0.029443520307540893, "subset_score_loss": 0.029443520307540893}
+{"step": 1000000, "wall_time": 9413.087688922882, "train_loss_step": 2.9039974212646484, "n_params": 4346920, "total_flops": 13353738240000000, "train_loss": 0.0301209956407547, "subset_score_loss": 0.0301209956407547, "memorization_fraction_pixel": 0.03610000014305115, "mean_nn_ratio_pixel": 0.5921036005020142, "fid": 143.40921872162602, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9495.454208135605, "train_loss_step": 2.97800612449646, "n_params": 4346920, "total_flops": 13487275622400000, "train_loss": 0.028799688816070555, "subset_score_loss": 0.028799688816070555}
+{"step": 1020000, "wall_time": 9581.838927030563, "train_loss_step": 2.874861240386963, "n_params": 4346920, "total_flops": 13620813004800000, "train_loss": 0.029385083913803102, "subset_score_loss": 0.029385083913803102}
+{"step": 1030000, "wall_time": 9668.711889266968, "train_loss_step": 3.0026121139526367, "n_params": 4346920, "total_flops": 13754350387200000, "train_loss": 0.02965063750743866, "subset_score_loss": 0.02965063750743866}
+{"step": 1040000, "wall_time": 9755.539684772491, "train_loss_step": 2.912203311920166, "n_params": 4346920, "total_flops": 13887887769600000, "train_loss": 0.029521158337593077, "subset_score_loss": 0.029521158337593077}
+{"step": 1050000, "wall_time": 9842.565457344055, "train_loss_step": 2.726921558380127, "n_params": 4346920, "total_flops": 14021425152000000, "train_loss": 0.02831425666809082, "subset_score_loss": 0.02831425666809082}
+{"step": 1060000, "wall_time": 9929.481400728226, "train_loss_step": 3.1031198501586914, "n_params": 4346920, "total_flops": 14154962534400000, "train_loss": 0.02918308079242706, "subset_score_loss": 0.02918308079242706}
+{"step": 1070000, "wall_time": 10016.605123758316, "train_loss_step": 3.0683274269104004, "n_params": 4346920, "total_flops": 14288499916800000, "train_loss": 0.02949433624744415, "subset_score_loss": 0.02949433624744415}
+{"step": 1080000, "wall_time": 10101.015516519547, "train_loss_step": 3.0349273681640625, "n_params": 4346920, "total_flops": 14422037299200000, "train_loss": 0.028534728288650512, "subset_score_loss": 0.028534728288650512}
+{"step": 1090000, "wall_time": 10186.275044202805, "train_loss_step": 2.7409884929656982, "n_params": 4346920, "total_flops": 14555574681600000, "train_loss": 0.02848961651325226, "subset_score_loss": 0.02848961651325226}
+{"step": 1100000, "wall_time": 10345.79005908966, "train_loss_step": 2.884769916534424, "n_params": 4346920, "total_flops": 14689112064000000, "train_loss": 0.028435391187667847, "subset_score_loss": 0.028435391187667847, "memorization_fraction_pixel": 0.04529999941587448, "mean_nn_ratio_pixel": 0.5705928802490234, "fid": 141.8979552570483, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10431.698065519333, "train_loss_step": 2.7788145542144775, "n_params": 4346920, "total_flops": 14822649446400000, "train_loss": 0.02826848328113556, "subset_score_loss": 0.02826848328113556}
+{"step": 1120000, "wall_time": 10514.839354753494, "train_loss_step": 2.7808961868286133, "n_params": 4346920, "total_flops": 14956186828800000, "train_loss": 0.027566877007484437, "subset_score_loss": 0.027566877007484437}
+{"step": 1130000, "wall_time": 10601.673853635788, "train_loss_step": 3.1090011596679688, "n_params": 4346920, "total_flops": 15089724211200000, "train_loss": 0.027512761950492858, "subset_score_loss": 0.027512761950492858}
+{"step": 1140000, "wall_time": 10688.523260116577, "train_loss_step": 2.7553954124450684, "n_params": 4346920, "total_flops": 15223261593600000, "train_loss": 0.027811196446418763, "subset_score_loss": 0.027811196446418763}
+{"step": 1150000, "wall_time": 10775.387056589127, "train_loss_step": 2.7035796642303467, "n_params": 4346920, "total_flops": 15356798976000000, "train_loss": 0.027423012256622314, "subset_score_loss": 0.027423012256622314}
+{"step": 1160000, "wall_time": 10862.221522331238, "train_loss_step": 2.814065933227539, "n_params": 4346920, "total_flops": 15490336358400000, "train_loss": 0.027179113030433653, "subset_score_loss": 0.027179113030433653}
+{"step": 1170000, "wall_time": 10949.056614398956, "train_loss_step": 2.5084362030029297, "n_params": 4346920, "total_flops": 15623873740800000, "train_loss": 0.027079102396965028, "subset_score_loss": 0.027079102396965028}
+{"step": 1180000, "wall_time": 11036.290320634842, "train_loss_step": 2.975167751312256, "n_params": 4346920, "total_flops": 15757411123200000, "train_loss": 0.026515638828277587, "subset_score_loss": 0.026515638828277587}
+{"step": 1190000, "wall_time": 11118.750511407852, "train_loss_step": 2.8067169189453125, "n_params": 4346920, "total_flops": 15890948505600000, "train_loss": 0.027429819107055664, "subset_score_loss": 0.027429819107055664}
+{"step": 1200000, "wall_time": 11278.207926988602, "train_loss_step": 2.820183515548706, "n_params": 4346920, "total_flops": 16024485888000000, "train_loss": 0.027127546072006226, "subset_score_loss": 0.027127546072006226, "memorization_fraction_pixel": 0.04520000144839287, "mean_nn_ratio_pixel": 0.5623916983604431, "fid": 142.67139902108767, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11365.053640127182, "train_loss_step": 2.7755706310272217, "n_params": 4346920, "total_flops": 16158023270400000, "train_loss": 0.02625632584095001, "subset_score_loss": 0.02625632584095001}
+{"step": 1220000, "wall_time": 11439.588855743408, "train_loss_step": 2.8662054538726807, "n_params": 4346920, "total_flops": 16291560652800000, "train_loss": 0.02637038230895996, "subset_score_loss": 0.02637038230895996}
+{"step": 1230000, "wall_time": 11524.623141050339, "train_loss_step": 2.622609853744507, "n_params": 4346920, "total_flops": 16425098035200000, "train_loss": 0.027127453684806825, "subset_score_loss": 0.027127453684806825}
+{"step": 1240000, "wall_time": 11611.471446752548, "train_loss_step": 2.8085873126983643, "n_params": 4346920, "total_flops": 16558635417600000, "train_loss": 0.025923126935958864, "subset_score_loss": 0.025923126935958864}
+{"step": 1250000, "wall_time": 11698.456293821335, "train_loss_step": 2.9535932540893555, "n_params": 4346920, "total_flops": 16692172800000000, "train_loss": 0.02608223557472229, "subset_score_loss": 0.02608223557472229}
+{"step": 1260000, "wall_time": 11785.339735984802, "train_loss_step": 2.8652892112731934, "n_params": 4346920, "total_flops": 16825710182400000, "train_loss": 0.02664463222026825, "subset_score_loss": 0.02664463222026825}
+{"step": 1270000, "wall_time": 11872.248677253723, "train_loss_step": 2.7393136024475098, "n_params": 4346920, "total_flops": 16959247564800000, "train_loss": 0.026167196035385133, "subset_score_loss": 0.026167196035385133}
+{"step": 1280000, "wall_time": 11958.994898796082, "train_loss_step": 3.2096261978149414, "n_params": 4346920, "total_flops": 17092784947200000, "train_loss": 0.025450965762138365, "subset_score_loss": 0.025450965762138365}
+{"step": 1290000, "wall_time": 12044.805426120758, "train_loss_step": 2.8493995666503906, "n_params": 4346920, "total_flops": 17226322329600000, "train_loss": 0.025831955671310424, "subset_score_loss": 0.025831955671310424}
+{"step": 1300000, "wall_time": 12201.004572629929, "train_loss_step": 2.870684862136841, "n_params": 4346920, "total_flops": 17359859712000000, "train_loss": 0.02573426067829132, "subset_score_loss": 0.02573426067829132, "memorization_fraction_pixel": 0.050599999725818634, "mean_nn_ratio_pixel": 0.5536574125289917, "fid": 141.40495143122388, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12287.906408786774, "train_loss_step": 2.90366268157959, "n_params": 4346920, "total_flops": 17493397094400000, "train_loss": 0.025530651211738586, "subset_score_loss": 0.025530651211738586}
+{"step": 1320000, "wall_time": 12371.921088933945, "train_loss_step": 2.9747605323791504, "n_params": 4346920, "total_flops": 17626934476800000, "train_loss": 0.025129759311676027, "subset_score_loss": 0.025129759311676027}
+{"step": 1330000, "wall_time": 12458.765498161316, "train_loss_step": 2.848651885986328, "n_params": 4346920, "total_flops": 17760471859200000, "train_loss": 0.025087770819664002, "subset_score_loss": 0.025087770819664002}
+{"step": 1340000, "wall_time": 12544.047896623611, "train_loss_step": 2.8185536861419678, "n_params": 4346920, "total_flops": 17894009241600000, "train_loss": 0.02547900676727295, "subset_score_loss": 0.02547900676727295}
+{"step": 1350000, "wall_time": 12630.73013830185, "train_loss_step": 2.9898476600646973, "n_params": 4346920, "total_flops": 18027546624000000, "train_loss": 0.024690543115139008, "subset_score_loss": 0.024690543115139008}
+{"step": 1360000, "wall_time": 12717.458016395569, "train_loss_step": 2.599792242050171, "n_params": 4346920, "total_flops": 18161084006400000, "train_loss": 0.02470239847898483, "subset_score_loss": 0.02470239847898483}
+{"step": 1370000, "wall_time": 12804.347055912018, "train_loss_step": 2.841954231262207, "n_params": 4346920, "total_flops": 18294621388800000, "train_loss": 0.024465577304363252, "subset_score_loss": 0.024465577304363252}
+{"step": 1380000, "wall_time": 12891.15459728241, "train_loss_step": 2.542415142059326, "n_params": 4346920, "total_flops": 18428158771200000, "train_loss": 0.024809537827968596, "subset_score_loss": 0.024809537827968596}
+{"step": 1390000, "wall_time": 12978.00886797905, "train_loss_step": 3.2563230991363525, "n_params": 4346920, "total_flops": 18561696153600000, "train_loss": 0.02439129501581192, "subset_score_loss": 0.02439129501581192}
+{"step": 1400000, "wall_time": 13188.534012794495, "train_loss_step": 2.8903932571411133, "n_params": 4346920, "total_flops": 18695233536000000, "train_loss": 0.024767892062664033, "subset_score_loss": 0.024767892062664033, "memorization_fraction_pixel": 0.04910000041127205, "mean_nn_ratio_pixel": 0.5483725070953369, "fid": 141.5305665731647, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13275.28762793541, "train_loss_step": 2.927968740463257, "n_params": 4346920, "total_flops": 18828770918400000, "train_loss": 0.024444146454334258, "subset_score_loss": 0.024444146454334258}
+{"step": 1420000, "wall_time": 13349.071011781693, "train_loss_step": 2.795255661010742, "n_params": 4346920, "total_flops": 18962308300800000, "train_loss": 0.02416420727968216, "subset_score_loss": 0.02416420727968216}
+{"step": 1430000, "wall_time": 13435.972075223923, "train_loss_step": 2.957141399383545, "n_params": 4346920, "total_flops": 19095845683200000, "train_loss": 0.023526005446910858, "subset_score_loss": 0.023526005446910858}
+{"step": 1440000, "wall_time": 13522.92390036583, "train_loss_step": 2.77089262008667, "n_params": 4346920, "total_flops": 19229383065600000, "train_loss": 0.023550446331501006, "subset_score_loss": 0.023550446331501006}
+{"step": 1450000, "wall_time": 13608.057656049728, "train_loss_step": 2.8467769622802734, "n_params": 4346920, "total_flops": 19362920448000000, "train_loss": 0.024250017106533052, "subset_score_loss": 0.024250017106533052}
+{"step": 1460000, "wall_time": 13694.903725147247, "train_loss_step": 2.726490020751953, "n_params": 4346920, "total_flops": 19496457830400000, "train_loss": 0.02447497397661209, "subset_score_loss": 0.02447497397661209}
+{"step": 1470000, "wall_time": 13781.708456039429, "train_loss_step": 2.7240564823150635, "n_params": 4346920, "total_flops": 19629995212800000, "train_loss": 0.023701100051403044, "subset_score_loss": 0.023701100051403044}
+{"step": 1480000, "wall_time": 13868.556223392487, "train_loss_step": 2.594540596008301, "n_params": 4346920, "total_flops": 19763532595200000, "train_loss": 0.023427920043468477, "subset_score_loss": 0.023427920043468477}
+{"step": 1490000, "wall_time": 13955.394236326218, "train_loss_step": 3.067798137664795, "n_params": 4346920, "total_flops": 19897069977600000, "train_loss": 0.024434839189052582, "subset_score_loss": 0.024434839189052582}
+{"step": 1500000, "wall_time": 14126.71650981903, "train_loss_step": 2.791417360305786, "n_params": 4346920, "total_flops": 20030607360000000, "train_loss": 0.02294849157333374, "subset_score_loss": 0.02294849157333374, "memorization_fraction_pixel": 0.053199999034404755, "mean_nn_ratio_pixel": 0.5376917719841003, "fid": 141.609224024192, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14213.482209920883, "train_loss_step": 2.8122622966766357, "n_params": 4346920, "total_flops": 20164144742400000, "train_loss": 0.023441508412361145, "subset_score_loss": 0.023441508412361145}
+{"step": 1520000, "wall_time": 14297.664767980576, "train_loss_step": 2.5226919651031494, "n_params": 4346920, "total_flops": 20297682124800000, "train_loss": 0.023232173919677735, "subset_score_loss": 0.023232173919677735}
+{"step": 1530000, "wall_time": 14384.493788719177, "train_loss_step": 2.6863889694213867, "n_params": 4346920, "total_flops": 20431219507200000, "train_loss": 0.023803751170635223, "subset_score_loss": 0.023803751170635223}
+{"step": 1540000, "wall_time": 14471.362104654312, "train_loss_step": 2.7435288429260254, "n_params": 4346920, "total_flops": 20564756889600000, "train_loss": 0.023698441684246063, "subset_score_loss": 0.023698441684246063}
+{"step": 1550000, "wall_time": 14558.43667459488, "train_loss_step": 2.7098257541656494, "n_params": 4346920, "total_flops": 20698294272000000, "train_loss": 0.022619624435901643, "subset_score_loss": 0.022619624435901643}
+{"step": 1560000, "wall_time": 14643.446075201035, "train_loss_step": 2.772423505783081, "n_params": 4346920, "total_flops": 20831831654400000, "train_loss": 0.023240840435028075, "subset_score_loss": 0.023240840435028075}
+{"step": 1570000, "wall_time": 14730.343852758408, "train_loss_step": 2.9973130226135254, "n_params": 4346920, "total_flops": 20965369036800000, "train_loss": 0.0232287734746933, "subset_score_loss": 0.0232287734746933}
+{"step": 1580000, "wall_time": 14817.228478193283, "train_loss_step": 2.7838971614837646, "n_params": 4346920, "total_flops": 21098906419200000, "train_loss": 0.02328866422176361, "subset_score_loss": 0.02328866422176361}
+{"step": 1590000, "wall_time": 14904.116978168488, "train_loss_step": 2.532662868499756, "n_params": 4346920, "total_flops": 21232443801600000, "train_loss": 0.022489289939403533, "subset_score_loss": 0.022489289939403533}
+{"step": 1600000, "wall_time": 15062.444255590439, "train_loss_step": 2.8650882244110107, "n_params": 4346920, "total_flops": 21365981184000000, "train_loss": 0.022692200541496278, "subset_score_loss": 0.022692200541496278, "memorization_fraction_pixel": 0.052799999713897705, "mean_nn_ratio_pixel": 0.5299327373504639, "fid": 140.7825786068223, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 15147.402207612991, "train_loss_step": 2.6965243816375732, "n_params": 4346920, "total_flops": 21499518566400000, "train_loss": 0.022375333309173583, "subset_score_loss": 0.022375333309173583}
+{"step": 1620000, "wall_time": 15231.834686517715, "train_loss_step": 2.652211904525757, "n_params": 4346920, "total_flops": 21633055948800000, "train_loss": 0.02288668602705002, "subset_score_loss": 0.02288668602705002}
+{"step": 1630000, "wall_time": 15318.739004850388, "train_loss_step": 2.641624927520752, "n_params": 4346920, "total_flops": 21766593331200000, "train_loss": 0.02217463105916977, "subset_score_loss": 0.02217463105916977}
+{"step": 1640000, "wall_time": 15405.588606119156, "train_loss_step": 2.4721508026123047, "n_params": 4346920, "total_flops": 21900130713600000, "train_loss": 0.02256568372249603, "subset_score_loss": 0.02256568372249603}
+{"step": 1650000, "wall_time": 15492.468170881271, "train_loss_step": 2.821107864379883, "n_params": 4346920, "total_flops": 22033668096000000, "train_loss": 0.02209932655096054, "subset_score_loss": 0.02209932655096054}
+{"step": 1660000, "wall_time": 15579.37301492691, "train_loss_step": 2.935964584350586, "n_params": 4346920, "total_flops": 22167205478400000, "train_loss": 0.022620630264282227, "subset_score_loss": 0.022620630264282227}
+{"step": 1670000, "wall_time": 15664.664313554764, "train_loss_step": 2.6050825119018555, "n_params": 4346920, "total_flops": 22300742860800000, "train_loss": 0.022211065888404845, "subset_score_loss": 0.022211065888404845}
+{"step": 1680000, "wall_time": 15751.528183460236, "train_loss_step": 2.7525744438171387, "n_params": 4346920, "total_flops": 22434280243200000, "train_loss": 0.02131938636302948, "subset_score_loss": 0.02131938636302948}
+{"step": 1690000, "wall_time": 15838.48167347908, "train_loss_step": 2.4346609115600586, "n_params": 4346920, "total_flops": 22567817625600000, "train_loss": 0.02210385799407959, "subset_score_loss": 0.02210385799407959}
+{"step": 1700000, "wall_time": 15995.124719142914, "train_loss_step": 2.5706546306610107, "n_params": 4346920, "total_flops": 22701355008000000, "train_loss": 0.021284064650535582, "subset_score_loss": 0.021284064650535582, "memorization_fraction_pixel": 0.057100001722574234, "mean_nn_ratio_pixel": 0.526739776134491, "fid": 141.43893720837738, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 16078.879882097244, "train_loss_step": 2.6568050384521484, "n_params": 4346920, "total_flops": 22834892390400000, "train_loss": 0.02192079871892929, "subset_score_loss": 0.02192079871892929}
+{"step": 1720000, "wall_time": 16157.301520109177, "train_loss_step": 3.019102096557617, "n_params": 4346920, "total_flops": 22968429772800000, "train_loss": 0.02174005061388016, "subset_score_loss": 0.02174005061388016}
+{"step": 1730000, "wall_time": 16242.837111473083, "train_loss_step": 2.701180934906006, "n_params": 4346920, "total_flops": 23101967155200000, "train_loss": 0.021709683537483215, "subset_score_loss": 0.021709683537483215}
+{"step": 1740000, "wall_time": 16329.656883955002, "train_loss_step": 2.775466203689575, "n_params": 4346920, "total_flops": 23235504537600000, "train_loss": 0.02156016081571579, "subset_score_loss": 0.02156016081571579}
+{"step": 1750000, "wall_time": 16416.47102165222, "train_loss_step": 2.5524892807006836, "n_params": 4346920, "total_flops": 23369041920000000, "train_loss": 0.021955934166908265, "subset_score_loss": 0.021955934166908265}
+{"step": 1760000, "wall_time": 16503.325056552887, "train_loss_step": 2.55437970161438, "n_params": 4346920, "total_flops": 23502579302400000, "train_loss": 0.021398834884166718, "subset_score_loss": 0.021398834884166718}
+{"step": 1770000, "wall_time": 16590.201242923737, "train_loss_step": 2.4686837196350098, "n_params": 4346920, "total_flops": 23636116684800000, "train_loss": 0.02200061231851578, "subset_score_loss": 0.02200061231851578}
+{"step": 1780000, "wall_time": 16675.422068357468, "train_loss_step": 2.631601572036743, "n_params": 4346920, "total_flops": 23769654067200000, "train_loss": 0.02175154536962509, "subset_score_loss": 0.02175154536962509}
+{"step": 1790000, "wall_time": 16762.392907619476, "train_loss_step": 2.640733480453491, "n_params": 4346920, "total_flops": 23903191449600000, "train_loss": 0.02119239717721939, "subset_score_loss": 0.02119239717721939}
+{"step": 1800000, "wall_time": 16970.704533815384, "train_loss_step": 2.562661647796631, "n_params": 4346920, "total_flops": 24036728832000000, "train_loss": 0.02116040587425232, "subset_score_loss": 0.02116040587425232, "memorization_fraction_pixel": 0.05730000138282776, "mean_nn_ratio_pixel": 0.5232256054878235, "fid": 140.89172982846242, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 17053.375025987625, "train_loss_step": 2.8651342391967773, "n_params": 4346920, "total_flops": 24170266214400000, "train_loss": 0.021062149107456206, "subset_score_loss": 0.021062149107456206}
+{"step": 1820000, "wall_time": 17132.951112270355, "train_loss_step": 2.711061477661133, "n_params": 4346920, "total_flops": 24303803596800000, "train_loss": 0.02118270695209503, "subset_score_loss": 0.02118270695209503}
+{"step": 1830000, "wall_time": 17219.87473011017, "train_loss_step": 2.790830135345459, "n_params": 4346920, "total_flops": 24437340979200000, "train_loss": 0.021118563413619996, "subset_score_loss": 0.021118563413619996}
+{"step": 1840000, "wall_time": 17306.842170476913, "train_loss_step": 2.8790225982666016, "n_params": 4346920, "total_flops": 24570878361600000, "train_loss": 0.020333020389080046, "subset_score_loss": 0.020333020389080046}
+{"step": 1850000, "wall_time": 17393.807019472122, "train_loss_step": 2.8117780685424805, "n_params": 4346920, "total_flops": 24704415744000000, "train_loss": 0.021244814991950987, "subset_score_loss": 0.021244814991950987}
+{"step": 1860000, "wall_time": 17480.740129709244, "train_loss_step": 2.5359044075012207, "n_params": 4346920, "total_flops": 24837953126400000, "train_loss": 0.020577703416347504, "subset_score_loss": 0.020577703416347504}
+{"step": 1870000, "wall_time": 17567.657562494278, "train_loss_step": 2.849118232727051, "n_params": 4346920, "total_flops": 24971490508800000, "train_loss": 0.020500577986240387, "subset_score_loss": 0.020500577986240387}
+{"step": 1880000, "wall_time": 17654.68394947052, "train_loss_step": 2.9250130653381348, "n_params": 4346920, "total_flops": 25105027891200000, "train_loss": 0.020002269744873048, "subset_score_loss": 0.020002269744873048}
+{"step": 1890000, "wall_time": 17739.853502511978, "train_loss_step": 2.732027053833008, "n_params": 4346920, "total_flops": 25238565273600000, "train_loss": 0.02129771113395691, "subset_score_loss": 0.02129771113395691}
+{"step": 1900000, "wall_time": 17900.358273744583, "train_loss_step": 2.710918664932251, "n_params": 4346920, "total_flops": 25372102656000000, "train_loss": 0.020254890620708465, "subset_score_loss": 0.020254890620708465, "memorization_fraction_pixel": 0.05900000035762787, "mean_nn_ratio_pixel": 0.5200244188308716, "fid": 140.88102016428218, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 17987.15717625618, "train_loss_step": 2.295876979827881, "n_params": 4346920, "total_flops": 25505640038400000, "train_loss": 0.020318497717380524, "subset_score_loss": 0.020318497717380524}
+{"step": 1920000, "wall_time": 18066.98304080963, "train_loss_step": 2.7046456336975098, "n_params": 4346920, "total_flops": 25639177420800000, "train_loss": 0.020768506824970244, "subset_score_loss": 0.020768506824970244}
+{"step": 1930000, "wall_time": 18153.677340507507, "train_loss_step": 2.855992317199707, "n_params": 4346920, "total_flops": 25772714803200000, "train_loss": 0.02134968340396881, "subset_score_loss": 0.02134968340396881}
+{"step": 1940000, "wall_time": 18240.51192522049, "train_loss_step": 2.3510608673095703, "n_params": 4346920, "total_flops": 25906252185600000, "train_loss": 0.019726206362247468, "subset_score_loss": 0.019726206362247468}
+{"step": 1950000, "wall_time": 18327.301919937134, "train_loss_step": 2.397547721862793, "n_params": 4346920, "total_flops": 26039789568000000, "train_loss": 0.01992909610271454, "subset_score_loss": 0.01992909610271454}
+{"step": 1960000, "wall_time": 18414.17373609543, "train_loss_step": 2.857335090637207, "n_params": 4346920, "total_flops": 26173326950400000, "train_loss": 0.02005106657743454, "subset_score_loss": 0.02005106657743454}
+{"step": 1970000, "wall_time": 18501.066489458084, "train_loss_step": 2.562270164489746, "n_params": 4346920, "total_flops": 26306864332800000, "train_loss": 0.019646967947483062, "subset_score_loss": 0.019646967947483062}
+{"step": 1980000, "wall_time": 18587.90601181984, "train_loss_step": 2.7155938148498535, "n_params": 4346920, "total_flops": 26440401715200000, "train_loss": 0.020551019906997682, "subset_score_loss": 0.020551019906997682}
+{"step": 1990000, "wall_time": 18674.795513391495, "train_loss_step": 2.990445613861084, "n_params": 4346920, "total_flops": 26573939097600000, "train_loss": 0.02031824439764023, "subset_score_loss": 0.02031824439764023}
+{"step": 2000000, "wall_time": 18830.516311883926, "train_loss_step": 2.7472662925720215, "n_params": 4346920, "total_flops": 26707476480000000, "train_loss": 0.01985369175672531, "subset_score_loss": 0.01985369175672531, "memorization_fraction_pixel": 0.0608999989926815, "mean_nn_ratio_pixel": 0.5126308798789978, "fid": 140.82910623086207, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 18917.38747406006, "train_loss_step": 2.7799973487854004, "n_params": 4346920, "total_flops": 26841013862400000, "train_loss": 0.01915896087884903, "subset_score_loss": 0.01915896087884903}
+{"step": 2020000, "wall_time": 19001.67945075035, "train_loss_step": 2.6586785316467285, "n_params": 4346920, "total_flops": 26974551244800000, "train_loss": 0.019874484837055208, "subset_score_loss": 0.019874484837055208}
+{"step": 2030000, "wall_time": 19079.148948907852, "train_loss_step": 2.503074884414673, "n_params": 4346920, "total_flops": 27108088627200000, "train_loss": 0.020600907504558563, "subset_score_loss": 0.020600907504558563}
+{"step": 2040000, "wall_time": 19161.28452515602, "train_loss_step": 2.643249034881592, "n_params": 4346920, "total_flops": 27241626009600000, "train_loss": 0.01943880170583725, "subset_score_loss": 0.01943880170583725}
+{"step": 2050000, "wall_time": 19248.139689922333, "train_loss_step": 2.744364023208618, "n_params": 4346920, "total_flops": 27375163392000000, "train_loss": 0.01980874836444855, "subset_score_loss": 0.01980874836444855}
+{"step": 2060000, "wall_time": 19335.008145332336, "train_loss_step": 2.7269277572631836, "n_params": 4346920, "total_flops": 27508700774400000, "train_loss": 0.019700181484222413, "subset_score_loss": 0.019700181484222413}
+{"step": 2070000, "wall_time": 19421.864933252335, "train_loss_step": 2.690873861312866, "n_params": 4346920, "total_flops": 27642238156800000, "train_loss": 0.019629569351673128, "subset_score_loss": 0.019629569351673128}
+{"step": 2080000, "wall_time": 19508.71345090866, "train_loss_step": 2.7150912284851074, "n_params": 4346920, "total_flops": 27775775539200000, "train_loss": 0.020278364419937134, "subset_score_loss": 0.020278364419937134}
+{"step": 2090000, "wall_time": 19595.598216295242, "train_loss_step": 2.907316207885742, "n_params": 4346920, "total_flops": 27909312921600000, "train_loss": 0.019145190715789795, "subset_score_loss": 0.019145190715789795}
+{"step": 2100000, "wall_time": 19796.739904642105, "train_loss_step": 2.6516921520233154, "n_params": 4346920, "total_flops": 28042850304000000, "train_loss": 0.019043213129043578, "subset_score_loss": 0.019043213129043578, "memorization_fraction_pixel": 0.0625, "mean_nn_ratio_pixel": 0.5110099911689758, "fid": 141.27861523533556, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 19883.348477125168, "train_loss_step": 2.692739725112915, "n_params": 4346920, "total_flops": 28176387686400000, "train_loss": 0.019950248301029205, "subset_score_loss": 0.019950248301029205}
+{"step": 2120000, "wall_time": 19956.62920308113, "train_loss_step": 2.8917698860168457, "n_params": 4346920, "total_flops": 28309925068800000, "train_loss": 0.019922687113285063, "subset_score_loss": 0.019922687113285063}
+{"step": 2130000, "wall_time": 20043.658676624298, "train_loss_step": 2.6859207153320312, "n_params": 4346920, "total_flops": 28443462451200000, "train_loss": 0.01873634159564972, "subset_score_loss": 0.01873634159564972}
+{"step": 2140000, "wall_time": 20120.65356707573, "train_loss_step": 2.853299856185913, "n_params": 4346920, "total_flops": 28576999833600000, "train_loss": 0.019185784459114074, "subset_score_loss": 0.019185784459114074}
+{"step": 2150000, "wall_time": 20207.493177890778, "train_loss_step": 2.5531094074249268, "n_params": 4346920, "total_flops": 28710537216000000, "train_loss": 0.018608319759368896, "subset_score_loss": 0.018608319759368896}
+{"step": 2160000, "wall_time": 20294.161074399948, "train_loss_step": 2.315976142883301, "n_params": 4346920, "total_flops": 28844074598400000, "train_loss": 0.01847633719444275, "subset_score_loss": 0.01847633719444275}
+{"step": 2170000, "wall_time": 20381.05905866623, "train_loss_step": 2.709874153137207, "n_params": 4346920, "total_flops": 28977611980800000, "train_loss": 0.01987098455429077, "subset_score_loss": 0.01987098455429077}
+{"step": 2180000, "wall_time": 20467.885776281357, "train_loss_step": 2.6861491203308105, "n_params": 4346920, "total_flops": 29111149363200000, "train_loss": 0.019388070702552794, "subset_score_loss": 0.019388070702552794}
+{"step": 2190000, "wall_time": 20554.804523944855, "train_loss_step": 2.4047980308532715, "n_params": 4346920, "total_flops": 29244686745600000, "train_loss": 0.019368478655815126, "subset_score_loss": 0.019368478655815126}
+{"step": 2200000, "wall_time": 20766.667439222336, "train_loss_step": 2.5051698684692383, "n_params": 4346920, "total_flops": 29378224128000000, "train_loss": 0.018389256298542024, "subset_score_loss": 0.018389256298542024, "memorization_fraction_pixel": 0.05939999967813492, "mean_nn_ratio_pixel": 0.5078775882720947, "fid": 140.6769162441073, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 20852.920921325684, "train_loss_step": 2.6405749320983887, "n_params": 4346920, "total_flops": 29511761510400000, "train_loss": 0.01891426146030426, "subset_score_loss": 0.01891426146030426}
+{"step": 2220000, "wall_time": 20923.41776061058, "train_loss_step": 2.5792150497436523, "n_params": 4346920, "total_flops": 29645298892800000, "train_loss": 0.01867901086807251, "subset_score_loss": 0.01867901086807251}
+{"step": 2230000, "wall_time": 21010.366931200027, "train_loss_step": 2.805011510848999, "n_params": 4346920, "total_flops": 29778836275200000, "train_loss": 0.018331699073314667, "subset_score_loss": 0.018331699073314667}
+{"step": 2240000, "wall_time": 21090.15313243866, "train_loss_step": 2.4319043159484863, "n_params": 4346920, "total_flops": 29912373657600000, "train_loss": 0.018314741551876068, "subset_score_loss": 0.018314741551876068}
+{"step": 2250000, "wall_time": 21169.262993335724, "train_loss_step": 2.5638771057128906, "n_params": 4346920, "total_flops": 30045911040000000, "train_loss": 0.018152387440204622, "subset_score_loss": 0.018152387440204622}
+{"step": 2260000, "wall_time": 21256.145590782166, "train_loss_step": 2.7295122146606445, "n_params": 4346920, "total_flops": 30179448422400000, "train_loss": 0.018295258283615112, "subset_score_loss": 0.018295258283615112}
+{"step": 2270000, "wall_time": 21342.963824033737, "train_loss_step": 2.836998224258423, "n_params": 4346920, "total_flops": 30312985804800000, "train_loss": 0.018604125082492828, "subset_score_loss": 0.018604125082492828}
+{"step": 2280000, "wall_time": 21429.841289281845, "train_loss_step": 2.658696174621582, "n_params": 4346920, "total_flops": 30446523187200000, "train_loss": 0.01825059950351715, "subset_score_loss": 0.01825059950351715}
+{"step": 2290000, "wall_time": 21516.717032194138, "train_loss_step": 2.5874383449554443, "n_params": 4346920, "total_flops": 30580060569600000, "train_loss": 0.018226835131645202, "subset_score_loss": 0.018226835131645202}
+{"step": 2300000, "wall_time": 21730.04506802559, "train_loss_step": 2.509553909301758, "n_params": 4346920, "total_flops": 30713597952000000, "train_loss": 0.018090894818305968, "subset_score_loss": 0.018090894818305968, "memorization_fraction_pixel": 0.065700002014637, "mean_nn_ratio_pixel": 0.505083441734314, "fid": 141.49873101713465, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 21815.449629306793, "train_loss_step": 2.527682304382324, "n_params": 4346920, "total_flops": 30847135334400000, "train_loss": 0.017765924334526062, "subset_score_loss": 0.017765924334526062}
+{"step": 2320000, "wall_time": 21891.619512796402, "train_loss_step": 2.6817874908447266, "n_params": 4346920, "total_flops": 30980672716800000, "train_loss": 0.017943912744522096, "subset_score_loss": 0.017943912744522096}
+{"step": 2330000, "wall_time": 21979.06000161171, "train_loss_step": 2.5418663024902344, "n_params": 4346920, "total_flops": 31114210099200000, "train_loss": 0.01774941384792328, "subset_score_loss": 0.01774941384792328}
+{"step": 2340000, "wall_time": 22064.027311086655, "train_loss_step": 2.4233086109161377, "n_params": 4346920, "total_flops": 31247747481600000, "train_loss": 0.018450617790222168, "subset_score_loss": 0.018450617790222168}
+{"step": 2350000, "wall_time": 22138.811200141907, "train_loss_step": 2.4034833908081055, "n_params": 4346920, "total_flops": 31381284864000000, "train_loss": 0.018017829954624177, "subset_score_loss": 0.018017829954624177}
+{"step": 2360000, "wall_time": 22224.565767288208, "train_loss_step": 2.5104222297668457, "n_params": 4346920, "total_flops": 31514822246400000, "train_loss": 0.01756204664707184, "subset_score_loss": 0.01756204664707184}
+{"step": 2370000, "wall_time": 22311.334706783295, "train_loss_step": 2.5559394359588623, "n_params": 4346920, "total_flops": 31648359628800000, "train_loss": 0.01791914701461792, "subset_score_loss": 0.01791914701461792}
+{"step": 2380000, "wall_time": 22398.16520524025, "train_loss_step": 2.3881945610046387, "n_params": 4346920, "total_flops": 31781897011200000, "train_loss": 0.017960050702095033, "subset_score_loss": 0.017960050702095033}
+{"step": 2390000, "wall_time": 22484.992841005325, "train_loss_step": 2.5335118770599365, "n_params": 4346920, "total_flops": 31915434393600000, "train_loss": 0.018145902454853056, "subset_score_loss": 0.018145902454853056}
+{"step": 2400000, "wall_time": 22684.108603715897, "train_loss_step": 2.7057738304138184, "n_params": 4346920, "total_flops": 32048971776000000, "train_loss": 0.01832779049873352, "subset_score_loss": 0.01832779049873352, "memorization_fraction_pixel": 0.06509999930858612, "mean_nn_ratio_pixel": 0.5057944655418396, "fid": 141.37465945939692, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 22769.233442544937, "train_loss_step": 2.2897167205810547, "n_params": 4346920, "total_flops": 32182509158400000, "train_loss": 0.01746199429035187, "subset_score_loss": 0.01746199429035187}
+{"step": 2420000, "wall_time": 22842.018842697144, "train_loss_step": 2.875232219696045, "n_params": 4346920, "total_flops": 32316046540800000, "train_loss": 0.017540787160396577, "subset_score_loss": 0.017540787160396577}
+{"step": 2430000, "wall_time": 22929.007815361023, "train_loss_step": 2.8970518112182617, "n_params": 4346920, "total_flops": 32449583923200000, "train_loss": 0.017734616994857788, "subset_score_loss": 0.017734616994857788}
+{"step": 2440000, "wall_time": 23014.583946943283, "train_loss_step": 2.7595114707946777, "n_params": 4346920, "total_flops": 32583121305600000, "train_loss": 0.017200805246829987, "subset_score_loss": 0.017200805246829987}
+{"step": 2450000, "wall_time": 23101.815398454666, "train_loss_step": 2.8194899559020996, "n_params": 4346920, "total_flops": 32716658688000000, "train_loss": 0.017240214347839355, "subset_score_loss": 0.017240214347839355}
+{"step": 2460000, "wall_time": 23177.635076999664, "train_loss_step": 2.6349287033081055, "n_params": 4346920, "total_flops": 32850196070400000, "train_loss": 0.01776123493909836, "subset_score_loss": 0.01776123493909836}
+{"step": 2470000, "wall_time": 23264.492468833923, "train_loss_step": 2.5703065395355225, "n_params": 4346920, "total_flops": 32983733452800000, "train_loss": 0.01705581694841385, "subset_score_loss": 0.01705581694841385}
+{"step": 2480000, "wall_time": 23351.30606818199, "train_loss_step": 2.5543127059936523, "n_params": 4346920, "total_flops": 33117270835200000, "train_loss": 0.01702006906270981, "subset_score_loss": 0.01702006906270981}
+{"step": 2490000, "wall_time": 23438.19390487671, "train_loss_step": 2.529717445373535, "n_params": 4346920, "total_flops": 33250808217600000, "train_loss": 0.0175009161233902, "subset_score_loss": 0.0175009161233902}
+{"step": 2500000, "wall_time": 23652.57255244255, "train_loss_step": 2.5868120193481445, "n_params": 4346920, "total_flops": 33384345600000000, "train_loss": 0.017659734189510345, "subset_score_loss": 0.017659734189510345, "memorization_fraction_pixel": 0.06549999862909317, "mean_nn_ratio_pixel": 0.5009202361106873, "fid": 141.33877920749342, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 23739.39489364624, "train_loss_step": 2.4654383659362793, "n_params": 4346920, "total_flops": 33517882982400000, "train_loss": 0.016619814932346343, "subset_score_loss": 0.016619814932346343}
+{"step": 2520000, "wall_time": 23812.96890592575, "train_loss_step": 2.455570936203003, "n_params": 4346920, "total_flops": 33651420364800000, "train_loss": 0.016836433112621306, "subset_score_loss": 0.016836433112621306}
+{"step": 2530000, "wall_time": 23900.176916837692, "train_loss_step": 2.372072458267212, "n_params": 4346920, "total_flops": 33784957747200000, "train_loss": 0.016678860783576964, "subset_score_loss": 0.016678860783576964}
+{"step": 2540000, "wall_time": 23985.43393945694, "train_loss_step": 2.3148703575134277, "n_params": 4346920, "total_flops": 33918495129600000, "train_loss": 0.01636386662721634, "subset_score_loss": 0.01636386662721634}
+{"step": 2550000, "wall_time": 24072.373517274857, "train_loss_step": 2.591167449951172, "n_params": 4346920, "total_flops": 34052032512000000, "train_loss": 0.017017249763011933, "subset_score_loss": 0.017017249763011933}
+{"step": 2560000, "wall_time": 24152.657893896103, "train_loss_step": 2.0982253551483154, "n_params": 4346920, "total_flops": 34185569894400000, "train_loss": 0.01719726324081421, "subset_score_loss": 0.01719726324081421}
+{"step": 2570000, "wall_time": 24228.624915361404, "train_loss_step": 2.586442708969116, "n_params": 4346920, "total_flops": 34319107276800000, "train_loss": 0.016906815767288207, "subset_score_loss": 0.016906815767288207}
+{"step": 2580000, "wall_time": 24315.516169071198, "train_loss_step": 2.4338197708129883, "n_params": 4346920, "total_flops": 34452644659200000, "train_loss": 0.016281017661094667, "subset_score_loss": 0.016281017661094667}
+{"step": 2590000, "wall_time": 24402.373109579086, "train_loss_step": 2.4641411304473877, "n_params": 4346920, "total_flops": 34586182041600000, "train_loss": 0.01773396134376526, "subset_score_loss": 0.01773396134376526}
+{"step": 2600000, "wall_time": 24599.057976961136, "train_loss_step": 2.5126795768737793, "n_params": 4346920, "total_flops": 34719719424000000, "train_loss": 0.017381824553012848, "subset_score_loss": 0.017381824553012848, "memorization_fraction_pixel": 0.06390000134706497, "mean_nn_ratio_pixel": 0.4999285042285919, "fid": 140.5737547303784, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 24685.884343862534, "train_loss_step": 2.7089591026306152, "n_params": 4346920, "total_flops": 34853256806400000, "train_loss": 0.01762554943561554, "subset_score_loss": 0.01762554943561554}
+{"step": 2620000, "wall_time": 24761.053152799606, "train_loss_step": 2.4474716186523438, "n_params": 4346920, "total_flops": 34986794188800000, "train_loss": 0.016254217922687532, "subset_score_loss": 0.016254217922687532}
+{"step": 2630000, "wall_time": 24846.02987217903, "train_loss_step": 2.1946046352386475, "n_params": 4346920, "total_flops": 35120331571200000, "train_loss": 0.016282594203948973, "subset_score_loss": 0.016282594203948973}
+{"step": 2640000, "wall_time": 24931.476978302002, "train_loss_step": 2.358661651611328, "n_params": 4346920, "total_flops": 35253868953600000, "train_loss": 0.017470625042915345, "subset_score_loss": 0.017470625042915345}
+{"step": 2650000, "wall_time": 25018.37099814415, "train_loss_step": 2.838303565979004, "n_params": 4346920, "total_flops": 35387406336000000, "train_loss": 0.016703930497169495, "subset_score_loss": 0.016703930497169495}
+{"step": 2660000, "wall_time": 25105.15798687935, "train_loss_step": 2.5437612533569336, "n_params": 4346920, "total_flops": 35520943718400000, "train_loss": 0.016505366563796996, "subset_score_loss": 0.016505366563796996}
+{"step": 2670000, "wall_time": 25187.714012384415, "train_loss_step": 2.390890121459961, "n_params": 4346920, "total_flops": 35654481100800000, "train_loss": 0.01687762886285782, "subset_score_loss": 0.01687762886285782}
+{"step": 2680000, "wall_time": 25264.799698591232, "train_loss_step": 2.638704538345337, "n_params": 4346920, "total_flops": 35788018483200000, "train_loss": 0.016387031972408296, "subset_score_loss": 0.016387031972408296}
+{"step": 2690000, "wall_time": 25351.686643838882, "train_loss_step": 2.3685450553894043, "n_params": 4346920, "total_flops": 35921555865600000, "train_loss": 0.016120509803295137, "subset_score_loss": 0.016120509803295137}
+{"step": 2700000, "wall_time": 25558.835147619247, "train_loss_step": 2.585500955581665, "n_params": 4346920, "total_flops": 36055093248000000, "train_loss": 0.016193677484989167, "subset_score_loss": 0.016193677484989167, "memorization_fraction_pixel": 0.06469999998807907, "mean_nn_ratio_pixel": 0.4989841878414154, "fid": 141.52246000881803, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 25645.531468868256, "train_loss_step": 2.472933769226074, "n_params": 4346920, "total_flops": 36188630630400000, "train_loss": 0.016918396949768065, "subset_score_loss": 0.016918396949768065}
+{"step": 2720000, "wall_time": 25721.000112771988, "train_loss_step": 2.4977426528930664, "n_params": 4346920, "total_flops": 36322168012800000, "train_loss": 0.016457103192806244, "subset_score_loss": 0.016457103192806244}
+{"step": 2730000, "wall_time": 25806.20841526985, "train_loss_step": 2.7175393104553223, "n_params": 4346920, "total_flops": 36455705395200000, "train_loss": 0.016164563596248627, "subset_score_loss": 0.016164563596248627}
+{"step": 2740000, "wall_time": 25891.6498670578, "train_loss_step": 2.737149238586426, "n_params": 4346920, "total_flops": 36589242777600000, "train_loss": 0.01615363508462906, "subset_score_loss": 0.01615363508462906}
+{"step": 2750000, "wall_time": 25978.507391691208, "train_loss_step": 2.5753188133239746, "n_params": 4346920, "total_flops": 36722780160000000, "train_loss": 0.015706390142440796, "subset_score_loss": 0.015706390142440796}
+{"step": 2760000, "wall_time": 26065.344517230988, "train_loss_step": 2.606872797012329, "n_params": 4346920, "total_flops": 36856317542400000, "train_loss": 0.016299048066139223, "subset_score_loss": 0.016299048066139223}
+{"step": 2770000, "wall_time": 26152.190511226654, "train_loss_step": 2.3922922611236572, "n_params": 4346920, "total_flops": 36989854924800000, "train_loss": 0.015534317493438721, "subset_score_loss": 0.015534317493438721}
+{"step": 2780000, "wall_time": 26230.902512311935, "train_loss_step": 2.425222158432007, "n_params": 4346920, "total_flops": 37123392307200000, "train_loss": 0.016580304503440856, "subset_score_loss": 0.016580304503440856}
+{"step": 2790000, "wall_time": 26310.61528277397, "train_loss_step": 2.510493040084839, "n_params": 4346920, "total_flops": 37256929689600000, "train_loss": 0.015024143457412719, "subset_score_loss": 0.015024143457412719}
+{"step": 2800000, "wall_time": 26501.56590819359, "train_loss_step": 2.5527734756469727, "n_params": 4346920, "total_flops": 37390467072000000, "train_loss": 0.015434840321540832, "subset_score_loss": 0.015434840321540832, "memorization_fraction_pixel": 0.07010000199079514, "mean_nn_ratio_pixel": 0.49476104974746704, "fid": 140.52763628376928, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 26588.33693742752, "train_loss_step": 2.2422146797180176, "n_params": 4346920, "total_flops": 37524004454400000, "train_loss": 0.015546198189258575, "subset_score_loss": 0.015546198189258575}
+{"step": 2820000, "wall_time": 26667.02857017517, "train_loss_step": 2.776949882507324, "n_params": 4346920, "total_flops": 37657541836800000, "train_loss": 0.01626141220331192, "subset_score_loss": 0.01626141220331192}
+{"step": 2830000, "wall_time": 26753.86703634262, "train_loss_step": 2.5205609798431396, "n_params": 4346920, "total_flops": 37791079219200000, "train_loss": 0.015974119305610657, "subset_score_loss": 0.015974119305610657}
+{"step": 2840000, "wall_time": 26839.605894088745, "train_loss_step": 2.382415771484375, "n_params": 4346920, "total_flops": 37924616601600000, "train_loss": 0.015432307124137878, "subset_score_loss": 0.015432307124137878}
+{"step": 2850000, "wall_time": 26924.596548318863, "train_loss_step": 2.54215669631958, "n_params": 4346920, "total_flops": 38058153984000000, "train_loss": 0.015571619570255279, "subset_score_loss": 0.015571619570255279}
+{"step": 2860000, "wall_time": 27011.494599580765, "train_loss_step": 2.5976808071136475, "n_params": 4346920, "total_flops": 38191691366400000, "train_loss": 0.016343754529953004, "subset_score_loss": 0.016343754529953004}
+{"step": 2870000, "wall_time": 27098.36715078354, "train_loss_step": 2.5223612785339355, "n_params": 4346920, "total_flops": 38325228748800000, "train_loss": 0.014886301755905152, "subset_score_loss": 0.014886301755905152}
+{"step": 2880000, "wall_time": 27185.410479545593, "train_loss_step": 2.3892552852630615, "n_params": 4346920, "total_flops": 38458766131200000, "train_loss": 0.015365740656852723, "subset_score_loss": 0.015365740656852723}
+{"step": 2890000, "wall_time": 27265.63330411911, "train_loss_step": 2.3700077533721924, "n_params": 4346920, "total_flops": 38592303513600000, "train_loss": 0.014940491318702698, "subset_score_loss": 0.014940491318702698}
+{"step": 2900000, "wall_time": 27465.358809947968, "train_loss_step": 2.5997376441955566, "n_params": 4346920, "total_flops": 38725840896000000, "train_loss": 0.015758827328681946, "subset_score_loss": 0.015758827328681946, "memorization_fraction_pixel": 0.06909999996423721, "mean_nn_ratio_pixel": 0.49345678091049194, "fid": 140.83328466447645, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 27552.12986946106, "train_loss_step": 2.454042911529541, "n_params": 4346920, "total_flops": 38859378278400000, "train_loss": 0.014715947210788727, "subset_score_loss": 0.014715947210788727}
+{"step": 2920000, "wall_time": 27624.097650766373, "train_loss_step": 2.618602752685547, "n_params": 4346920, "total_flops": 38992915660800000, "train_loss": 0.015543439984321594, "subset_score_loss": 0.015543439984321594}
+{"step": 2930000, "wall_time": 27708.41813802719, "train_loss_step": 2.5664329528808594, "n_params": 4346920, "total_flops": 39126453043200000, "train_loss": 0.015249289572238922, "subset_score_loss": 0.015249289572238922}
+{"step": 2940000, "wall_time": 27795.026773691177, "train_loss_step": 2.6275973320007324, "n_params": 4346920, "total_flops": 39259990425600000, "train_loss": 0.014904525876045228, "subset_score_loss": 0.014904525876045228}
+{"step": 2950000, "wall_time": 27879.100138425827, "train_loss_step": 2.443910598754883, "n_params": 4346920, "total_flops": 39393527808000000, "train_loss": 0.015113218128681183, "subset_score_loss": 0.015113218128681183}
+{"step": 2960000, "wall_time": 27965.91258573532, "train_loss_step": 2.3539693355560303, "n_params": 4346920, "total_flops": 39527065190400000, "train_loss": 0.016306699812412263, "subset_score_loss": 0.016306699812412263}
+{"step": 2970000, "wall_time": 28052.89351940155, "train_loss_step": 2.51578426361084, "n_params": 4346920, "total_flops": 39660602572800000, "train_loss": 0.01568835526704788, "subset_score_loss": 0.01568835526704788}
+{"step": 2980000, "wall_time": 28139.650958776474, "train_loss_step": 2.5840935707092285, "n_params": 4346920, "total_flops": 39794139955200000, "train_loss": 0.01479666233062744, "subset_score_loss": 0.01479666233062744}
+{"step": 2990000, "wall_time": 28226.566826105118, "train_loss_step": 2.302201747894287, "n_params": 4346920, "total_flops": 39927677337600000, "train_loss": 0.015621519088745118, "subset_score_loss": 0.015621519088745118}
+{"step": 3000000, "wall_time": 28398.37017083168, "train_loss_step": 2.4544384479522705, "n_params": 4346920, "total_flops": 40061214720000000, "train_loss": 0.015227164328098296, "subset_score_loss": 0.015227164328098296, "memorization_fraction_pixel": 0.06300000101327896, "mean_nn_ratio_pixel": 0.4932008683681488, "fid": 141.1815629306097, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 28485.225096702576, "train_loss_step": 2.4139161109924316, "n_params": 4346920, "total_flops": 40194752102400000, "train_loss": 0.014714530110359192, "subset_score_loss": 0.014714530110359192}
+{"step": 3020000, "wall_time": 28567.6333963871, "train_loss_step": 2.6170661449432373, "n_params": 4346920, "total_flops": 40328289484800000, "train_loss": 0.014988721907138824, "subset_score_loss": 0.014988721907138824}
+{"step": 3030000, "wall_time": 28643.7946228981, "train_loss_step": 2.585237503051758, "n_params": 4346920, "total_flops": 40461826867200000, "train_loss": 0.015122918784618378, "subset_score_loss": 0.015122918784618378}
+{"step": 3040000, "wall_time": 28730.777668714523, "train_loss_step": 2.458935022354126, "n_params": 4346920, "total_flops": 40595364249600000, "train_loss": 0.014599265158176422, "subset_score_loss": 0.014599265158176422}
+{"step": 3050000, "wall_time": 28814.60070347786, "train_loss_step": 2.646602153778076, "n_params": 4346920, "total_flops": 40728901632000000, "train_loss": 0.015224277973175049, "subset_score_loss": 0.015224277973175049}
+{"step": 3060000, "wall_time": 28901.454916477203, "train_loss_step": 2.5401015281677246, "n_params": 4346920, "total_flops": 40862439014400000, "train_loss": 0.0154608815908432, "subset_score_loss": 0.0154608815908432}
+{"step": 3070000, "wall_time": 28988.319353580475, "train_loss_step": 2.444348096847534, "n_params": 4346920, "total_flops": 40995976396800000, "train_loss": 0.014376877248287201, "subset_score_loss": 0.014376877248287201}
+{"step": 3080000, "wall_time": 29075.2438788414, "train_loss_step": 2.7530083656311035, "n_params": 4346920, "total_flops": 41129513779200000, "train_loss": 0.01440895050764084, "subset_score_loss": 0.01440895050764084}
+{"step": 3090000, "wall_time": 29162.027700185776, "train_loss_step": 2.8501744270324707, "n_params": 4346920, "total_flops": 41263051161600000, "train_loss": 0.01422363668680191, "subset_score_loss": 0.01422363668680191}
+{"step": 3100000, "wall_time": 29351.118211507797, "train_loss_step": 2.310004234313965, "n_params": 4346920, "total_flops": 41396588544000000, "train_loss": 0.013923279941082, "subset_score_loss": 0.013923279941082, "memorization_fraction_pixel": 0.06989999860525131, "mean_nn_ratio_pixel": 0.49091166257858276, "fid": 140.9524266552937, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 29437.986512184143, "train_loss_step": 2.4190244674682617, "n_params": 4346920, "total_flops": 41530125926400000, "train_loss": 0.014824990928173066, "subset_score_loss": 0.014824990928173066}
+{"step": 3120000, "wall_time": 29524.549525499344, "train_loss_step": 2.314880847930908, "n_params": 4346920, "total_flops": 41663663308800000, "train_loss": 0.014143560826778413, "subset_score_loss": 0.014143560826778413}
+{"step": 3130000, "wall_time": 29607.33035993576, "train_loss_step": 2.92470645904541, "n_params": 4346920, "total_flops": 41797200691200000, "train_loss": 0.014675824344158173, "subset_score_loss": 0.014675824344158173}
+{"step": 3140000, "wall_time": 29694.157984972, "train_loss_step": 2.455960273742676, "n_params": 4346920, "total_flops": 41930738073600000, "train_loss": 0.014854960143566132, "subset_score_loss": 0.014854960143566132}
+{"step": 3150000, "wall_time": 29779.487780332565, "train_loss_step": 2.4366672039031982, "n_params": 4346920, "total_flops": 42064275456000000, "train_loss": 0.01411750614643097, "subset_score_loss": 0.01411750614643097}
+{"step": 3160000, "wall_time": 29864.768287181854, "train_loss_step": 2.5900914669036865, "n_params": 4346920, "total_flops": 42197812838400000, "train_loss": 0.014125138521194458, "subset_score_loss": 0.014125138521194458}
+{"step": 3170000, "wall_time": 29951.670791864395, "train_loss_step": 2.6087517738342285, "n_params": 4346920, "total_flops": 42331350220800000, "train_loss": 0.01521865725517273, "subset_score_loss": 0.01521865725517273}
+{"step": 3180000, "wall_time": 30038.476099014282, "train_loss_step": 2.671360492706299, "n_params": 4346920, "total_flops": 42464887603200000, "train_loss": 0.013976950943470002, "subset_score_loss": 0.013976950943470002}
+{"step": 3190000, "wall_time": 30125.319232225418, "train_loss_step": 2.6051323413848877, "n_params": 4346920, "total_flops": 42598424985600000, "train_loss": 0.014188699424266815, "subset_score_loss": 0.014188699424266815}
+{"step": 3200000, "wall_time": 30316.84982728958, "train_loss_step": 2.758479356765747, "n_params": 4346920, "total_flops": 42731962368000000, "train_loss": 0.014050796627998352, "subset_score_loss": 0.014050796627998352, "memorization_fraction_pixel": 0.066600002348423, "mean_nn_ratio_pixel": 0.49183183908462524, "fid": 141.11373915784847, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 30393.21511864662, "train_loss_step": 2.563586473464966, "n_params": 4346920, "total_flops": 42865499750400000, "train_loss": 0.01407059133052826, "subset_score_loss": 0.01407059133052826}
+{"step": 3220000, "wall_time": 30474.141855478287, "train_loss_step": 2.5013370513916016, "n_params": 4346920, "total_flops": 42999037132800000, "train_loss": 0.0139345720410347, "subset_score_loss": 0.0139345720410347}
+{"step": 3230000, "wall_time": 30551.700574874878, "train_loss_step": 2.526782989501953, "n_params": 4346920, "total_flops": 43132574515200000, "train_loss": 0.01475694477558136, "subset_score_loss": 0.01475694477558136}
+{"step": 3240000, "wall_time": 30638.629354953766, "train_loss_step": 2.42256498336792, "n_params": 4346920, "total_flops": 43266111897600000, "train_loss": 0.01451830267906189, "subset_score_loss": 0.01451830267906189}
+{"step": 3250000, "wall_time": 30725.91468143463, "train_loss_step": 2.5643393993377686, "n_params": 4346920, "total_flops": 43399649280000000, "train_loss": 0.013819892704486848, "subset_score_loss": 0.013819892704486848}
+{"step": 3260000, "wall_time": 30811.012682914734, "train_loss_step": 2.362898826599121, "n_params": 4346920, "total_flops": 43533186662400000, "train_loss": 0.01402563750743866, "subset_score_loss": 0.01402563750743866}
+{"step": 3270000, "wall_time": 30896.354012966156, "train_loss_step": 2.440147876739502, "n_params": 4346920, "total_flops": 43666724044800000, "train_loss": 0.014288465678691863, "subset_score_loss": 0.014288465678691863}
+{"step": 3280000, "wall_time": 30983.219328403473, "train_loss_step": 2.435737133026123, "n_params": 4346920, "total_flops": 43800261427200000, "train_loss": 0.01424161195755005, "subset_score_loss": 0.01424161195755005}
+{"step": 3290000, "wall_time": 31069.934413671494, "train_loss_step": 2.463693618774414, "n_params": 4346920, "total_flops": 43933798809600000, "train_loss": 0.01358962208032608, "subset_score_loss": 0.01358962208032608}
+{"step": 3300000, "wall_time": 31256.556029081345, "train_loss_step": 2.7008554935455322, "n_params": 4346920, "total_flops": 44067336192000000, "train_loss": 0.013826388120651244, "subset_score_loss": 0.013826388120651244, "memorization_fraction_pixel": 0.07410000264644623, "mean_nn_ratio_pixel": 0.4856795370578766, "fid": 140.24382140320893, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 31340.80594086647, "train_loss_step": 2.459670066833496, "n_params": 4346920, "total_flops": 44200873574400000, "train_loss": 0.01368398368358612, "subset_score_loss": 0.01368398368358612}
+{"step": 3320000, "wall_time": 31419.06842827797, "train_loss_step": 2.4356532096862793, "n_params": 4346920, "total_flops": 44334410956800000, "train_loss": 0.013976621627807616, "subset_score_loss": 0.013976621627807616}
+{"step": 3330000, "wall_time": 31494.007103443146, "train_loss_step": 2.53839373588562, "n_params": 4346920, "total_flops": 44467948339200000, "train_loss": 0.013994129002094268, "subset_score_loss": 0.013994129002094268}
+{"step": 3340000, "wall_time": 31580.75789117813, "train_loss_step": 2.4696953296661377, "n_params": 4346920, "total_flops": 44601485721600000, "train_loss": 0.013272152841091156, "subset_score_loss": 0.013272152841091156}
+{"step": 3350000, "wall_time": 31667.614631175995, "train_loss_step": 2.4642200469970703, "n_params": 4346920, "total_flops": 44735023104000000, "train_loss": 0.014418786764144898, "subset_score_loss": 0.014418786764144898}
+{"step": 3360000, "wall_time": 31753.093272924423, "train_loss_step": 2.1442933082580566, "n_params": 4346920, "total_flops": 44868560486400000, "train_loss": 0.013996143639087678, "subset_score_loss": 0.013996143639087678}
+{"step": 3370000, "wall_time": 31840.30187535286, "train_loss_step": 2.5470190048217773, "n_params": 4346920, "total_flops": 45002097868800000, "train_loss": 0.014391325414180756, "subset_score_loss": 0.014391325414180756}
+{"step": 3380000, "wall_time": 31925.30525660515, "train_loss_step": 2.476823329925537, "n_params": 4346920, "total_flops": 45135635251200000, "train_loss": 0.013640449941158294, "subset_score_loss": 0.013640449941158294}
+{"step": 3390000, "wall_time": 32012.258618354797, "train_loss_step": 2.9018335342407227, "n_params": 4346920, "total_flops": 45269172633600000, "train_loss": 0.01318114846944809, "subset_score_loss": 0.01318114846944809}
+{"step": 3400000, "wall_time": 32212.226177692413, "train_loss_step": 2.3031880855560303, "n_params": 4346920, "total_flops": 45402710016000000, "train_loss": 0.013306613266468047, "subset_score_loss": 0.013306613266468047, "memorization_fraction_pixel": 0.0706000030040741, "mean_nn_ratio_pixel": 0.48899707198143005, "fid": 141.0704300255747, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 32299.214696407318, "train_loss_step": 2.6178669929504395, "n_params": 4346920, "total_flops": 45536247398400000, "train_loss": 0.01329350620508194, "subset_score_loss": 0.01329350620508194}
+{"step": 3420000, "wall_time": 32378.29644560814, "train_loss_step": 2.357705593109131, "n_params": 4346920, "total_flops": 45669784780800000, "train_loss": 0.013308405876159668, "subset_score_loss": 0.013308405876159668}
+{"step": 3430000, "wall_time": 32448.307826280594, "train_loss_step": 2.519913911819458, "n_params": 4346920, "total_flops": 45803322163200000, "train_loss": 0.01377575546503067, "subset_score_loss": 0.01377575546503067}
+{"step": 3440000, "wall_time": 32535.197444677353, "train_loss_step": 2.3737425804138184, "n_params": 4346920, "total_flops": 45936859545600000, "train_loss": 0.015103739500045777, "subset_score_loss": 0.015103739500045777}
+{"step": 3450000, "wall_time": 32622.137960910797, "train_loss_step": 2.619515895843506, "n_params": 4346920, "total_flops": 46070396928000000, "train_loss": 0.013196645677089692, "subset_score_loss": 0.013196645677089692}
+{"step": 3460000, "wall_time": 32707.60937309265, "train_loss_step": 2.51056170463562, "n_params": 4346920, "total_flops": 46203934310400000, "train_loss": 0.013389965891838074, "subset_score_loss": 0.013389965891838074}
+{"step": 3470000, "wall_time": 32794.44810080528, "train_loss_step": 2.552180767059326, "n_params": 4346920, "total_flops": 46337471692800000, "train_loss": 0.013025891780853272, "subset_score_loss": 0.013025891780853272}
+{"step": 3480000, "wall_time": 32879.69407629967, "train_loss_step": 2.354675531387329, "n_params": 4346920, "total_flops": 46471009075200000, "train_loss": 0.013197667896747589, "subset_score_loss": 0.013197667896747589}
+{"step": 3490000, "wall_time": 32966.52514100075, "train_loss_step": 2.4872608184814453, "n_params": 4346920, "total_flops": 46604546457600000, "train_loss": 0.01386488825082779, "subset_score_loss": 0.01386488825082779}
+{"step": 3500000, "wall_time": 33138.24773478508, "train_loss_step": 2.5885632038116455, "n_params": 4346920, "total_flops": 46738083840000000, "train_loss": 0.013581962883472442, "subset_score_loss": 0.013581962883472442, "memorization_fraction_pixel": 0.0632999986410141, "mean_nn_ratio_pixel": 0.48893114924430847, "fid": 140.94455374744388, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 33225.200368881226, "train_loss_step": 2.3836755752563477, "n_params": 4346920, "total_flops": 46871621222400000, "train_loss": 0.013283337652683257, "subset_score_loss": 0.013283337652683257}
+{"step": 3520000, "wall_time": 33312.31488418579, "train_loss_step": 2.3240418434143066, "n_params": 4346920, "total_flops": 47005158604800000, "train_loss": 0.01316896677017212, "subset_score_loss": 0.01316896677017212}
+{"step": 3530000, "wall_time": 33388.465727329254, "train_loss_step": 2.3801207542419434, "n_params": 4346920, "total_flops": 47138695987200000, "train_loss": 0.013113820552825927, "subset_score_loss": 0.013113820552825927}
+{"step": 3540000, "wall_time": 33464.65168738365, "train_loss_step": 2.5677695274353027, "n_params": 4346920, "total_flops": 47272233369600000, "train_loss": 0.013285629451274872, "subset_score_loss": 0.013285629451274872}
+{"step": 3550000, "wall_time": 33551.53512382507, "train_loss_step": 2.6856889724731445, "n_params": 4346920, "total_flops": 47405770752000000, "train_loss": 0.013309556245803832, "subset_score_loss": 0.013309556245803832}
+{"step": 3560000, "wall_time": 33638.5497136116, "train_loss_step": 2.638658285140991, "n_params": 4346920, "total_flops": 47539308134400000, "train_loss": 0.01278546154499054, "subset_score_loss": 0.01278546154499054}
+{"step": 3570000, "wall_time": 33723.86847949028, "train_loss_step": 2.289670467376709, "n_params": 4346920, "total_flops": 47672845516800000, "train_loss": 0.013553246855735779, "subset_score_loss": 0.013553246855735779}
+{"step": 3580000, "wall_time": 33810.69519472122, "train_loss_step": 2.441431999206543, "n_params": 4346920, "total_flops": 47806382899200000, "train_loss": 0.013393649458885193, "subset_score_loss": 0.013393649458885193}
+{"step": 3590000, "wall_time": 33896.183033943176, "train_loss_step": 2.6320881843566895, "n_params": 4346920, "total_flops": 47939920281600000, "train_loss": 0.013236422836780549, "subset_score_loss": 0.013236422836780549}
+{"step": 3600000, "wall_time": 34068.21876835823, "train_loss_step": 2.7016987800598145, "n_params": 4346920, "total_flops": 48073457664000000, "train_loss": 0.01311793178319931, "subset_score_loss": 0.01311793178319931, "memorization_fraction_pixel": 0.07670000195503235, "mean_nn_ratio_pixel": 0.4855128824710846, "fid": 141.2266390431713, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 34155.12938499451, "train_loss_step": 2.6692118644714355, "n_params": 4346920, "total_flops": 48206995046400000, "train_loss": 0.013001497089862823, "subset_score_loss": 0.013001497089862823}
+{"step": 3620000, "wall_time": 34242.006707668304, "train_loss_step": 2.4081783294677734, "n_params": 4346920, "total_flops": 48340532428800000, "train_loss": 0.01268179714679718, "subset_score_loss": 0.01268179714679718}
+{"step": 3630000, "wall_time": 34328.90375852585, "train_loss_step": 2.521045684814453, "n_params": 4346920, "total_flops": 48474069811200000, "train_loss": 0.012982191145420074, "subset_score_loss": 0.012982191145420074}
+{"step": 3640000, "wall_time": 34401.59646177292, "train_loss_step": 2.168612241744995, "n_params": 4346920, "total_flops": 48607607193600000, "train_loss": 0.013807360827922822, "subset_score_loss": 0.013807360827922822}
+{"step": 3650000, "wall_time": 34481.275976896286, "train_loss_step": 2.713801383972168, "n_params": 4346920, "total_flops": 48741144576000000, "train_loss": 0.013179109990596771, "subset_score_loss": 0.013179109990596771}
+{"step": 3660000, "wall_time": 34568.128390312195, "train_loss_step": 2.4438459873199463, "n_params": 4346920, "total_flops": 48874681958400000, "train_loss": 0.013095994293689728, "subset_score_loss": 0.013095994293689728}
+{"step": 3670000, "wall_time": 34655.59300804138, "train_loss_step": 2.527052879333496, "n_params": 4346920, "total_flops": 49008219340800000, "train_loss": 0.012582620978355408, "subset_score_loss": 0.012582620978355408}
+{"step": 3680000, "wall_time": 34740.60172748566, "train_loss_step": 2.5751028060913086, "n_params": 4346920, "total_flops": 49141756723200000, "train_loss": 0.012839128077030183, "subset_score_loss": 0.012839128077030183}
+{"step": 3690000, "wall_time": 34827.47784161568, "train_loss_step": 2.4852142333984375, "n_params": 4346920, "total_flops": 49275294105600000, "train_loss": 0.01216302216053009, "subset_score_loss": 0.01216302216053009}
+{"step": 3700000, "wall_time": 35027.78240442276, "train_loss_step": 2.4653916358947754, "n_params": 4346920, "total_flops": 49408831488000000, "train_loss": 0.012117714434862138, "subset_score_loss": 0.012117714434862138, "memorization_fraction_pixel": 0.07090000063180923, "mean_nn_ratio_pixel": 0.48742666840553284, "fid": 141.7019648758971, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 35114.68561458588, "train_loss_step": 2.6285247802734375, "n_params": 4346920, "total_flops": 49542368870400000, "train_loss": 0.013078306615352631, "subset_score_loss": 0.013078306615352631}
+{"step": 3720000, "wall_time": 35201.543006658554, "train_loss_step": 2.1591691970825195, "n_params": 4346920, "total_flops": 49675906252800000, "train_loss": 0.012842607498168946, "subset_score_loss": 0.012842607498168946}
+{"step": 3730000, "wall_time": 35288.308387994766, "train_loss_step": 2.7531118392944336, "n_params": 4346920, "total_flops": 49809443635200000, "train_loss": 0.012710712850093842, "subset_score_loss": 0.012710712850093842}
+{"step": 3740000, "wall_time": 35358.75887656212, "train_loss_step": 2.2792372703552246, "n_params": 4346920, "total_flops": 49942981017600000, "train_loss": 0.01244601383805275, "subset_score_loss": 0.01244601383805275}
+{"step": 3750000, "wall_time": 35435.8098962307, "train_loss_step": 2.3569679260253906, "n_params": 4346920, "total_flops": 50076518400000000, "train_loss": 0.01305801123380661, "subset_score_loss": 0.01305801123380661}
+{"step": 3760000, "wall_time": 35517.641172647476, "train_loss_step": 2.415693759918213, "n_params": 4346920, "total_flops": 50210055782400000, "train_loss": 0.012610805034637452, "subset_score_loss": 0.012610805034637452}
+{"step": 3770000, "wall_time": 35604.8785674572, "train_loss_step": 2.4465997219085693, "n_params": 4346920, "total_flops": 50343593164800000, "train_loss": 0.012375131249427795, "subset_score_loss": 0.012375131249427795}
+{"step": 3780000, "wall_time": 35690.109551906586, "train_loss_step": 2.4467620849609375, "n_params": 4346920, "total_flops": 50477130547200000, "train_loss": 0.012504886090755462, "subset_score_loss": 0.012504886090755462}
+{"step": 3790000, "wall_time": 35776.99541950226, "train_loss_step": 2.4401731491088867, "n_params": 4346920, "total_flops": 50610667929600000, "train_loss": 0.012286049872636795, "subset_score_loss": 0.012286049872636795}
+{"step": 3800000, "wall_time": 35985.14471125603, "train_loss_step": 2.369744300842285, "n_params": 4346920, "total_flops": 50744205312000000, "train_loss": 0.01239505335688591, "subset_score_loss": 0.01239505335688591, "memorization_fraction_pixel": 0.06930000334978104, "mean_nn_ratio_pixel": 0.48563939332962036, "fid": 140.82421510834996, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 36072.106939315796, "train_loss_step": 2.3138887882232666, "n_params": 4346920, "total_flops": 50877742694400000, "train_loss": 0.01183951050043106, "subset_score_loss": 0.01183951050043106}
+{"step": 3820000, "wall_time": 36159.03532576561, "train_loss_step": 2.4335858821868896, "n_params": 4346920, "total_flops": 51011280076800000, "train_loss": 0.01192750334739685, "subset_score_loss": 0.01192750334739685}
+{"step": 3830000, "wall_time": 36245.89074277878, "train_loss_step": 2.4267003536224365, "n_params": 4346920, "total_flops": 51144817459200000, "train_loss": 0.012595941126346589, "subset_score_loss": 0.012595941126346589}
+{"step": 3840000, "wall_time": 36322.832099199295, "train_loss_step": 2.5104598999023438, "n_params": 4346920, "total_flops": 51278354841600000, "train_loss": 0.011892276257276535, "subset_score_loss": 0.011892276257276535}
+{"step": 3850000, "wall_time": 36410.04866504669, "train_loss_step": 2.4242537021636963, "n_params": 4346920, "total_flops": 51411892224000000, "train_loss": 0.012930326163768768, "subset_score_loss": 0.012930326163768768}
+{"step": 3860000, "wall_time": 36487.09575629234, "train_loss_step": 2.459643602371216, "n_params": 4346920, "total_flops": 51545429606400000, "train_loss": 0.011845596879720689, "subset_score_loss": 0.011845596879720689}
+{"step": 3870000, "wall_time": 36574.30354142189, "train_loss_step": 2.384307622909546, "n_params": 4346920, "total_flops": 51678966988800000, "train_loss": 0.012202072888612747, "subset_score_loss": 0.012202072888612747}
+{"step": 3880000, "wall_time": 36659.56993508339, "train_loss_step": 2.594822645187378, "n_params": 4346920, "total_flops": 51812504371200000, "train_loss": 0.011925054341554641, "subset_score_loss": 0.011925054341554641}
+{"step": 3890000, "wall_time": 36746.44986248016, "train_loss_step": 2.390458106994629, "n_params": 4346920, "total_flops": 51946041753600000, "train_loss": 0.012174066901206971, "subset_score_loss": 0.012174066901206971}
+{"step": 3900000, "wall_time": 36936.23803091049, "train_loss_step": 2.3330624103546143, "n_params": 4346920, "total_flops": 52079579136000000, "train_loss": 0.012307188659906387, "subset_score_loss": 0.012307188659906387, "memorization_fraction_pixel": 0.07370000332593918, "mean_nn_ratio_pixel": 0.48331302404403687, "fid": 140.6319299819715, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 37023.14498782158, "train_loss_step": 2.386214256286621, "n_params": 4346920, "total_flops": 52213116518400000, "train_loss": 0.012071934342384339, "subset_score_loss": 0.012071934342384339}
+{"step": 3920000, "wall_time": 37109.982404232025, "train_loss_step": 2.7325925827026367, "n_params": 4346920, "total_flops": 52346653900800000, "train_loss": 0.011489836871623993, "subset_score_loss": 0.011489836871623993}
+{"step": 3930000, "wall_time": 37196.82379221916, "train_loss_step": 2.647390365600586, "n_params": 4346920, "total_flops": 52480191283200000, "train_loss": 0.012114276736974716, "subset_score_loss": 0.012114276736974716}
+{"step": 3940000, "wall_time": 37272.169001340866, "train_loss_step": 2.44402813911438, "n_params": 4346920, "total_flops": 52613728665600000, "train_loss": 0.012352247536182404, "subset_score_loss": 0.012352247536182404}
+{"step": 3950000, "wall_time": 37359.053392887115, "train_loss_step": 2.3075132369995117, "n_params": 4346920, "total_flops": 52747266048000000, "train_loss": 0.01171155571937561, "subset_score_loss": 0.01171155571937561}
+{"step": 3960000, "wall_time": 37445.65075993538, "train_loss_step": 2.386460304260254, "n_params": 4346920, "total_flops": 52880803430400000, "train_loss": 0.012079712748527528, "subset_score_loss": 0.012079712748527528}
+{"step": 3970000, "wall_time": 37519.959203243256, "train_loss_step": 2.4447622299194336, "n_params": 4346920, "total_flops": 53014340812800000, "train_loss": 0.011830199509859085, "subset_score_loss": 0.011830199509859085}
+{"step": 3980000, "wall_time": 37605.46006035805, "train_loss_step": 2.3861427307128906, "n_params": 4346920, "total_flops": 53147878195200000, "train_loss": 0.012076276540756225, "subset_score_loss": 0.012076276540756225}
+{"step": 3990000, "wall_time": 37692.33388900757, "train_loss_step": 2.3568460941314697, "n_params": 4346920, "total_flops": 53281415577600000, "train_loss": 0.011876431107521058, "subset_score_loss": 0.011876431107521058}
+{"step": 4000000, "wall_time": 37898.73353600502, "train_loss_step": 2.552849292755127, "n_params": 4346920, "total_flops": 53414952960000000, "train_loss": 0.012085488438606263, "subset_score_loss": 0.012085488438606263, "memorization_fraction_pixel": 0.07020000368356705, "mean_nn_ratio_pixel": 0.48236292600631714, "fid": 141.0354237734306, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 37983.9083507061, "train_loss_step": 2.320723056793213, "n_params": 4346920, "total_flops": 53548490342400000, "train_loss": 0.011924353241920472, "subset_score_loss": 0.011924353241920472}
+{"step": 4020000, "wall_time": 38070.769577264786, "train_loss_step": 2.2952685356140137, "n_params": 4346920, "total_flops": 53682027724800000, "train_loss": 0.012549734115600586, "subset_score_loss": 0.012549734115600586}
+{"step": 4030000, "wall_time": 38157.60269641876, "train_loss_step": 2.6241278648376465, "n_params": 4346920, "total_flops": 53815565107200000, "train_loss": 0.01139417216181755, "subset_score_loss": 0.01139417216181755}
+{"step": 4040000, "wall_time": 38240.02985715866, "train_loss_step": 2.3459413051605225, "n_params": 4346920, "total_flops": 53949102489600000, "train_loss": 0.011390194296836853, "subset_score_loss": 0.011390194296836853}
+{"step": 4050000, "wall_time": 38326.89469432831, "train_loss_step": 2.382007598876953, "n_params": 4346920, "total_flops": 54082639872000000, "train_loss": 0.012046185880899429, "subset_score_loss": 0.012046185880899429}
+{"step": 4060000, "wall_time": 38413.807933568954, "train_loss_step": 2.413933277130127, "n_params": 4346920, "total_flops": 54216177254400000, "train_loss": 0.012070932239294053, "subset_score_loss": 0.012070932239294053}
+{"step": 4070000, "wall_time": 38498.8006708622, "train_loss_step": 2.007310390472412, "n_params": 4346920, "total_flops": 54349714636800000, "train_loss": 0.011567943543195725, "subset_score_loss": 0.011567943543195725}
+{"step": 4080000, "wall_time": 38584.36523294449, "train_loss_step": 2.283247470855713, "n_params": 4346920, "total_flops": 54483252019200000, "train_loss": 0.012075218558311462, "subset_score_loss": 0.012075218558311462}
+{"step": 4090000, "wall_time": 38671.31695795059, "train_loss_step": 2.240999937057495, "n_params": 4346920, "total_flops": 54616789401600000, "train_loss": 0.01212683916091919, "subset_score_loss": 0.01212683916091919}
+{"step": 4100000, "wall_time": 38831.046735048294, "train_loss_step": 2.6135025024414062, "n_params": 4346920, "total_flops": 54750326784000000, "train_loss": 0.011846831440925598, "subset_score_loss": 0.011846831440925598, "memorization_fraction_pixel": 0.066600002348423, "mean_nn_ratio_pixel": 0.48658597469329834, "fid": 140.7709780418948, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 38917.9554040432, "train_loss_step": 2.479595422744751, "n_params": 4346920, "total_flops": 54883864166400000, "train_loss": 0.01157299280166626, "subset_score_loss": 0.01157299280166626}
+{"step": 4120000, "wall_time": 39003.54207658768, "train_loss_step": 2.3085289001464844, "n_params": 4346920, "total_flops": 55017401548800000, "train_loss": 0.0115548275411129, "subset_score_loss": 0.0115548275411129}
+{"step": 4130000, "wall_time": 39090.3685362339, "train_loss_step": 2.4777772426605225, "n_params": 4346920, "total_flops": 55150938931200000, "train_loss": 0.012081620842218399, "subset_score_loss": 0.012081620842218399}
+{"step": 4140000, "wall_time": 39174.219547986984, "train_loss_step": 2.56703519821167, "n_params": 4346920, "total_flops": 55284476313600000, "train_loss": 0.011561452597379684, "subset_score_loss": 0.011561452597379684}
+{"step": 4150000, "wall_time": 39261.095210552216, "train_loss_step": 2.737955093383789, "n_params": 4346920, "total_flops": 55418013696000000, "train_loss": 0.011800005286931991, "subset_score_loss": 0.011800005286931991}
+{"step": 4160000, "wall_time": 39348.01861858368, "train_loss_step": 2.263695478439331, "n_params": 4346920, "total_flops": 55551551078400000, "train_loss": 0.011582741141319275, "subset_score_loss": 0.011582741141319275}
+{"step": 4170000, "wall_time": 39435.00270295143, "train_loss_step": 2.4703102111816406, "n_params": 4346920, "total_flops": 55685088460800000, "train_loss": 0.011850899457931519, "subset_score_loss": 0.011850899457931519}
+{"step": 4180000, "wall_time": 39519.41033864021, "train_loss_step": 2.509831190109253, "n_params": 4346920, "total_flops": 55818625843200000, "train_loss": 0.011214528232812881, "subset_score_loss": 0.011214528232812881}
+{"step": 4190000, "wall_time": 39604.853377342224, "train_loss_step": 2.5418777465820312, "n_params": 4346920, "total_flops": 55952163225600000, "train_loss": 0.011127472668886185, "subset_score_loss": 0.011127472668886185}
+{"step": 4200000, "wall_time": 39761.7283911705, "train_loss_step": 2.6264801025390625, "n_params": 4346920, "total_flops": 56085700608000000, "train_loss": 0.011587503552436828, "subset_score_loss": 0.011587503552436828, "memorization_fraction_pixel": 0.06949999928474426, "mean_nn_ratio_pixel": 0.4824093282222748, "fid": 140.92882433734206, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 39848.695355176926, "train_loss_step": 2.8117055892944336, "n_params": 4346920, "total_flops": 56219237990400000, "train_loss": 0.011567877978086472, "subset_score_loss": 0.011567877978086472}
+{"step": 4220000, "wall_time": 39935.521809101105, "train_loss_step": 2.420060157775879, "n_params": 4346920, "total_flops": 56352775372800000, "train_loss": 0.011445369571447372, "subset_score_loss": 0.011445369571447372}
+{"step": 4230000, "wall_time": 40020.769659519196, "train_loss_step": 2.4968981742858887, "n_params": 4346920, "total_flops": 56486312755200000, "train_loss": 0.011459560692310333, "subset_score_loss": 0.011459560692310333}
+{"step": 4240000, "wall_time": 40105.09805440903, "train_loss_step": 2.432743549346924, "n_params": 4346920, "total_flops": 56619850137600000, "train_loss": 0.011058039218187331, "subset_score_loss": 0.011058039218187331}
+{"step": 4250000, "wall_time": 40191.953321933746, "train_loss_step": 2.498603105545044, "n_params": 4346920, "total_flops": 56753387520000000, "train_loss": 0.011498574167490005, "subset_score_loss": 0.011498574167490005}
+{"step": 4260000, "wall_time": 40278.88552355766, "train_loss_step": 2.3080105781555176, "n_params": 4346920, "total_flops": 56886924902400000, "train_loss": 0.011430017650127411, "subset_score_loss": 0.011430017650127411}
+{"step": 4270000, "wall_time": 40365.823327064514, "train_loss_step": 2.3676390647888184, "n_params": 4346920, "total_flops": 57020462284800000, "train_loss": 0.011550770699977874, "subset_score_loss": 0.011550770699977874}
+{"step": 4280000, "wall_time": 40453.01558852196, "train_loss_step": 2.6774415969848633, "n_params": 4346920, "total_flops": 57153999667200000, "train_loss": 0.011320012807846069, "subset_score_loss": 0.011320012807846069}
+{"step": 4290000, "wall_time": 40531.798371315, "train_loss_step": 2.35406756401062, "n_params": 4346920, "total_flops": 57287537049600000, "train_loss": 0.0115301214158535, "subset_score_loss": 0.0115301214158535}
+{"step": 4300000, "wall_time": 40748.9996304512, "train_loss_step": 2.335036039352417, "n_params": 4346920, "total_flops": 57421074432000000, "train_loss": 0.011366881430149078, "subset_score_loss": 0.011366881430149078, "memorization_fraction_pixel": 0.06949999928474426, "mean_nn_ratio_pixel": 0.48515933752059937, "fid": 140.95025679036607, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 40835.95320916176, "train_loss_step": 2.6764917373657227, "n_params": 4346920, "total_flops": 57554611814400000, "train_loss": 0.011223571002483368, "subset_score_loss": 0.011223571002483368}
+{"step": 4320000, "wall_time": 40922.82614445686, "train_loss_step": 2.6743788719177246, "n_params": 4346920, "total_flops": 57688149196800000, "train_loss": 0.010918335616588592, "subset_score_loss": 0.010918335616588592}
+{"step": 4330000, "wall_time": 41006.21741914749, "train_loss_step": 2.2232823371887207, "n_params": 4346920, "total_flops": 57821686579200000, "train_loss": 0.010877448320388793, "subset_score_loss": 0.010877448320388793}
+{"step": 4340000, "wall_time": 41078.555389642715, "train_loss_step": 2.222412586212158, "n_params": 4346920, "total_flops": 57955223961600000, "train_loss": 0.010552193969488144, "subset_score_loss": 0.010552193969488144}
+{"step": 4350000, "wall_time": 41165.48746228218, "train_loss_step": 2.368391275405884, "n_params": 4346920, "total_flops": 58088761344000000, "train_loss": 0.01080775335431099, "subset_score_loss": 0.01080775335431099}
+{"step": 4360000, "wall_time": 41252.34311580658, "train_loss_step": 2.520411968231201, "n_params": 4346920, "total_flops": 58222298726400000, "train_loss": 0.011224702000617981, "subset_score_loss": 0.011224702000617981}
+{"step": 4370000, "wall_time": 41339.23071742058, "train_loss_step": 2.399594306945801, "n_params": 4346920, "total_flops": 58355836108800000, "train_loss": 0.010553734749555588, "subset_score_loss": 0.010553734749555588}
+{"step": 4380000, "wall_time": 41426.07288002968, "train_loss_step": 2.221287965774536, "n_params": 4346920, "total_flops": 58489373491200000, "train_loss": 0.011071959137916565, "subset_score_loss": 0.011071959137916565}
+{"step": 4390000, "wall_time": 41505.703736782074, "train_loss_step": 2.3762123584747314, "n_params": 4346920, "total_flops": 58622910873600000, "train_loss": 0.011287138611078263, "subset_score_loss": 0.011287138611078263}
+{"step": 4400000, "wall_time": 41684.110288858414, "train_loss_step": 2.24808931350708, "n_params": 4346920, "total_flops": 58756448256000000, "train_loss": 0.010565320402383805, "subset_score_loss": 0.010565320402383805, "memorization_fraction_pixel": 0.07440000027418137, "mean_nn_ratio_pixel": 0.4821667969226837, "fid": 140.93085375574736, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 41770.95523524284, "train_loss_step": 2.267143964767456, "n_params": 4346920, "total_flops": 58889985638400000, "train_loss": 0.011236919462680817, "subset_score_loss": 0.011236919462680817}
+{"step": 4420000, "wall_time": 41857.826076984406, "train_loss_step": 2.49080228805542, "n_params": 4346920, "total_flops": 59023523020800000, "train_loss": 0.011240743100643158, "subset_score_loss": 0.011240743100643158}
+{"step": 4430000, "wall_time": 41944.63865733147, "train_loss_step": 2.314145803451538, "n_params": 4346920, "total_flops": 59157060403200000, "train_loss": 0.010620587319135667, "subset_score_loss": 0.010620587319135667}
+{"step": 4440000, "wall_time": 42020.61432814598, "train_loss_step": 2.3449673652648926, "n_params": 4346920, "total_flops": 59290597785600000, "train_loss": 0.010827276855707169, "subset_score_loss": 0.010827276855707169}
+{"step": 4450000, "wall_time": 42103.39217042923, "train_loss_step": 2.5147838592529297, "n_params": 4346920, "total_flops": 59424135168000000, "train_loss": 0.010753738135099411, "subset_score_loss": 0.010753738135099411}
+{"step": 4460000, "wall_time": 42190.307359695435, "train_loss_step": 2.416832447052002, "n_params": 4346920, "total_flops": 59557672550400000, "train_loss": 0.01153823509812355, "subset_score_loss": 0.01153823509812355}
+{"step": 4470000, "wall_time": 42277.227262973785, "train_loss_step": 2.702601432800293, "n_params": 4346920, "total_flops": 59691209932800000, "train_loss": 0.011419105529785156, "subset_score_loss": 0.011419105529785156}
+{"step": 4480000, "wall_time": 42364.10037136078, "train_loss_step": 2.7255544662475586, "n_params": 4346920, "total_flops": 59824747315200000, "train_loss": 0.010522865504026414, "subset_score_loss": 0.010522865504026414}
+{"step": 4490000, "wall_time": 42451.07757759094, "train_loss_step": 2.361741542816162, "n_params": 4346920, "total_flops": 59958284697600000, "train_loss": 0.011256718635559082, "subset_score_loss": 0.011256718635559082}
+{"step": 4500000, "wall_time": 42649.577786922455, "train_loss_step": 2.4103639125823975, "n_params": 4346920, "total_flops": 60091822080000000, "train_loss": 0.010404717177152634, "subset_score_loss": 0.010404717177152634, "memorization_fraction_pixel": 0.07199999690055847, "mean_nn_ratio_pixel": 0.48417890071868896, "fid": 141.66802919150237, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 42736.49672174454, "train_loss_step": 2.408536911010742, "n_params": 4346920, "total_flops": 60225359462400000, "train_loss": 0.010911102592945098, "subset_score_loss": 0.010911102592945098}
+{"step": 4520000, "wall_time": 42823.37591743469, "train_loss_step": 2.2275588512420654, "n_params": 4346920, "total_flops": 60358896844800000, "train_loss": 0.010622411221265792, "subset_score_loss": 0.010622411221265792}
+{"step": 4530000, "wall_time": 42910.24979805946, "train_loss_step": 2.7542881965637207, "n_params": 4346920, "total_flops": 60492434227200000, "train_loss": 0.010737735033035278, "subset_score_loss": 0.010737735033035278}
+{"step": 4540000, "wall_time": 42985.01869010925, "train_loss_step": 2.344707489013672, "n_params": 4346920, "total_flops": 60625971609600000, "train_loss": 0.010587126016616821, "subset_score_loss": 0.010587126016616821}
+{"step": 4550000, "wall_time": 43067.36239671707, "train_loss_step": 2.6588029861450195, "n_params": 4346920, "total_flops": 60759508992000000, "train_loss": 0.010550812631845475, "subset_score_loss": 0.010550812631845475}
+{"step": 4560000, "wall_time": 43154.22950839996, "train_loss_step": 2.4261913299560547, "n_params": 4346920, "total_flops": 60893046374400000, "train_loss": 0.010718612372875214, "subset_score_loss": 0.010718612372875214}
+{"step": 4570000, "wall_time": 43241.16205453873, "train_loss_step": 2.3207807540893555, "n_params": 4346920, "total_flops": 61026583756800000, "train_loss": 0.010310614854097367, "subset_score_loss": 0.010310614854097367}
+{"step": 4580000, "wall_time": 43328.011916399, "train_loss_step": 2.4793267250061035, "n_params": 4346920, "total_flops": 61160121139200000, "train_loss": 0.010409332811832428, "subset_score_loss": 0.010409332811832428}
+{"step": 4590000, "wall_time": 43414.840942144394, "train_loss_step": 2.5540871620178223, "n_params": 4346920, "total_flops": 61293658521600000, "train_loss": 0.01046941578388214, "subset_score_loss": 0.01046941578388214}
+{"step": 4600000, "wall_time": 43603.55134320259, "train_loss_step": 2.4029178619384766, "n_params": 4346920, "total_flops": 61427195904000000, "train_loss": 0.010301781445741653, "subset_score_loss": 0.010301781445741653, "memorization_fraction_pixel": 0.0763000026345253, "mean_nn_ratio_pixel": 0.48067089915275574, "fid": 141.43045810224734, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 43690.443848371506, "train_loss_step": 2.3314032554626465, "n_params": 4346920, "total_flops": 61560733286400000, "train_loss": 0.01010281890630722, "subset_score_loss": 0.01010281890630722}
+{"step": 4620000, "wall_time": 43777.33552527428, "train_loss_step": 2.343935966491699, "n_params": 4346920, "total_flops": 61694270668800000, "train_loss": 0.0106681190431118, "subset_score_loss": 0.0106681190431118}
+{"step": 4630000, "wall_time": 43864.14516067505, "train_loss_step": 2.3772811889648438, "n_params": 4346920, "total_flops": 61827808051200000, "train_loss": 0.010358551889657975, "subset_score_loss": 0.010358551889657975}
+{"step": 4640000, "wall_time": 43942.54429984093, "train_loss_step": 2.371777057647705, "n_params": 4346920, "total_flops": 61961345433600000, "train_loss": 0.01097128912806511, "subset_score_loss": 0.01097128912806511}
+{"step": 4650000, "wall_time": 44028.145443201065, "train_loss_step": 2.7106313705444336, "n_params": 4346920, "total_flops": 62094882816000000, "train_loss": 0.011190709471702576, "subset_score_loss": 0.011190709471702576}
+{"step": 4660000, "wall_time": 44113.09978675842, "train_loss_step": 2.4079275131225586, "n_params": 4346920, "total_flops": 62228420198400000, "train_loss": 0.010481656342744828, "subset_score_loss": 0.010481656342744828}
+{"step": 4670000, "wall_time": 44199.957894563675, "train_loss_step": 2.1859264373779297, "n_params": 4346920, "total_flops": 62361957580800000, "train_loss": 0.010649188607931136, "subset_score_loss": 0.010649188607931136}
+{"step": 4680000, "wall_time": 44286.82311248779, "train_loss_step": 2.446977138519287, "n_params": 4346920, "total_flops": 62495494963200000, "train_loss": 0.009760820120573045, "subset_score_loss": 0.009760820120573045}
+{"step": 4690000, "wall_time": 44373.72584104538, "train_loss_step": 2.4634180068969727, "n_params": 4346920, "total_flops": 62629032345600000, "train_loss": 0.010824594646692276, "subset_score_loss": 0.010824594646692276}
+{"step": 4700000, "wall_time": 44558.15218067169, "train_loss_step": 2.25636625289917, "n_params": 4346920, "total_flops": 62762569728000000, "train_loss": 0.009898888319730759, "subset_score_loss": 0.009898888319730759, "memorization_fraction_pixel": 0.07580000162124634, "mean_nn_ratio_pixel": 0.48154208064079285, "fid": 140.98873447369397, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 44642.51524424553, "train_loss_step": 2.332723379135132, "n_params": 4346920, "total_flops": 62896107110400000, "train_loss": 0.01013861522078514, "subset_score_loss": 0.01013861522078514}
+{"step": 4720000, "wall_time": 44729.39899516106, "train_loss_step": 2.6190333366394043, "n_params": 4346920, "total_flops": 63029644492800000, "train_loss": 0.010513012111186982, "subset_score_loss": 0.010513012111186982}
+{"step": 4730000, "wall_time": 44816.32918214798, "train_loss_step": 2.5047855377197266, "n_params": 4346920, "total_flops": 63163181875200000, "train_loss": 0.010372839868068695, "subset_score_loss": 0.010372839868068695}
+{"step": 4740000, "wall_time": 44894.767201423645, "train_loss_step": 2.2349181175231934, "n_params": 4346920, "total_flops": 63296719257600000, "train_loss": 0.010457971692085266, "subset_score_loss": 0.010457971692085266}
+{"step": 4750000, "wall_time": 44976.298671245575, "train_loss_step": 2.292442560195923, "n_params": 4346920, "total_flops": 63430256640000000, "train_loss": 0.010217192769050597, "subset_score_loss": 0.010217192769050597}
+{"step": 4760000, "wall_time": 45061.58331632614, "train_loss_step": 2.3111352920532227, "n_params": 4346920, "total_flops": 63563794022400000, "train_loss": 0.010622727125883103, "subset_score_loss": 0.010622727125883103}
+{"step": 4770000, "wall_time": 45148.40658783913, "train_loss_step": 2.379725456237793, "n_params": 4346920, "total_flops": 63697331404800000, "train_loss": 0.010743112862110138, "subset_score_loss": 0.010743112862110138}
+{"step": 4780000, "wall_time": 45235.282848119736, "train_loss_step": 2.4288437366485596, "n_params": 4346920, "total_flops": 63830868787200000, "train_loss": 0.00998748540878296, "subset_score_loss": 0.00998748540878296}
+{"step": 4790000, "wall_time": 45322.160022974014, "train_loss_step": 2.376868724822998, "n_params": 4346920, "total_flops": 63964406169600000, "train_loss": 0.010692422837018966, "subset_score_loss": 0.010692422837018966}
+{"step": 4800000, "wall_time": 45523.74988603592, "train_loss_step": 2.249445915222168, "n_params": 4346920, "total_flops": 64097943552000000, "train_loss": 0.010143445432186126, "subset_score_loss": 0.010143445432186126, "memorization_fraction_pixel": 0.0681999996304512, "mean_nn_ratio_pixel": 0.48361366987228394, "fid": 141.62293899728908, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 45595.657284259796, "train_loss_step": 2.311535596847534, "n_params": 4346920, "total_flops": 64231480934400000, "train_loss": 0.010289838165044784, "subset_score_loss": 0.010289838165044784}
+{"step": 4820000, "wall_time": 45679.50143814087, "train_loss_step": 2.5792713165283203, "n_params": 4346920, "total_flops": 64365018316800000, "train_loss": 0.010080912709236145, "subset_score_loss": 0.010080912709236145}
+{"step": 4830000, "wall_time": 45766.34028720856, "train_loss_step": 2.277384042739868, "n_params": 4346920, "total_flops": 64498555699200000, "train_loss": 0.01043073609471321, "subset_score_loss": 0.01043073609471321}
+{"step": 4840000, "wall_time": 45846.850885629654, "train_loss_step": 2.4329144954681396, "n_params": 4346920, "total_flops": 64632093081600000, "train_loss": 0.0100361667573452, "subset_score_loss": 0.0100361667573452}
+{"step": 4850000, "wall_time": 45927.409068107605, "train_loss_step": 2.5595107078552246, "n_params": 4346920, "total_flops": 64765630464000000, "train_loss": 0.009985652565956116, "subset_score_loss": 0.009985652565956116}
+{"step": 4860000, "wall_time": 46014.229979515076, "train_loss_step": 2.216207265853882, "n_params": 4346920, "total_flops": 64899167846400000, "train_loss": 0.009927798807621003, "subset_score_loss": 0.009927798807621003}
+{"step": 4870000, "wall_time": 46099.603320360184, "train_loss_step": 2.3568949699401855, "n_params": 4346920, "total_flops": 65032705228800000, "train_loss": 0.010139960050582885, "subset_score_loss": 0.010139960050582885}
+{"step": 4880000, "wall_time": 46186.44881439209, "train_loss_step": 2.2889699935913086, "n_params": 4346920, "total_flops": 65166242611200000, "train_loss": 0.00997258648276329, "subset_score_loss": 0.00997258648276329}
+{"step": 4890000, "wall_time": 46273.46145987511, "train_loss_step": 2.516679286956787, "n_params": 4346920, "total_flops": 65299779993600000, "train_loss": 0.009948062151670456, "subset_score_loss": 0.009948062151670456}
+{"step": 4900000, "wall_time": 46468.53313088417, "train_loss_step": 2.5166516304016113, "n_params": 4346920, "total_flops": 65433317376000000, "train_loss": 0.009890704602003097, "subset_score_loss": 0.009890704602003097, "memorization_fraction_pixel": 0.06909999996423721, "mean_nn_ratio_pixel": 0.4830441474914551, "fid": 141.27906428796962, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 46555.6751229763, "train_loss_step": 2.229678153991699, "n_params": 4346920, "total_flops": 65566854758400000, "train_loss": 0.009876837581396103, "subset_score_loss": 0.009876837581396103}
+{"step": 4920000, "wall_time": 46630.1461520195, "train_loss_step": 2.3455355167388916, "n_params": 4346920, "total_flops": 65700392140800000, "train_loss": 0.010022011399269105, "subset_score_loss": 0.010022011399269105}
+{"step": 4930000, "wall_time": 46715.83467531204, "train_loss_step": 2.3919291496276855, "n_params": 4346920, "total_flops": 65833929523200000, "train_loss": 0.009567715972661973, "subset_score_loss": 0.009567715972661973}
+{"step": 4940000, "wall_time": 46798.982275009155, "train_loss_step": 2.505828619003296, "n_params": 4346920, "total_flops": 65967466905600000, "train_loss": 0.009751961380243302, "subset_score_loss": 0.009751961380243302}
+{"step": 4950000, "wall_time": 46880.494401454926, "train_loss_step": 2.2912731170654297, "n_params": 4346920, "total_flops": 66101004288000000, "train_loss": 0.010162992030382156, "subset_score_loss": 0.010162992030382156}
+{"step": 4960000, "wall_time": 46967.34824538231, "train_loss_step": 2.548156976699829, "n_params": 4346920, "total_flops": 66234541670400000, "train_loss": 0.009851571172475815, "subset_score_loss": 0.009851571172475815}
+{"step": 4970000, "wall_time": 47054.36532831192, "train_loss_step": 2.251760482788086, "n_params": 4346920, "total_flops": 66368079052800000, "train_loss": 0.009980151802301407, "subset_score_loss": 0.009980151802301407}
+{"step": 4980000, "wall_time": 47139.39004135132, "train_loss_step": 2.263923168182373, "n_params": 4346920, "total_flops": 66501616435200000, "train_loss": 0.009596746414899826, "subset_score_loss": 0.009596746414899826}
+{"step": 4990000, "wall_time": 47226.24775362015, "train_loss_step": 2.359104633331299, "n_params": 4346920, "total_flops": 66635153817600000, "train_loss": 0.009964125603437424, "subset_score_loss": 0.009964125603437424}
+{"step": 5000000, "wall_time": 47414.37377357483, "train_loss_step": 2.158432722091675, "n_params": 4346920, "total_flops": 66768691200000000, "train_loss": 0.009950388222932816, "subset_score_loss": 0.009950388222932816, "memorization_fraction_pixel": 0.06920000165700912, "mean_nn_ratio_pixel": 0.48242026567459106, "fid": 141.26850617801577, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..d6d6aa9fae7df2984300e55985c4af60b7491301
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d40/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     70s | train_loss=0.9936 | fid=229.3860
+  step   10000 |    153s | train_loss=0.8923
+  step   20000 |    239s | train_loss=0.8683
+  step   30000 |    326s | train_loss=0.8120
+  step   40000 |    413s | train_loss=0.7019
+  step   50000 |    500s | train_loss=0.5223
+  step   60000 |    587s | train_loss=0.3511
+  step   70000 |    674s | train_loss=0.2476
+  step   80000 |    761s | train_loss=0.1966
+  step   90000 |    848s | train_loss=0.1652
+  step  100000 |   1007s | train_loss=0.1491 | fid=160.5553
+  step  110000 |   1089s | train_loss=0.1363
+  step  120000 |   1174s | train_loss=0.1257
+  step  130000 |   1261s | train_loss=0.1175
+  step  140000 |   1348s | train_loss=0.1108
+  step  150000 |   1434s | train_loss=0.1037
+  step  160000 |   1521s | train_loss=0.0992
+  step  170000 |   1608s | train_loss=0.0941
+  step  180000 |   1695s | train_loss=0.0892
+  step  190000 |   1782s | train_loss=0.0864
+  step  200000 |   1941s | train_loss=0.0826 | fid=156.2262
+  step  210000 |   2025s | train_loss=0.0802
+  step  220000 |   2109s | train_loss=0.0779
+  step  230000 |   2194s | train_loss=0.0744
+  step  240000 |   2281s | train_loss=0.0723
+  step  250000 |   2368s | train_loss=0.0712
+  step  260000 |   2455s | train_loss=0.0685
+  step  270000 |   2541s | train_loss=0.0653
+  step  280000 |   2628s | train_loss=0.0651
+  step  290000 |   2715s | train_loss=0.0636
+  step  300000 |   2874s | train_loss=0.0626 | fid=152.6525
+  step  310000 |   2958s | train_loss=0.0605
+  step  320000 |   3046s | train_loss=0.0591
+  step  330000 |   3130s | train_loss=0.0583
+  step  340000 |   3215s | train_loss=0.0562
+  step  350000 |   3302s | train_loss=0.0560
+  step  360000 |   3389s | train_loss=0.0546
+  step  370000 |   3475s | train_loss=0.0540
+  step  380000 |   3562s | train_loss=0.0525
+  step  390000 |   3649s | train_loss=0.0521
+  step  400000 |   3808s | train_loss=0.0511 | fid=148.5358
+  step  410000 |   3892s | train_loss=0.0507
+  step  420000 |   3979s | train_loss=0.0490
+  step  430000 |   4065s | train_loss=0.0488
+  step  440000 |   4151s | train_loss=0.0471
+  step  450000 |   4236s | train_loss=0.0473
+  step  460000 |   4323s | train_loss=0.0461
+  step  470000 |   4410s | train_loss=0.0459
+  step  480000 |   4497s | train_loss=0.0454
+  step  490000 |   4583s | train_loss=0.0452
+  step  500000 |   4740s | train_loss=0.0444 | fid=145.9661
+  step  510000 |   4824s | train_loss=0.0437
+  step  520000 |   4911s | train_loss=0.0433
+  step  530000 |   4998s | train_loss=0.0428
+  step  540000 |   5084s | train_loss=0.0426
+  step  550000 |   5169s | train_loss=0.0415
+  step  560000 |   5256s | train_loss=0.0413
+  step  570000 |   5341s | train_loss=0.0419
+  step  580000 |   5428s | train_loss=0.0411
+  step  590000 |   5515s | train_loss=0.0403
+  step  600000 |   5675s | train_loss=0.0403 | fid=144.5259
+  step  610000 |   5759s | train_loss=0.0407
+  step  620000 |   5845s | train_loss=0.0397
+  step  630000 |   5932s | train_loss=0.0382
+  step  640000 |   6019s | train_loss=0.0391
+  step  650000 |   6104s | train_loss=0.0376
+  step  660000 |   6191s | train_loss=0.0378
+  step  670000 |   6278s | train_loss=0.0368
+  step  680000 |   6363s | train_loss=0.0376
+  step  690000 |   6450s | train_loss=0.0366
+  step  700000 |   6609s | train_loss=0.0367 | fid=144.9893
+  step  710000 |   6693s | train_loss=0.0356
+  step  720000 |   6780s | train_loss=0.0362
+  step  730000 |   6867s | train_loss=0.0360
+  step  740000 |   6953s | train_loss=0.0355
+  step  750000 |   7041s | train_loss=0.0347
+  step  760000 |   7124s | train_loss=0.0349
+  step  770000 |   7211s | train_loss=0.0355
+  step  780000 |   7298s | train_loss=0.0344
+  step  790000 |   7384s | train_loss=0.0344
+  step  800000 |   7543s | train_loss=0.0341 | fid=143.8669
+  step  810000 |   7627s | train_loss=0.0338
+  step  820000 |   7714s | train_loss=0.0336
+  step  830000 |   7801s | train_loss=0.0334
+  step  840000 |   7887s | train_loss=0.0327
+  step  850000 |   7974s | train_loss=0.0327
+  step  860000 |   8060s | train_loss=0.0334
+  step  870000 |   8145s | train_loss=0.0320
+  step  880000 |   8232s | train_loss=0.0314
+  step  890000 |   8319s | train_loss=0.0324
+  step  900000 |   8477s | train_loss=0.0314 | fid=142.4444
+  step  910000 |   8562s | train_loss=0.0307
+  step  920000 |   8649s | train_loss=0.0309
+  step  930000 |   8735s | train_loss=0.0313
+  step  940000 |   8822s | train_loss=0.0311
+  step  950000 |   8909s | train_loss=0.0304
+  step  960000 |   8996s | train_loss=0.0303
+  step  970000 |   9081s | train_loss=0.0309
+  step  980000 |   9167s | train_loss=0.0293
+  step  990000 |   9253s | train_loss=0.0294
+  step 1000000 |   9413s | train_loss=0.0301 | fid=143.4092
+  step 1010000 |   9495s | train_loss=0.0288
+  step 1020000 |   9582s | train_loss=0.0294
+  step 1030000 |   9669s | train_loss=0.0297
+  step 1040000 |   9756s | train_loss=0.0295
+  step 1050000 |   9843s | train_loss=0.0283
+  step 1060000 |   9929s | train_loss=0.0292
+  step 1070000 |  10017s | train_loss=0.0295
+  step 1080000 |  10101s | train_loss=0.0285
+  step 1090000 |  10186s | train_loss=0.0285
+  step 1100000 |  10346s | train_loss=0.0284 | fid=141.8980
+  step 1110000 |  10432s | train_loss=0.0283
+  step 1120000 |  10515s | train_loss=0.0276
+  step 1130000 |  10602s | train_loss=0.0275
+  step 1140000 |  10689s | train_loss=0.0278
+  step 1150000 |  10775s | train_loss=0.0274
+  step 1160000 |  10862s | train_loss=0.0272
+  step 1170000 |  10949s | train_loss=0.0271
+  step 1180000 |  11036s | train_loss=0.0265
+  step 1190000 |  11119s | train_loss=0.0274
+  step 1200000 |  11278s | train_loss=0.0271 | fid=142.6714
+  step 1210000 |  11365s | train_loss=0.0263
+  step 1220000 |  11440s | train_loss=0.0264
+  step 1230000 |  11525s | train_loss=0.0271
+  step 1240000 |  11611s | train_loss=0.0259
+  step 1250000 |  11698s | train_loss=0.0261
+  step 1260000 |  11785s | train_loss=0.0266
+  step 1270000 |  11872s | train_loss=0.0262
+  step 1280000 |  11959s | train_loss=0.0255
+  step 1290000 |  12045s | train_loss=0.0258
+  step 1300000 |  12201s | train_loss=0.0257 | fid=141.4050
+  step 1310000 |  12288s | train_loss=0.0255
+  step 1320000 |  12372s | train_loss=0.0251
+  step 1330000 |  12459s | train_loss=0.0251
+  step 1340000 |  12544s | train_loss=0.0255
+  step 1350000 |  12631s | train_loss=0.0247
+  step 1360000 |  12717s | train_loss=0.0247
+  step 1370000 |  12804s | train_loss=0.0245
+  step 1380000 |  12891s | train_loss=0.0248
+  step 1390000 |  12978s | train_loss=0.0244
+  step 1400000 |  13189s | train_loss=0.0248 | fid=141.5306
+  step 1410000 |  13275s | train_loss=0.0244
+  step 1420000 |  13349s | train_loss=0.0242
+  step 1430000 |  13436s | train_loss=0.0235
+  step 1440000 |  13523s | train_loss=0.0236
+  step 1450000 |  13608s | train_loss=0.0243
+  step 1460000 |  13695s | train_loss=0.0245
+  step 1470000 |  13782s | train_loss=0.0237
+  step 1480000 |  13869s | train_loss=0.0234
+  step 1490000 |  13955s | train_loss=0.0244
+  step 1500000 |  14127s | train_loss=0.0229 | fid=141.6092
+  step 1510000 |  14213s | train_loss=0.0234
+  step 1520000 |  14298s | train_loss=0.0232
+  step 1530000 |  14384s | train_loss=0.0238
+  step 1540000 |  14471s | train_loss=0.0237
+  step 1550000 |  14558s | train_loss=0.0226
+  step 1560000 |  14643s | train_loss=0.0232
+  step 1570000 |  14730s | train_loss=0.0232
+  step 1580000 |  14817s | train_loss=0.0233
+  step 1590000 |  14904s | train_loss=0.0225
+  step 1600000 |  15062s | train_loss=0.0227 | fid=140.7826
+  step 1610000 |  15147s | train_loss=0.0224
+  step 1620000 |  15232s | train_loss=0.0229
+  step 1630000 |  15319s | train_loss=0.0222
+  step 1640000 |  15406s | train_loss=0.0226
+  step 1650000 |  15492s | train_loss=0.0221
+  step 1660000 |  15579s | train_loss=0.0226
+  step 1670000 |  15665s | train_loss=0.0222
+  step 1680000 |  15752s | train_loss=0.0213
+  step 1690000 |  15838s | train_loss=0.0221
+  step 1700000 |  15995s | train_loss=0.0213 | fid=141.4389
+  step 1710000 |  16079s | train_loss=0.0219
+  step 1720000 |  16157s | train_loss=0.0217
+  step 1730000 |  16243s | train_loss=0.0217
+  step 1740000 |  16330s | train_loss=0.0216
+  step 1750000 |  16416s | train_loss=0.0220
+  step 1760000 |  16503s | train_loss=0.0214
+  step 1770000 |  16590s | train_loss=0.0220
+  step 1780000 |  16675s | train_loss=0.0218
+  step 1790000 |  16762s | train_loss=0.0212
+  step 1800000 |  16971s | train_loss=0.0212 | fid=140.8917
+  step 1810000 |  17053s | train_loss=0.0211
+  step 1820000 |  17133s | train_loss=0.0212
+  step 1830000 |  17220s | train_loss=0.0211
+  step 1840000 |  17307s | train_loss=0.0203
+  step 1850000 |  17394s | train_loss=0.0212
+  step 1860000 |  17481s | train_loss=0.0206
+  step 1870000 |  17568s | train_loss=0.0205
+  step 1880000 |  17655s | train_loss=0.0200
+  step 1890000 |  17740s | train_loss=0.0213
+  step 1900000 |  17900s | train_loss=0.0203 | fid=140.8810
+  step 1910000 |  17987s | train_loss=0.0203
+  step 1920000 |  18067s | train_loss=0.0208
+  step 1930000 |  18154s | train_loss=0.0213
+  step 1940000 |  18241s | train_loss=0.0197
+  step 1950000 |  18327s | train_loss=0.0199
+  step 1960000 |  18414s | train_loss=0.0201
+  step 1970000 |  18501s | train_loss=0.0196
+  step 1980000 |  18588s | train_loss=0.0206
+  step 1990000 |  18675s | train_loss=0.0203
+  step 2000000 |  18831s | train_loss=0.0199 | fid=140.8291
+  step 2010000 |  18917s | train_loss=0.0192
+  step 2020000 |  19002s | train_loss=0.0199
+  step 2030000 |  19079s | train_loss=0.0206
+  step 2040000 |  19161s | train_loss=0.0194
+  step 2050000 |  19248s | train_loss=0.0198
+  step 2060000 |  19335s | train_loss=0.0197
+  step 2070000 |  19422s | train_loss=0.0196
+  step 2080000 |  19509s | train_loss=0.0203
+  step 2090000 |  19596s | train_loss=0.0191
+  step 2100000 |  19797s | train_loss=0.0190 | fid=141.2786
+  step 2110000 |  19883s | train_loss=0.0200
+  step 2120000 |  19957s | train_loss=0.0199
+  step 2130000 |  20044s | train_loss=0.0187
+  step 2140000 |  20121s | train_loss=0.0192
+  step 2150000 |  20207s | train_loss=0.0186
+  step 2160000 |  20294s | train_loss=0.0185
+  step 2170000 |  20381s | train_loss=0.0199
+  step 2180000 |  20468s | train_loss=0.0194
+  step 2190000 |  20555s | train_loss=0.0194
+  step 2200000 |  20767s | train_loss=0.0184 | fid=140.6769
+  step 2210000 |  20853s | train_loss=0.0189
+  step 2220000 |  20923s | train_loss=0.0187
+  step 2230000 |  21010s | train_loss=0.0183
+  step 2240000 |  21090s | train_loss=0.0183
+  step 2250000 |  21169s | train_loss=0.0182
+  step 2260000 |  21256s | train_loss=0.0183
+  step 2270000 |  21343s | train_loss=0.0186
+  step 2280000 |  21430s | train_loss=0.0183
+  step 2290000 |  21517s | train_loss=0.0182
+  step 2300000 |  21730s | train_loss=0.0181 | fid=141.4987
+  step 2310000 |  21815s | train_loss=0.0178
+  step 2320000 |  21892s | train_loss=0.0179
+  step 2330000 |  21979s | train_loss=0.0177
+  step 2340000 |  22064s | train_loss=0.0185
+  step 2350000 |  22139s | train_loss=0.0180
+  step 2360000 |  22225s | train_loss=0.0176
+  step 2370000 |  22311s | train_loss=0.0179
+  step 2380000 |  22398s | train_loss=0.0180
+  step 2390000 |  22485s | train_loss=0.0181
+  step 2400000 |  22684s | train_loss=0.0183 | fid=141.3747
+  step 2410000 |  22769s | train_loss=0.0175
+  step 2420000 |  22842s | train_loss=0.0175
+  step 2430000 |  22929s | train_loss=0.0177
+  step 2440000 |  23015s | train_loss=0.0172
+  step 2450000 |  23102s | train_loss=0.0172
+  step 2460000 |  23178s | train_loss=0.0178
+  step 2470000 |  23264s | train_loss=0.0171
+  step 2480000 |  23351s | train_loss=0.0170
+  step 2490000 |  23438s | train_loss=0.0175
+  step 2500000 |  23653s | train_loss=0.0177 | fid=141.3388
+  step 2510000 |  23739s | train_loss=0.0166
+  step 2520000 |  23813s | train_loss=0.0168
+  step 2530000 |  23900s | train_loss=0.0167
+  step 2540000 |  23985s | train_loss=0.0164
+  step 2550000 |  24072s | train_loss=0.0170
+  step 2560000 |  24153s | train_loss=0.0172
+  step 2570000 |  24229s | train_loss=0.0169
+  step 2580000 |  24316s | train_loss=0.0163
+  step 2590000 |  24402s | train_loss=0.0177
+  step 2600000 |  24599s | train_loss=0.0174 | fid=140.5738
+  step 2610000 |  24686s | train_loss=0.0176
+  step 2620000 |  24761s | train_loss=0.0163
+  step 2630000 |  24846s | train_loss=0.0163
+  step 2640000 |  24931s | train_loss=0.0175
+  step 2650000 |  25018s | train_loss=0.0167
+  step 2660000 |  25105s | train_loss=0.0165
+  step 2670000 |  25188s | train_loss=0.0169
+  step 2680000 |  25265s | train_loss=0.0164
+  step 2690000 |  25352s | train_loss=0.0161
+  step 2700000 |  25559s | train_loss=0.0162 | fid=141.5225
+  step 2710000 |  25646s | train_loss=0.0169
+  step 2720000 |  25721s | train_loss=0.0165
+  step 2730000 |  25806s | train_loss=0.0162
+  step 2740000 |  25892s | train_loss=0.0162
+  step 2750000 |  25979s | train_loss=0.0157
+  step 2760000 |  26065s | train_loss=0.0163
+  step 2770000 |  26152s | train_loss=0.0155
+  step 2780000 |  26231s | train_loss=0.0166
+  step 2790000 |  26311s | train_loss=0.0150
+  step 2800000 |  26502s | train_loss=0.0154 | fid=140.5276
+  step 2810000 |  26588s | train_loss=0.0155
+  step 2820000 |  26667s | train_loss=0.0163
+  step 2830000 |  26754s | train_loss=0.0160
+  step 2840000 |  26840s | train_loss=0.0154
+  step 2850000 |  26925s | train_loss=0.0156
+  step 2860000 |  27011s | train_loss=0.0163
+  step 2870000 |  27098s | train_loss=0.0149
+  step 2880000 |  27185s | train_loss=0.0154
+  step 2890000 |  27266s | train_loss=0.0149
+  step 2900000 |  27465s | train_loss=0.0158 | fid=140.8333
+  step 2910000 |  27552s | train_loss=0.0147
+  step 2920000 |  27624s | train_loss=0.0155
+  step 2930000 |  27708s | train_loss=0.0152
+  step 2940000 |  27795s | train_loss=0.0149
+  step 2950000 |  27879s | train_loss=0.0151
+  step 2960000 |  27966s | train_loss=0.0163
+  step 2970000 |  28053s | train_loss=0.0157
+  step 2980000 |  28140s | train_loss=0.0148
+  step 2990000 |  28227s | train_loss=0.0156
+  step 3000000 |  28398s | train_loss=0.0152 | fid=141.1816
+  step 3010000 |  28485s | train_loss=0.0147
+  step 3020000 |  28568s | train_loss=0.0150
+  step 3030000 |  28644s | train_loss=0.0151
+  step 3040000 |  28731s | train_loss=0.0146
+  step 3050000 |  28815s | train_loss=0.0152
+  step 3060000 |  28901s | train_loss=0.0155
+  step 3070000 |  28988s | train_loss=0.0144
+  step 3080000 |  29075s | train_loss=0.0144
+  step 3090000 |  29162s | train_loss=0.0142
+  step 3100000 |  29351s | train_loss=0.0139 | fid=140.9524
+  step 3110000 |  29438s | train_loss=0.0148
+  step 3120000 |  29525s | train_loss=0.0141
+  step 3130000 |  29607s | train_loss=0.0147
+  step 3140000 |  29694s | train_loss=0.0149
+  step 3150000 |  29779s | train_loss=0.0141
+  step 3160000 |  29865s | train_loss=0.0141
+  step 3170000 |  29952s | train_loss=0.0152
+  step 3180000 |  30038s | train_loss=0.0140
+  step 3190000 |  30125s | train_loss=0.0142
+  step 3200000 |  30317s | train_loss=0.0141 | fid=141.1137
+  step 3210000 |  30393s | train_loss=0.0141
+  step 3220000 |  30474s | train_loss=0.0139
+  step 3230000 |  30552s | train_loss=0.0148
+  step 3240000 |  30639s | train_loss=0.0145
+  step 3250000 |  30726s | train_loss=0.0138
+  step 3260000 |  30811s | train_loss=0.0140
+  step 3270000 |  30896s | train_loss=0.0143
+  step 3280000 |  30983s | train_loss=0.0142
+  step 3290000 |  31070s | train_loss=0.0136
+  step 3300000 |  31257s | train_loss=0.0138 | fid=140.2438
+  step 3310000 |  31341s | train_loss=0.0137
+  step 3320000 |  31419s | train_loss=0.0140
+  step 3330000 |  31494s | train_loss=0.0140
+  step 3340000 |  31581s | train_loss=0.0133
+  step 3350000 |  31668s | train_loss=0.0144
+  step 3360000 |  31753s | train_loss=0.0140
+  step 3370000 |  31840s | train_loss=0.0144
+  step 3380000 |  31925s | train_loss=0.0136
+  step 3390000 |  32012s | train_loss=0.0132
+  step 3400000 |  32212s | train_loss=0.0133 | fid=141.0704
+  step 3410000 |  32299s | train_loss=0.0133
+  step 3420000 |  32378s | train_loss=0.0133
+  step 3430000 |  32448s | train_loss=0.0138
+  step 3440000 |  32535s | train_loss=0.0151
+  step 3450000 |  32622s | train_loss=0.0132
+  step 3460000 |  32708s | train_loss=0.0134
+  step 3470000 |  32794s | train_loss=0.0130
+  step 3480000 |  32880s | train_loss=0.0132
+  step 3490000 |  32967s | train_loss=0.0139
+  step 3500000 |  33138s | train_loss=0.0136 | fid=140.9446
+  step 3510000 |  33225s | train_loss=0.0133
+  step 3520000 |  33312s | train_loss=0.0132
+  step 3530000 |  33388s | train_loss=0.0131
+  step 3540000 |  33465s | train_loss=0.0133
+  step 3550000 |  33552s | train_loss=0.0133
+  step 3560000 |  33639s | train_loss=0.0128
+  step 3570000 |  33724s | train_loss=0.0136
+  step 3580000 |  33811s | train_loss=0.0134
+  step 3590000 |  33896s | train_loss=0.0132
+  step 3600000 |  34068s | train_loss=0.0131 | fid=141.2266
+  step 3610000 |  34155s | train_loss=0.0130
+  step 3620000 |  34242s | train_loss=0.0127
+  step 3630000 |  34329s | train_loss=0.0130
+  step 3640000 |  34402s | train_loss=0.0138
+  step 3650000 |  34481s | train_loss=0.0132
+  step 3660000 |  34568s | train_loss=0.0131
+  step 3670000 |  34656s | train_loss=0.0126
+  step 3680000 |  34741s | train_loss=0.0128
+  step 3690000 |  34827s | train_loss=0.0122
+  step 3700000 |  35028s | train_loss=0.0121 | fid=141.7020
+  step 3710000 |  35115s | train_loss=0.0131
+  step 3720000 |  35202s | train_loss=0.0128
+  step 3730000 |  35288s | train_loss=0.0127
+  step 3740000 |  35359s | train_loss=0.0124
+  step 3750000 |  35436s | train_loss=0.0131
+  step 3760000 |  35518s | train_loss=0.0126
+  step 3770000 |  35605s | train_loss=0.0124
+  step 3780000 |  35690s | train_loss=0.0125
+  step 3790000 |  35777s | train_loss=0.0123
+  step 3800000 |  35985s | train_loss=0.0124 | fid=140.8242
+  step 3810000 |  36072s | train_loss=0.0118
+  step 3820000 |  36159s | train_loss=0.0119
+  step 3830000 |  36246s | train_loss=0.0126
+  step 3840000 |  36323s | train_loss=0.0119
+  step 3850000 |  36410s | train_loss=0.0129
+  step 3860000 |  36487s | train_loss=0.0118
+  step 3870000 |  36574s | train_loss=0.0122
+  step 3880000 |  36660s | train_loss=0.0119
+  step 3890000 |  36746s | train_loss=0.0122
+  step 3900000 |  36936s | train_loss=0.0123 | fid=140.6319
+  step 3910000 |  37023s | train_loss=0.0121
+  step 3920000 |  37110s | train_loss=0.0115
+  step 3930000 |  37197s | train_loss=0.0121
+  step 3940000 |  37272s | train_loss=0.0124
+  step 3950000 |  37359s | train_loss=0.0117
+  step 3960000 |  37446s | train_loss=0.0121
+  step 3970000 |  37520s | train_loss=0.0118
+  step 3980000 |  37605s | train_loss=0.0121
+  step 3990000 |  37692s | train_loss=0.0119
+  step 4000000 |  37899s | train_loss=0.0121 | fid=141.0354
+  step 4010000 |  37984s | train_loss=0.0119
+  step 4020000 |  38071s | train_loss=0.0125
+  step 4030000 |  38158s | train_loss=0.0114
+  step 4040000 |  38240s | train_loss=0.0114
+  step 4050000 |  38327s | train_loss=0.0120
+  step 4060000 |  38414s | train_loss=0.0121
+  step 4070000 |  38499s | train_loss=0.0116
+  step 4080000 |  38584s | train_loss=0.0121
+  step 4090000 |  38671s | train_loss=0.0121
+  step 4100000 |  38831s | train_loss=0.0118 | fid=140.7710
+  step 4110000 |  38918s | train_loss=0.0116
+  step 4120000 |  39004s | train_loss=0.0116
+  step 4130000 |  39090s | train_loss=0.0121
+  step 4140000 |  39174s | train_loss=0.0116
+  step 4150000 |  39261s | train_loss=0.0118
+  step 4160000 |  39348s | train_loss=0.0116
+  step 4170000 |  39435s | train_loss=0.0119
+  step 4180000 |  39519s | train_loss=0.0112
+  step 4190000 |  39605s | train_loss=0.0111
+  step 4200000 |  39762s | train_loss=0.0116 | fid=140.9288
+  step 4210000 |  39849s | train_loss=0.0116
+  step 4220000 |  39936s | train_loss=0.0114
+  step 4230000 |  40021s | train_loss=0.0115
+  step 4240000 |  40105s | train_loss=0.0111
+  step 4250000 |  40192s | train_loss=0.0115
+  step 4260000 |  40279s | train_loss=0.0114
+  step 4270000 |  40366s | train_loss=0.0116
+  step 4280000 |  40453s | train_loss=0.0113
+  step 4290000 |  40532s | train_loss=0.0115
+  step 4300000 |  40749s | train_loss=0.0114 | fid=140.9503
+  step 4310000 |  40836s | train_loss=0.0112
+  step 4320000 |  40923s | train_loss=0.0109
+  step 4330000 |  41006s | train_loss=0.0109
+  step 4340000 |  41079s | train_loss=0.0106
+  step 4350000 |  41165s | train_loss=0.0108
+  step 4360000 |  41252s | train_loss=0.0112
+  step 4370000 |  41339s | train_loss=0.0106
+  step 4380000 |  41426s | train_loss=0.0111
+  step 4390000 |  41506s | train_loss=0.0113
+  step 4400000 |  41684s | train_loss=0.0106 | fid=140.9309
+  step 4410000 |  41771s | train_loss=0.0112
+  step 4420000 |  41858s | train_loss=0.0112
+  step 4430000 |  41945s | train_loss=0.0106
+  step 4440000 |  42021s | train_loss=0.0108
+  step 4450000 |  42103s | train_loss=0.0108
+  step 4460000 |  42190s | train_loss=0.0115
+  step 4470000 |  42277s | train_loss=0.0114
+  step 4480000 |  42364s | train_loss=0.0105
+  step 4490000 |  42451s | train_loss=0.0113
+  step 4500000 |  42650s | train_loss=0.0104 | fid=141.6680
+  step 4510000 |  42736s | train_loss=0.0109
+  step 4520000 |  42823s | train_loss=0.0106
+  step 4530000 |  42910s | train_loss=0.0107
+  step 4540000 |  42985s | train_loss=0.0106
+  step 4550000 |  43067s | train_loss=0.0106
+  step 4560000 |  43154s | train_loss=0.0107
+  step 4570000 |  43241s | train_loss=0.0103
+  step 4580000 |  43328s | train_loss=0.0104
+  step 4590000 |  43415s | train_loss=0.0105
+  step 4600000 |  43604s | train_loss=0.0103 | fid=141.4305
+  step 4610000 |  43690s | train_loss=0.0101
+  step 4620000 |  43777s | train_loss=0.0107
+  step 4630000 |  43864s | train_loss=0.0104
+  step 4640000 |  43943s | train_loss=0.0110
+  step 4650000 |  44028s | train_loss=0.0112
+  step 4660000 |  44113s | train_loss=0.0105
+  step 4670000 |  44200s | train_loss=0.0106
+  step 4680000 |  44287s | train_loss=0.0098
+  step 4690000 |  44374s | train_loss=0.0108
+  step 4700000 |  44558s | train_loss=0.0099 | fid=140.9887
+  step 4710000 |  44643s | train_loss=0.0101
+  step 4720000 |  44729s | train_loss=0.0105
+  step 4730000 |  44816s | train_loss=0.0104
+  step 4740000 |  44895s | train_loss=0.0105
+  step 4750000 |  44976s | train_loss=0.0102
+  step 4760000 |  45062s | train_loss=0.0106
+  step 4770000 |  45148s | train_loss=0.0107
+  step 4780000 |  45235s | train_loss=0.0100
+  step 4790000 |  45322s | train_loss=0.0107
+  step 4800000 |  45524s | train_loss=0.0101 | fid=141.6229
+  step 4810000 |  45596s | train_loss=0.0103
+  step 4820000 |  45680s | train_loss=0.0101
+  step 4830000 |  45766s | train_loss=0.0104
+  step 4840000 |  45847s | train_loss=0.0100
+  step 4850000 |  45927s | train_loss=0.0100
+  step 4860000 |  46014s | train_loss=0.0099
+  step 4870000 |  46100s | train_loss=0.0101
+  step 4880000 |  46186s | train_loss=0.0100
+  step 4890000 |  46273s | train_loss=0.0099
+  step 4900000 |  46469s | train_loss=0.0099 | fid=141.2791
+  step 4910000 |  46556s | train_loss=0.0099
+  step 4920000 |  46630s | train_loss=0.0100
+  step 4930000 |  46716s | train_loss=0.0096
+  step 4940000 |  46799s | train_loss=0.0098
+  step 4950000 |  46880s | train_loss=0.0102
+  step 4960000 |  46967s | train_loss=0.0099
+  step 4970000 |  47054s | train_loss=0.0100
+  step 4980000 |  47139s | train_loss=0.0096
+  step 4990000 |  47226s | train_loss=0.0100
+  step 5000000 |  47414s | train_loss=0.0100 | fid=141.2685
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1d1d9a70ddc2bb09b91e2792b7b852c364bc637
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d60/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..9a7f90f38fef2b246a5ffb9aad28e61721a85b84
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 60, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d60/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44}
+{"step": 1, "wall_time": 73.41316390037537, "train_loss_step": 59.76996612548828, "n_params": 4387900, "total_flops": 13479628800, "train_loss": 0.9909630457560221, "subset_score_loss": 0.9909630457560221, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9769920706748962, "fid": 257.21485545834685, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 165.74536609649658, "train_loss_step": 12.945552825927734, "n_params": 4387900, "total_flops": 134796288000000, "train_loss": 0.8598448435465494, "subset_score_loss": 0.8598448435465494}
+{"step": 20000, "wall_time": 258.96550035476685, "train_loss_step": 13.091841697692871, "n_params": 4387900, "total_flops": 269592576000000, "train_loss": 0.7834784189860026, "subset_score_loss": 0.7834784189860026}
+{"step": 30000, "wall_time": 352.0035948753357, "train_loss_step": 11.015143394470215, "n_params": 4387900, "total_flops": 404388864000000, "train_loss": 0.6565136591593425, "subset_score_loss": 0.6565136591593425}
+{"step": 40000, "wall_time": 445.2815365791321, "train_loss_step": 9.90817642211914, "n_params": 4387900, "total_flops": 539185152000000, "train_loss": 0.46431789398193357, "subset_score_loss": 0.46431789398193357}
+{"step": 50000, "wall_time": 538.8094861507416, "train_loss_step": 8.102173805236816, "n_params": 4387900, "total_flops": 673981440000000, "train_loss": 0.29954264958699545, "subset_score_loss": 0.29954264958699545}
+{"step": 60000, "wall_time": 631.7987315654755, "train_loss_step": 7.473935127258301, "n_params": 4387900, "total_flops": 808777728000000, "train_loss": 0.21313390731811524, "subset_score_loss": 0.21313390731811524}
+{"step": 70000, "wall_time": 724.9948976039886, "train_loss_step": 6.455771446228027, "n_params": 4387900, "total_flops": 943574016000000, "train_loss": 0.17121001879374187, "subset_score_loss": 0.17121001879374187}
+{"step": 80000, "wall_time": 818.4015116691589, "train_loss_step": 6.643613815307617, "n_params": 4387900, "total_flops": 1078370304000000, "train_loss": 0.14956638018290203, "subset_score_loss": 0.14956638018290203}
+{"step": 90000, "wall_time": 911.9994370937347, "train_loss_step": 5.98853063583374, "n_params": 4387900, "total_flops": 1213166592000000, "train_loss": 0.1350268046061198, "subset_score_loss": 0.1350268046061198}
+{"step": 100000, "wall_time": 1072.9056251049042, "train_loss_step": 6.074065685272217, "n_params": 4387900, "total_flops": 1347962880000000, "train_loss": 0.12497462431589762, "subset_score_loss": 0.12497462431589762, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.8971390724182129, "fid": 149.08963065244586, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1163.676866531372, "train_loss_step": 6.115964889526367, "n_params": 4387900, "total_flops": 1482759168000000, "train_loss": 0.11768488883972168, "subset_score_loss": 0.11768488883972168}
+{"step": 120000, "wall_time": 1256.913536787033, "train_loss_step": 5.6411285400390625, "n_params": 4387900, "total_flops": 1617555456000000, "train_loss": 0.11039094130198161, "subset_score_loss": 0.11039094130198161}
+{"step": 130000, "wall_time": 1349.8652012348175, "train_loss_step": 5.4557342529296875, "n_params": 4387900, "total_flops": 1752351744000000, "train_loss": 0.10548683007558186, "subset_score_loss": 0.10548683007558186}
+{"step": 140000, "wall_time": 1443.2609238624573, "train_loss_step": 5.414933204650879, "n_params": 4387900, "total_flops": 1887148032000000, "train_loss": 0.10049586296081543, "subset_score_loss": 0.10049586296081543}
+{"step": 150000, "wall_time": 1536.676521539688, "train_loss_step": 5.45251989364624, "n_params": 4387900, "total_flops": 2021944320000000, "train_loss": 0.09632931550343832, "subset_score_loss": 0.09632931550343832}
+{"step": 160000, "wall_time": 1630.0626866817474, "train_loss_step": 5.239242076873779, "n_params": 4387900, "total_flops": 2156740608000000, "train_loss": 0.09433507919311523, "subset_score_loss": 0.09433507919311523}
+{"step": 170000, "wall_time": 1723.3751893043518, "train_loss_step": 4.866391658782959, "n_params": 4387900, "total_flops": 2291536896000000, "train_loss": 0.08755185604095458, "subset_score_loss": 0.08755185604095458}
+{"step": 180000, "wall_time": 1816.7896332740784, "train_loss_step": 5.078125953674316, "n_params": 4387900, "total_flops": 2426333184000000, "train_loss": 0.08470194339752198, "subset_score_loss": 0.08470194339752198}
+{"step": 190000, "wall_time": 1909.6779704093933, "train_loss_step": 4.7030534744262695, "n_params": 4387900, "total_flops": 2561129472000000, "train_loss": 0.08217097918192545, "subset_score_loss": 0.08217097918192545}
+{"step": 200000, "wall_time": 2072.2825758457184, "train_loss_step": 4.998282432556152, "n_params": 4387900, "total_flops": 2695925760000000, "train_loss": 0.08199465274810791, "subset_score_loss": 0.08199465274810791, "memorization_fraction_pixel": 0.009100000374019146, "mean_nn_ratio_pixel": 0.8180424571037292, "fid": 142.80277223323833, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2162.151926755905, "train_loss_step": 5.204992294311523, "n_params": 4387900, "total_flops": 2830722048000000, "train_loss": 0.0770071268081665, "subset_score_loss": 0.0770071268081665}
+{"step": 220000, "wall_time": 2255.0458817481995, "train_loss_step": 4.824609756469727, "n_params": 4387900, "total_flops": 2965518336000000, "train_loss": 0.07719228267669678, "subset_score_loss": 0.07719228267669678}
+{"step": 230000, "wall_time": 2348.173627138138, "train_loss_step": 4.984621047973633, "n_params": 4387900, "total_flops": 3100314624000000, "train_loss": 0.07351645628611246, "subset_score_loss": 0.07351645628611246}
+{"step": 240000, "wall_time": 2441.4412212371826, "train_loss_step": 5.047889232635498, "n_params": 4387900, "total_flops": 3235110912000000, "train_loss": 0.07153287728627523, "subset_score_loss": 0.07153287728627523}
+{"step": 250000, "wall_time": 2534.478818655014, "train_loss_step": 4.697167873382568, "n_params": 4387900, "total_flops": 3369907200000000, "train_loss": 0.07042768796284994, "subset_score_loss": 0.07042768796284994}
+{"step": 260000, "wall_time": 2627.6266968250275, "train_loss_step": 4.648974418640137, "n_params": 4387900, "total_flops": 3504703488000000, "train_loss": 0.06930732727050781, "subset_score_loss": 0.06930732727050781}
+{"step": 270000, "wall_time": 2721.3572549819946, "train_loss_step": 4.74307918548584, "n_params": 4387900, "total_flops": 3639499776000000, "train_loss": 0.0670777161916097, "subset_score_loss": 0.0670777161916097}
+{"step": 280000, "wall_time": 2814.31236076355, "train_loss_step": 4.775956153869629, "n_params": 4387900, "total_flops": 3774296064000000, "train_loss": 0.06500384410222372, "subset_score_loss": 0.06500384410222372}
+{"step": 290000, "wall_time": 2901.441160917282, "train_loss_step": 4.734134674072266, "n_params": 4387900, "total_flops": 3909092352000000, "train_loss": 0.06323814392089844, "subset_score_loss": 0.06323814392089844}
+{"step": 300000, "wall_time": 3069.6411373615265, "train_loss_step": 4.39900541305542, "n_params": 4387900, "total_flops": 4043888640000000, "train_loss": 0.061778406302134194, "subset_score_loss": 0.061778406302134194, "memorization_fraction_pixel": 0.02329999953508377, "mean_nn_ratio_pixel": 0.7610466480255127, "fid": 137.89334237940565, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3161.483114004135, "train_loss_step": 4.137265205383301, "n_params": 4387900, "total_flops": 4178684928000000, "train_loss": 0.06084978183110555, "subset_score_loss": 0.06084978183110555}
+{"step": 320000, "wall_time": 3252.8013298511505, "train_loss_step": 4.654873371124268, "n_params": 4387900, "total_flops": 4313481216000000, "train_loss": 0.0597456693649292, "subset_score_loss": 0.0597456693649292}
+{"step": 330000, "wall_time": 3345.9771852493286, "train_loss_step": 4.490839958190918, "n_params": 4387900, "total_flops": 4448277504000000, "train_loss": 0.05828741391499837, "subset_score_loss": 0.05828741391499837}
+{"step": 340000, "wall_time": 3439.2630450725555, "train_loss_step": 4.0907883644104, "n_params": 4387900, "total_flops": 4583073792000000, "train_loss": 0.05671413342158, "subset_score_loss": 0.05671413342158}
+{"step": 350000, "wall_time": 3532.6713955402374, "train_loss_step": 4.346386909484863, "n_params": 4387900, "total_flops": 4717870080000000, "train_loss": 0.0576468825340271, "subset_score_loss": 0.0576468825340271}
+{"step": 360000, "wall_time": 3625.816661119461, "train_loss_step": 4.553816795349121, "n_params": 4387900, "total_flops": 4852666368000000, "train_loss": 0.05575516223907471, "subset_score_loss": 0.05575516223907471}
+{"step": 370000, "wall_time": 3718.8713879585266, "train_loss_step": 4.520088195800781, "n_params": 4387900, "total_flops": 4987462656000000, "train_loss": 0.05476464827855428, "subset_score_loss": 0.05476464827855428}
+{"step": 380000, "wall_time": 3808.911957502365, "train_loss_step": 4.121350288391113, "n_params": 4387900, "total_flops": 5122258944000000, "train_loss": 0.05462322235107422, "subset_score_loss": 0.05462322235107422}
+{"step": 390000, "wall_time": 3899.1994829177856, "train_loss_step": 4.423445701599121, "n_params": 4387900, "total_flops": 5257055232000000, "train_loss": 0.053546067078908285, "subset_score_loss": 0.053546067078908285}
+{"step": 400000, "wall_time": 4067.1215920448303, "train_loss_step": 4.413397312164307, "n_params": 4387900, "total_flops": 5391851520000000, "train_loss": 0.052798473834991456, "subset_score_loss": 0.052798473834991456, "memorization_fraction_pixel": 0.040300000458955765, "mean_nn_ratio_pixel": 0.707888126373291, "fid": 132.58759140388557, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4158.87569642067, "train_loss_step": 4.440230369567871, "n_params": 4387900, "total_flops": 5526647808000000, "train_loss": 0.05130656162897746, "subset_score_loss": 0.05130656162897746}
+{"step": 420000, "wall_time": 4250.9098427295685, "train_loss_step": 4.086822509765625, "n_params": 4387900, "total_flops": 5661444096000000, "train_loss": 0.05074441432952881, "subset_score_loss": 0.05074441432952881}
+{"step": 430000, "wall_time": 4343.96058678627, "train_loss_step": 4.517387390136719, "n_params": 4387900, "total_flops": 5796240384000000, "train_loss": 0.05098146597544352, "subset_score_loss": 0.05098146597544352}
+{"step": 440000, "wall_time": 4437.0979170799255, "train_loss_step": 4.156405925750732, "n_params": 4387900, "total_flops": 5931036672000000, "train_loss": 0.049634663263956706, "subset_score_loss": 0.049634663263956706}
+{"step": 450000, "wall_time": 4530.437149524689, "train_loss_step": 4.0356125831604, "n_params": 4387900, "total_flops": 6065832960000000, "train_loss": 0.049725870291392006, "subset_score_loss": 0.049725870291392006}
+{"step": 460000, "wall_time": 4623.34131193161, "train_loss_step": 4.238113880157471, "n_params": 4387900, "total_flops": 6200629248000000, "train_loss": 0.049197804927825925, "subset_score_loss": 0.049197804927825925}
+{"step": 470000, "wall_time": 4716.486302852631, "train_loss_step": 4.214540481567383, "n_params": 4387900, "total_flops": 6335425536000000, "train_loss": 0.04766942660013835, "subset_score_loss": 0.04766942660013835}
+{"step": 480000, "wall_time": 4804.188888788223, "train_loss_step": 4.2183332443237305, "n_params": 4387900, "total_flops": 6470221824000000, "train_loss": 0.047540831565856936, "subset_score_loss": 0.047540831565856936}
+{"step": 490000, "wall_time": 4897.239587306976, "train_loss_step": 4.077396392822266, "n_params": 4387900, "total_flops": 6605018112000000, "train_loss": 0.048053451379140216, "subset_score_loss": 0.048053451379140216}
+{"step": 500000, "wall_time": 5064.217116832733, "train_loss_step": 3.9522054195404053, "n_params": 4387900, "total_flops": 6739814400000000, "train_loss": 0.04722605546315511, "subset_score_loss": 0.04722605546315511, "memorization_fraction_pixel": 0.05130000039935112, "mean_nn_ratio_pixel": 0.6832281351089478, "fid": 131.39276742881182, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5155.915832281113, "train_loss_step": 4.475764274597168, "n_params": 4387900, "total_flops": 6874610688000000, "train_loss": 0.046231639385223386, "subset_score_loss": 0.046231639385223386}
+{"step": 520000, "wall_time": 5249.274888038635, "train_loss_step": 4.093165874481201, "n_params": 4387900, "total_flops": 7009406976000000, "train_loss": 0.045357100168863934, "subset_score_loss": 0.045357100168863934}
+{"step": 530000, "wall_time": 5340.903361082077, "train_loss_step": 3.967820405960083, "n_params": 4387900, "total_flops": 7144203264000000, "train_loss": 0.04513794978459676, "subset_score_loss": 0.04513794978459676}
+{"step": 540000, "wall_time": 5434.246854543686, "train_loss_step": 4.121289253234863, "n_params": 4387900, "total_flops": 7278999552000000, "train_loss": 0.04453234672546387, "subset_score_loss": 0.04453234672546387}
+{"step": 550000, "wall_time": 5527.234033823013, "train_loss_step": 4.101081848144531, "n_params": 4387900, "total_flops": 7413795840000000, "train_loss": 0.04463855028152466, "subset_score_loss": 0.04463855028152466}
+{"step": 560000, "wall_time": 5620.12689781189, "train_loss_step": 3.836491107940674, "n_params": 4387900, "total_flops": 7548592128000000, "train_loss": 0.043533480167388915, "subset_score_loss": 0.043533480167388915}
+{"step": 570000, "wall_time": 5710.296484947205, "train_loss_step": 3.8392980098724365, "n_params": 4387900, "total_flops": 7683388416000000, "train_loss": 0.04376475811004639, "subset_score_loss": 0.04376475811004639}
+{"step": 580000, "wall_time": 5800.387013673782, "train_loss_step": 3.8550214767456055, "n_params": 4387900, "total_flops": 7818184704000000, "train_loss": 0.04279239972432455, "subset_score_loss": 0.04279239972432455}
+{"step": 590000, "wall_time": 5893.7736439704895, "train_loss_step": 3.8828177452087402, "n_params": 4387900, "total_flops": 7952980992000000, "train_loss": 0.042405235767364505, "subset_score_loss": 0.042405235767364505}
+{"step": 600000, "wall_time": 6060.499090433121, "train_loss_step": 4.237381935119629, "n_params": 4387900, "total_flops": 8087777280000000, "train_loss": 0.042776922384897866, "subset_score_loss": 0.042776922384897866, "memorization_fraction_pixel": 0.06040000170469284, "mean_nn_ratio_pixel": 0.6584511995315552, "fid": 127.78791700461746, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6152.098591566086, "train_loss_step": 4.040907859802246, "n_params": 4387900, "total_flops": 8222573568000000, "train_loss": 0.042728026707967125, "subset_score_loss": 0.042728026707967125}
+{"step": 620000, "wall_time": 6245.445992708206, "train_loss_step": 3.746061086654663, "n_params": 4387900, "total_flops": 8357369856000000, "train_loss": 0.042494646708170575, "subset_score_loss": 0.042494646708170575}
+{"step": 630000, "wall_time": 6337.048016309738, "train_loss_step": 3.9190750122070312, "n_params": 4387900, "total_flops": 8492166144000000, "train_loss": 0.040896475315093994, "subset_score_loss": 0.040896475315093994}
+{"step": 640000, "wall_time": 6430.390590429306, "train_loss_step": 3.7366943359375, "n_params": 4387900, "total_flops": 8626962432000000, "train_loss": 0.0409168004989624, "subset_score_loss": 0.0409168004989624}
+{"step": 650000, "wall_time": 6523.809841394424, "train_loss_step": 3.943216323852539, "n_params": 4387900, "total_flops": 8761758720000000, "train_loss": 0.04163709084192912, "subset_score_loss": 0.04163709084192912}
+{"step": 660000, "wall_time": 6613.923474550247, "train_loss_step": 3.760918617248535, "n_params": 4387900, "total_flops": 8896555008000000, "train_loss": 0.04109416007995605, "subset_score_loss": 0.04109416007995605}
+{"step": 670000, "wall_time": 6704.007766723633, "train_loss_step": 4.026130199432373, "n_params": 4387900, "total_flops": 9031351296000000, "train_loss": 0.039377343654632566, "subset_score_loss": 0.039377343654632566}
+{"step": 680000, "wall_time": 6797.080664634705, "train_loss_step": 3.8811116218566895, "n_params": 4387900, "total_flops": 9166147584000000, "train_loss": 0.0399821400642395, "subset_score_loss": 0.0399821400642395}
+{"step": 690000, "wall_time": 6890.301315784454, "train_loss_step": 3.764686107635498, "n_params": 4387900, "total_flops": 9300943872000000, "train_loss": 0.04000312089920044, "subset_score_loss": 0.04000312089920044}
+{"step": 700000, "wall_time": 7057.6735191345215, "train_loss_step": 4.094578742980957, "n_params": 4387900, "total_flops": 9435740160000000, "train_loss": 0.03783194621404012, "subset_score_loss": 0.03783194621404012, "memorization_fraction_pixel": 0.08449999988079071, "mean_nn_ratio_pixel": 0.626512348651886, "fid": 126.95061211535665, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7149.41642332077, "train_loss_step": 3.8129491806030273, "n_params": 4387900, "total_flops": 9570536448000000, "train_loss": 0.038525100549062094, "subset_score_loss": 0.038525100549062094}
+{"step": 720000, "wall_time": 7242.637014627457, "train_loss_step": 3.961660385131836, "n_params": 4387900, "total_flops": 9705332736000000, "train_loss": 0.03999491135279338, "subset_score_loss": 0.03999491135279338}
+{"step": 730000, "wall_time": 7335.962691307068, "train_loss_step": 3.751546859741211, "n_params": 4387900, "total_flops": 9840129024000000, "train_loss": 0.03818142016728719, "subset_score_loss": 0.03818142016728719}
+{"step": 740000, "wall_time": 7427.566622257233, "train_loss_step": 3.464750051498413, "n_params": 4387900, "total_flops": 9974925312000000, "train_loss": 0.03769305944442749, "subset_score_loss": 0.03769305944442749}
+{"step": 750000, "wall_time": 7520.495073795319, "train_loss_step": 3.461466073989868, "n_params": 4387900, "total_flops": 10109721600000000, "train_loss": 0.0371150016784668, "subset_score_loss": 0.0371150016784668}
+{"step": 760000, "wall_time": 7609.434808254242, "train_loss_step": 3.596475601196289, "n_params": 4387900, "total_flops": 10244517888000000, "train_loss": 0.037417439619700114, "subset_score_loss": 0.037417439619700114}
+{"step": 770000, "wall_time": 7701.04282617569, "train_loss_step": 3.638448715209961, "n_params": 4387900, "total_flops": 10379314176000000, "train_loss": 0.037243608633677164, "subset_score_loss": 0.037243608633677164}
+{"step": 780000, "wall_time": 7794.333225011826, "train_loss_step": 3.73919415473938, "n_params": 4387900, "total_flops": 10514110464000000, "train_loss": 0.03665479818979899, "subset_score_loss": 0.03665479818979899}
+{"step": 790000, "wall_time": 7887.306829214096, "train_loss_step": 3.391322612762451, "n_params": 4387900, "total_flops": 10648906752000000, "train_loss": 0.03638550837834676, "subset_score_loss": 0.03638550837834676}
+{"step": 800000, "wall_time": 8054.58860874176, "train_loss_step": 3.5618743896484375, "n_params": 4387900, "total_flops": 10783703040000000, "train_loss": 0.03756995598475139, "subset_score_loss": 0.03756995598475139, "memorization_fraction_pixel": 0.09939999878406525, "mean_nn_ratio_pixel": 0.5961512923240662, "fid": 125.08313170923873, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8146.485499858856, "train_loss_step": 3.592059850692749, "n_params": 4387900, "total_flops": 10918499328000000, "train_loss": 0.035652466615041095, "subset_score_loss": 0.035652466615041095}
+{"step": 820000, "wall_time": 8240.067216396332, "train_loss_step": 3.795884370803833, "n_params": 4387900, "total_flops": 11053295616000000, "train_loss": 0.03634712298711141, "subset_score_loss": 0.03634712298711141}
+{"step": 830000, "wall_time": 8333.192065238953, "train_loss_step": 3.693805694580078, "n_params": 4387900, "total_flops": 11188091904000000, "train_loss": 0.03758173783620199, "subset_score_loss": 0.03758173783620199}
+{"step": 840000, "wall_time": 8424.734840631485, "train_loss_step": 3.4212746620178223, "n_params": 4387900, "total_flops": 11322888192000000, "train_loss": 0.03607373634974162, "subset_score_loss": 0.03607373634974162}
+{"step": 850000, "wall_time": 8514.738214492798, "train_loss_step": 3.6696953773498535, "n_params": 4387900, "total_flops": 11457684480000000, "train_loss": 0.03580031394958496, "subset_score_loss": 0.03580031394958496}
+{"step": 860000, "wall_time": 8605.922132492065, "train_loss_step": 3.7989683151245117, "n_params": 4387900, "total_flops": 11592480768000000, "train_loss": 0.03614647388458252, "subset_score_loss": 0.03614647388458252}
+{"step": 870000, "wall_time": 8698.903932094574, "train_loss_step": 3.4907350540161133, "n_params": 4387900, "total_flops": 11727277056000000, "train_loss": 0.03539423147837321, "subset_score_loss": 0.03539423147837321}
+{"step": 880000, "wall_time": 8792.143292427063, "train_loss_step": 3.6580843925476074, "n_params": 4387900, "total_flops": 11862073344000000, "train_loss": 0.034558431307474775, "subset_score_loss": 0.034558431307474775}
+{"step": 890000, "wall_time": 8885.3396859169, "train_loss_step": 3.4120969772338867, "n_params": 4387900, "total_flops": 11996869632000000, "train_loss": 0.036029942830403644, "subset_score_loss": 0.036029942830403644}
+{"step": 900000, "wall_time": 9052.736569166183, "train_loss_step": 3.455160140991211, "n_params": 4387900, "total_flops": 12131665920000000, "train_loss": 0.035017430782318115, "subset_score_loss": 0.035017430782318115, "memorization_fraction_pixel": 0.10689999908208847, "mean_nn_ratio_pixel": 0.5827445387840271, "fid": 124.6954475185994, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9144.439596891403, "train_loss_step": 3.7362747192382812, "n_params": 4387900, "total_flops": 12266462208000000, "train_loss": 0.03463886976242066, "subset_score_loss": 0.03463886976242066}
+{"step": 920000, "wall_time": 9237.2484562397, "train_loss_step": 3.6277005672454834, "n_params": 4387900, "total_flops": 12401258496000000, "train_loss": 0.03510197003682455, "subset_score_loss": 0.03510197003682455}
+{"step": 930000, "wall_time": 9330.498368501663, "train_loss_step": 3.553046703338623, "n_params": 4387900, "total_flops": 12536054784000000, "train_loss": 0.03448777993520101, "subset_score_loss": 0.03448777993520101}
+{"step": 940000, "wall_time": 9420.639795064926, "train_loss_step": 3.4739668369293213, "n_params": 4387900, "total_flops": 12670851072000000, "train_loss": 0.03394333918889363, "subset_score_loss": 0.03394333918889363}
+{"step": 950000, "wall_time": 9509.231226682663, "train_loss_step": 3.467407703399658, "n_params": 4387900, "total_flops": 12805647360000000, "train_loss": 0.03374010721842448, "subset_score_loss": 0.03374010721842448}
+{"step": 960000, "wall_time": 9602.251089811325, "train_loss_step": 3.466749668121338, "n_params": 4387900, "total_flops": 12940443648000000, "train_loss": 0.03415362040201823, "subset_score_loss": 0.03415362040201823}
+{"step": 970000, "wall_time": 9695.421497106552, "train_loss_step": 3.5468320846557617, "n_params": 4387900, "total_flops": 13075239936000000, "train_loss": 0.034832259019215904, "subset_score_loss": 0.034832259019215904}
+{"step": 980000, "wall_time": 9788.71570634842, "train_loss_step": 3.1951327323913574, "n_params": 4387900, "total_flops": 13210036224000000, "train_loss": 0.03339782158533732, "subset_score_loss": 0.03339782158533732}
+{"step": 990000, "wall_time": 9882.291814088821, "train_loss_step": 3.3495054244995117, "n_params": 4387900, "total_flops": 13344832512000000, "train_loss": 0.03241879343986511, "subset_score_loss": 0.03241879343986511}
+{"step": 1000000, "wall_time": 10054.92891407013, "train_loss_step": 3.6898908615112305, "n_params": 4387900, "total_flops": 13479628800000000, "train_loss": 0.033701666196187335, "subset_score_loss": 0.033701666196187335, "memorization_fraction_pixel": 0.12049999833106995, "mean_nn_ratio_pixel": 0.5648894906044006, "fid": 122.40910221219018, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10147.062440156937, "train_loss_step": 3.595332384109497, "n_params": 4387900, "total_flops": 13614425088000000, "train_loss": 0.032234410444895424, "subset_score_loss": 0.032234410444895424}
+{"step": 1020000, "wall_time": 10240.238795518875, "train_loss_step": 3.3080854415893555, "n_params": 4387900, "total_flops": 13749221376000000, "train_loss": 0.031694447994232176, "subset_score_loss": 0.031694447994232176}
+{"step": 1030000, "wall_time": 10333.456840276718, "train_loss_step": 3.562584400177002, "n_params": 4387900, "total_flops": 13884017664000000, "train_loss": 0.03216753005981445, "subset_score_loss": 0.03216753005981445}
+{"step": 1040000, "wall_time": 10423.645185232162, "train_loss_step": 3.822291135787964, "n_params": 4387900, "total_flops": 14018813952000000, "train_loss": 0.03303441007932027, "subset_score_loss": 0.03303441007932027}
+{"step": 1050000, "wall_time": 10512.616037845612, "train_loss_step": 3.3785152435302734, "n_params": 4387900, "total_flops": 14153610240000000, "train_loss": 0.03179558316866557, "subset_score_loss": 0.03179558316866557}
+{"step": 1060000, "wall_time": 10605.722271203995, "train_loss_step": 3.6408071517944336, "n_params": 4387900, "total_flops": 14288406528000000, "train_loss": 0.03167802095413208, "subset_score_loss": 0.03167802095413208}
+{"step": 1070000, "wall_time": 10698.676231145859, "train_loss_step": 3.4835586547851562, "n_params": 4387900, "total_flops": 14423202816000000, "train_loss": 0.03240404923756917, "subset_score_loss": 0.03240404923756917}
+{"step": 1080000, "wall_time": 10792.066177845001, "train_loss_step": 3.4744458198547363, "n_params": 4387900, "total_flops": 14557999104000000, "train_loss": 0.031448219219843546, "subset_score_loss": 0.031448219219843546}
+{"step": 1090000, "wall_time": 10885.007609128952, "train_loss_step": 3.414557933807373, "n_params": 4387900, "total_flops": 14692795392000000, "train_loss": 0.03102805813153585, "subset_score_loss": 0.03102805813153585}
+{"step": 1100000, "wall_time": 11057.095164299011, "train_loss_step": 3.605679512023926, "n_params": 4387900, "total_flops": 14827591680000000, "train_loss": 0.030385597546895345, "subset_score_loss": 0.030385597546895345, "memorization_fraction_pixel": 0.14190000295639038, "mean_nn_ratio_pixel": 0.5403463244438171, "fid": 121.45067075539637, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11148.848592758179, "train_loss_step": 3.1557838916778564, "n_params": 4387900, "total_flops": 14962387968000000, "train_loss": 0.031102089087168376, "subset_score_loss": 0.031102089087168376}
+{"step": 1120000, "wall_time": 11242.196059703827, "train_loss_step": 3.350954532623291, "n_params": 4387900, "total_flops": 15097184256000000, "train_loss": 0.030166274309158324, "subset_score_loss": 0.030166274309158324}
+{"step": 1130000, "wall_time": 11332.279925107956, "train_loss_step": 3.7139556407928467, "n_params": 4387900, "total_flops": 15231980544000000, "train_loss": 0.029557138681411743, "subset_score_loss": 0.029557138681411743}
+{"step": 1140000, "wall_time": 11415.426259040833, "train_loss_step": 3.1246211528778076, "n_params": 4387900, "total_flops": 15366776832000000, "train_loss": 0.03132134278615316, "subset_score_loss": 0.03132134278615316}
+{"step": 1150000, "wall_time": 11504.94660949707, "train_loss_step": 3.5072128772735596, "n_params": 4387900, "total_flops": 15501573120000000, "train_loss": 0.030512263377507527, "subset_score_loss": 0.030512263377507527}
+{"step": 1160000, "wall_time": 11597.896978139877, "train_loss_step": 3.4662070274353027, "n_params": 4387900, "total_flops": 15636369408000000, "train_loss": 0.030106878280639647, "subset_score_loss": 0.030106878280639647}
+{"step": 1170000, "wall_time": 11691.515447378159, "train_loss_step": 3.1524457931518555, "n_params": 4387900, "total_flops": 15771165696000000, "train_loss": 0.030290695031483968, "subset_score_loss": 0.030290695031483968}
+{"step": 1180000, "wall_time": 11784.327020645142, "train_loss_step": 3.4995203018188477, "n_params": 4387900, "total_flops": 15905961984000000, "train_loss": 0.03011189103126526, "subset_score_loss": 0.03011189103126526}
+{"step": 1190000, "wall_time": 11877.733735322952, "train_loss_step": 3.120666265487671, "n_params": 4387900, "total_flops": 16040758272000000, "train_loss": 0.029631702105204265, "subset_score_loss": 0.029631702105204265}
+{"step": 1200000, "wall_time": 12050.881654500961, "train_loss_step": 3.242018222808838, "n_params": 4387900, "total_flops": 16175554560000000, "train_loss": 0.031161749362945558, "subset_score_loss": 0.031161749362945558, "memorization_fraction_pixel": 0.14069999754428864, "mean_nn_ratio_pixel": 0.5264080166816711, "fid": 120.98443213395181, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12142.484203100204, "train_loss_step": 3.115691661834717, "n_params": 4387900, "total_flops": 16310350848000000, "train_loss": 0.029672157764434815, "subset_score_loss": 0.029672157764434815}
+{"step": 1220000, "wall_time": 12232.800330877304, "train_loss_step": 3.412553310394287, "n_params": 4387900, "total_flops": 16445147136000000, "train_loss": 0.029776527484258016, "subset_score_loss": 0.029776527484258016}
+{"step": 1230000, "wall_time": 12325.905462741852, "train_loss_step": 3.3371894359588623, "n_params": 4387900, "total_flops": 16579943424000000, "train_loss": 0.0299689511458079, "subset_score_loss": 0.0299689511458079}
+{"step": 1240000, "wall_time": 12416.41086935997, "train_loss_step": 3.3580265045166016, "n_params": 4387900, "total_flops": 16714739712000000, "train_loss": 0.0293664813041687, "subset_score_loss": 0.0293664813041687}
+{"step": 1250000, "wall_time": 12509.61498451233, "train_loss_step": 3.4052629470825195, "n_params": 4387900, "total_flops": 16849536000000000, "train_loss": 0.02800178130467733, "subset_score_loss": 0.02800178130467733}
+{"step": 1260000, "wall_time": 12600.785807609558, "train_loss_step": 3.371464967727661, "n_params": 4387900, "total_flops": 16984332288000000, "train_loss": 0.029675730069478354, "subset_score_loss": 0.029675730069478354}
+{"step": 1270000, "wall_time": 12693.638719797134, "train_loss_step": 3.353538990020752, "n_params": 4387900, "total_flops": 17119128576000000, "train_loss": 0.029341208934783935, "subset_score_loss": 0.029341208934783935}
+{"step": 1280000, "wall_time": 12786.76043009758, "train_loss_step": 3.336475372314453, "n_params": 4387900, "total_flops": 17253924864000000, "train_loss": 0.02931912144025167, "subset_score_loss": 0.02931912144025167}
+{"step": 1290000, "wall_time": 12879.978288888931, "train_loss_step": 3.312488079071045, "n_params": 4387900, "total_flops": 17388721152000000, "train_loss": 0.029191219806671144, "subset_score_loss": 0.029191219806671144}
+{"step": 1300000, "wall_time": 13051.86569595337, "train_loss_step": 3.0416908264160156, "n_params": 4387900, "total_flops": 17523517440000000, "train_loss": 0.02826195557912191, "subset_score_loss": 0.02826195557912191, "memorization_fraction_pixel": 0.1615999937057495, "mean_nn_ratio_pixel": 0.5097959637641907, "fid": 119.9279926971671, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13139.562201976776, "train_loss_step": 3.3193531036376953, "n_params": 4387900, "total_flops": 17658313728000000, "train_loss": 0.028909335533777874, "subset_score_loss": 0.028909335533777874}
+{"step": 1320000, "wall_time": 13221.398468971252, "train_loss_step": 3.596266269683838, "n_params": 4387900, "total_flops": 17793110016000000, "train_loss": 0.028264395395914712, "subset_score_loss": 0.028264395395914712}
+{"step": 1330000, "wall_time": 13307.925438404083, "train_loss_step": 3.589627981185913, "n_params": 4387900, "total_flops": 17927906304000000, "train_loss": 0.029130667448043823, "subset_score_loss": 0.029130667448043823}
+{"step": 1340000, "wall_time": 13394.562356472015, "train_loss_step": 3.1139211654663086, "n_params": 4387900, "total_flops": 18062702592000000, "train_loss": 0.02775646249453227, "subset_score_loss": 0.02775646249453227}
+{"step": 1350000, "wall_time": 13487.68794631958, "train_loss_step": 3.5225627422332764, "n_params": 4387900, "total_flops": 18197498880000000, "train_loss": 0.02792444427808126, "subset_score_loss": 0.02792444427808126}
+{"step": 1360000, "wall_time": 13579.18871498108, "train_loss_step": 3.4892232418060303, "n_params": 4387900, "total_flops": 18332295168000000, "train_loss": 0.02726029555002848, "subset_score_loss": 0.02726029555002848}
+{"step": 1370000, "wall_time": 13672.385483026505, "train_loss_step": 3.3311409950256348, "n_params": 4387900, "total_flops": 18467091456000000, "train_loss": 0.02804862062136332, "subset_score_loss": 0.02804862062136332}
+{"step": 1380000, "wall_time": 13765.410139799118, "train_loss_step": 3.3632588386535645, "n_params": 4387900, "total_flops": 18601887744000000, "train_loss": 0.027429660161336262, "subset_score_loss": 0.027429660161336262}
+{"step": 1390000, "wall_time": 13858.603039979935, "train_loss_step": 3.418074607849121, "n_params": 4387900, "total_flops": 18736684032000000, "train_loss": 0.027264217535654705, "subset_score_loss": 0.027264217535654705}
+{"step": 1400000, "wall_time": 14060.815330505371, "train_loss_step": 3.192854404449463, "n_params": 4387900, "total_flops": 18871480320000000, "train_loss": 0.027214139699935913, "subset_score_loss": 0.027214139699935913, "memorization_fraction_pixel": 0.15780000388622284, "mean_nn_ratio_pixel": 0.5048916339874268, "fid": 121.07840423388893, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14144.34383392334, "train_loss_step": 3.2311177253723145, "n_params": 4387900, "total_flops": 19006276608000000, "train_loss": 0.02769914666811625, "subset_score_loss": 0.02769914666811625}
+{"step": 1420000, "wall_time": 14237.89038491249, "train_loss_step": 3.230222702026367, "n_params": 4387900, "total_flops": 19141072896000000, "train_loss": 0.026774285236994426, "subset_score_loss": 0.026774285236994426}
+{"step": 1430000, "wall_time": 14328.542567014694, "train_loss_step": 3.4817113876342773, "n_params": 4387900, "total_flops": 19275869184000000, "train_loss": 0.026458160082499186, "subset_score_loss": 0.026458160082499186}
+{"step": 1440000, "wall_time": 14421.52394270897, "train_loss_step": 3.372941732406616, "n_params": 4387900, "total_flops": 19410665472000000, "train_loss": 0.02694848378499349, "subset_score_loss": 0.02694848378499349}
+{"step": 1450000, "wall_time": 14514.838018655777, "train_loss_step": 3.5501301288604736, "n_params": 4387900, "total_flops": 19545461760000000, "train_loss": 0.026395614941914877, "subset_score_loss": 0.026395614941914877}
+{"step": 1460000, "wall_time": 14606.271844625473, "train_loss_step": 3.212258815765381, "n_params": 4387900, "total_flops": 19680258048000000, "train_loss": 0.026070606708526612, "subset_score_loss": 0.026070606708526612}
+{"step": 1470000, "wall_time": 14699.645808935165, "train_loss_step": 3.2098898887634277, "n_params": 4387900, "total_flops": 19815054336000000, "train_loss": 0.026280375321706136, "subset_score_loss": 0.026280375321706136}
+{"step": 1480000, "wall_time": 14793.015751361847, "train_loss_step": 3.055398464202881, "n_params": 4387900, "total_flops": 19949850624000000, "train_loss": 0.026341277360916137, "subset_score_loss": 0.026341277360916137}
+{"step": 1490000, "wall_time": 14886.45182299614, "train_loss_step": 3.420894145965576, "n_params": 4387900, "total_flops": 20084646912000000, "train_loss": 0.026193074385325112, "subset_score_loss": 0.026193074385325112}
+{"step": 1500000, "wall_time": 15059.633942604065, "train_loss_step": 3.371330738067627, "n_params": 4387900, "total_flops": 20219443200000000, "train_loss": 0.026251659790674845, "subset_score_loss": 0.026251659790674845, "memorization_fraction_pixel": 0.1768999993801117, "mean_nn_ratio_pixel": 0.48397743701934814, "fid": 119.81170899245998, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 15150.26451420784, "train_loss_step": 3.4522151947021484, "n_params": 4387900, "total_flops": 20354239488000000, "train_loss": 0.025750577449798584, "subset_score_loss": 0.025750577449798584}
+{"step": 1520000, "wall_time": 15241.32303571701, "train_loss_step": 3.0375213623046875, "n_params": 4387900, "total_flops": 20489035776000000, "train_loss": 0.025764344135920207, "subset_score_loss": 0.025764344135920207}
+{"step": 1530000, "wall_time": 15334.494331121445, "train_loss_step": 3.244137763977051, "n_params": 4387900, "total_flops": 20623832064000000, "train_loss": 0.02493489384651184, "subset_score_loss": 0.02493489384651184}
+{"step": 1540000, "wall_time": 15427.284446239471, "train_loss_step": 3.003080129623413, "n_params": 4387900, "total_flops": 20758628352000000, "train_loss": 0.02605054179827372, "subset_score_loss": 0.02605054179827372}
+{"step": 1550000, "wall_time": 15520.47812461853, "train_loss_step": 3.214190721511841, "n_params": 4387900, "total_flops": 20893424640000000, "train_loss": 0.02603233853975932, "subset_score_loss": 0.02603233853975932}
+{"step": 1560000, "wall_time": 15614.03781247139, "train_loss_step": 3.2009949684143066, "n_params": 4387900, "total_flops": 21028220928000000, "train_loss": 0.02606203556060791, "subset_score_loss": 0.02606203556060791}
+{"step": 1570000, "wall_time": 15705.25885772705, "train_loss_step": 3.207906723022461, "n_params": 4387900, "total_flops": 21163017216000000, "train_loss": 0.024966907501220704, "subset_score_loss": 0.024966907501220704}
+{"step": 1580000, "wall_time": 15798.6679520607, "train_loss_step": 3.035922050476074, "n_params": 4387900, "total_flops": 21297813504000000, "train_loss": 0.02553930679957072, "subset_score_loss": 0.02553930679957072}
+{"step": 1590000, "wall_time": 15892.063920497894, "train_loss_step": 3.128291130065918, "n_params": 4387900, "total_flops": 21432609792000000, "train_loss": 0.026046506563822427, "subset_score_loss": 0.026046506563822427}
+{"step": 1600000, "wall_time": 16062.200504302979, "train_loss_step": 3.215895652770996, "n_params": 4387900, "total_flops": 21567406080000000, "train_loss": 0.024894007047017417, "subset_score_loss": 0.024894007047017417, "memorization_fraction_pixel": 0.19259999692440033, "mean_nn_ratio_pixel": 0.47156524658203125, "fid": 118.36214527598898, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 16148.816860675812, "train_loss_step": 3.2060060501098633, "n_params": 4387900, "total_flops": 21702202368000000, "train_loss": 0.024583210547765095, "subset_score_loss": 0.024583210547765095}
+{"step": 1620000, "wall_time": 16238.412098407745, "train_loss_step": 3.1495256423950195, "n_params": 4387900, "total_flops": 21836998656000000, "train_loss": 0.024149568875630696, "subset_score_loss": 0.024149568875630696}
+{"step": 1630000, "wall_time": 16331.416983127594, "train_loss_step": 3.15187668800354, "n_params": 4387900, "total_flops": 21971794944000000, "train_loss": 0.02458074688911438, "subset_score_loss": 0.02458074688911438}
+{"step": 1640000, "wall_time": 16424.246345043182, "train_loss_step": 2.9586410522460938, "n_params": 4387900, "total_flops": 22106591232000000, "train_loss": 0.024229562282562254, "subset_score_loss": 0.024229562282562254}
+{"step": 1650000, "wall_time": 16517.137986183167, "train_loss_step": 3.0405564308166504, "n_params": 4387900, "total_flops": 22241387520000000, "train_loss": 0.024555671215057372, "subset_score_loss": 0.024555671215057372}
+{"step": 1660000, "wall_time": 16610.142849206924, "train_loss_step": 3.1590559482574463, "n_params": 4387900, "total_flops": 22376183808000000, "train_loss": 0.024964402119318645, "subset_score_loss": 0.024964402119318645}
+{"step": 1670000, "wall_time": 16701.897475004196, "train_loss_step": 2.9322316646575928, "n_params": 4387900, "total_flops": 22510980096000000, "train_loss": 0.02387464642524719, "subset_score_loss": 0.02387464642524719}
+{"step": 1680000, "wall_time": 16795.054672002792, "train_loss_step": 3.292830467224121, "n_params": 4387900, "total_flops": 22645776384000000, "train_loss": 0.024088688691457114, "subset_score_loss": 0.024088688691457114}
+{"step": 1690000, "wall_time": 16888.01273226738, "train_loss_step": 3.016684055328369, "n_params": 4387900, "total_flops": 22780572672000000, "train_loss": 0.024269360303878783, "subset_score_loss": 0.024269360303878783}
+{"step": 1700000, "wall_time": 17061.139399051666, "train_loss_step": 3.1400086879730225, "n_params": 4387900, "total_flops": 22915368960000000, "train_loss": 0.023980271816253663, "subset_score_loss": 0.023980271816253663, "memorization_fraction_pixel": 0.19099999964237213, "mean_nn_ratio_pixel": 0.46514227986335754, "fid": 119.053929517966, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 17149.698862552643, "train_loss_step": 3.1769542694091797, "n_params": 4387900, "total_flops": 23050165248000000, "train_loss": 0.023763306935628257, "subset_score_loss": 0.023763306935628257}
+{"step": 1720000, "wall_time": 17242.944040298462, "train_loss_step": 3.2506442070007324, "n_params": 4387900, "total_flops": 23184961536000000, "train_loss": 0.023849695920944214, "subset_score_loss": 0.023849695920944214}
+{"step": 1730000, "wall_time": 17336.343911886215, "train_loss_step": 3.055779457092285, "n_params": 4387900, "total_flops": 23319757824000000, "train_loss": 0.023263833920160928, "subset_score_loss": 0.023263833920160928}
+{"step": 1740000, "wall_time": 17429.723613739014, "train_loss_step": 2.9830195903778076, "n_params": 4387900, "total_flops": 23454554112000000, "train_loss": 0.022917664051055907, "subset_score_loss": 0.022917664051055907}
+{"step": 1750000, "wall_time": 17522.95139861107, "train_loss_step": 3.037710666656494, "n_params": 4387900, "total_flops": 23589350400000000, "train_loss": 0.023280986150105796, "subset_score_loss": 0.023280986150105796}
+{"step": 1760000, "wall_time": 17616.22407746315, "train_loss_step": 3.1645514965057373, "n_params": 4387900, "total_flops": 23724146688000000, "train_loss": 0.023351281881332397, "subset_score_loss": 0.023351281881332397}
+{"step": 1770000, "wall_time": 17708.00997567177, "train_loss_step": 3.108184337615967, "n_params": 4387900, "total_flops": 23858942976000000, "train_loss": 0.0232590119043986, "subset_score_loss": 0.0232590119043986}
+{"step": 1780000, "wall_time": 17801.571444511414, "train_loss_step": 3.049588203430176, "n_params": 4387900, "total_flops": 23993739264000000, "train_loss": 0.022999346256256104, "subset_score_loss": 0.022999346256256104}
+{"step": 1790000, "wall_time": 17893.02612876892, "train_loss_step": 3.0297861099243164, "n_params": 4387900, "total_flops": 24128535552000000, "train_loss": 0.02276840607325236, "subset_score_loss": 0.02276840607325236}
+{"step": 1800000, "wall_time": 18061.057977199554, "train_loss_step": 3.240645170211792, "n_params": 4387900, "total_flops": 24263331840000000, "train_loss": 0.02259648044904073, "subset_score_loss": 0.02259648044904073, "memorization_fraction_pixel": 0.21080000698566437, "mean_nn_ratio_pixel": 0.4556919038295746, "fid": 118.49529687359744, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 18152.461238384247, "train_loss_step": 3.2752561569213867, "n_params": 4387900, "total_flops": 24398128128000000, "train_loss": 0.022635374466578165, "subset_score_loss": 0.022635374466578165}
+{"step": 1820000, "wall_time": 18245.38035440445, "train_loss_step": 3.069859027862549, "n_params": 4387900, "total_flops": 24532924416000000, "train_loss": 0.022056776285171508, "subset_score_loss": 0.022056776285171508}
+{"step": 1830000, "wall_time": 18338.37257051468, "train_loss_step": 3.126086711883545, "n_params": 4387900, "total_flops": 24667720704000000, "train_loss": 0.023602354526519775, "subset_score_loss": 0.023602354526519775}
+{"step": 1840000, "wall_time": 18431.270806074142, "train_loss_step": 2.9587185382843018, "n_params": 4387900, "total_flops": 24802516992000000, "train_loss": 0.022683664162953695, "subset_score_loss": 0.022683664162953695}
+{"step": 1850000, "wall_time": 18524.382493257523, "train_loss_step": 2.994960308074951, "n_params": 4387900, "total_flops": 24937313280000000, "train_loss": 0.022668302059173584, "subset_score_loss": 0.022668302059173584}
+{"step": 1860000, "wall_time": 18617.195464134216, "train_loss_step": 2.7375922203063965, "n_params": 4387900, "total_flops": 25072109568000000, "train_loss": 0.021488396326700847, "subset_score_loss": 0.021488396326700847}
+{"step": 1870000, "wall_time": 18710.83284139633, "train_loss_step": 3.1654741764068604, "n_params": 4387900, "total_flops": 25206905856000000, "train_loss": 0.021551243464152017, "subset_score_loss": 0.021551243464152017}
+{"step": 1880000, "wall_time": 18802.240475416183, "train_loss_step": 3.2447376251220703, "n_params": 4387900, "total_flops": 25341702144000000, "train_loss": 0.021656999985376995, "subset_score_loss": 0.021656999985376995}
+{"step": 1890000, "wall_time": 18893.032017946243, "train_loss_step": 3.017669677734375, "n_params": 4387900, "total_flops": 25476498432000000, "train_loss": 0.022743584712346394, "subset_score_loss": 0.022743584712346394}
+{"step": 1900000, "wall_time": 19097.862702846527, "train_loss_step": 3.071840286254883, "n_params": 4387900, "total_flops": 25611294720000000, "train_loss": 0.022192281484603883, "subset_score_loss": 0.022192281484603883, "memorization_fraction_pixel": 0.20509999990463257, "mean_nn_ratio_pixel": 0.4490044414997101, "fid": 118.69373550939048, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 19191.203548669815, "train_loss_step": 2.803318738937378, "n_params": 4387900, "total_flops": 25746091008000000, "train_loss": 0.02088815967241923, "subset_score_loss": 0.02088815967241923}
+{"step": 1920000, "wall_time": 19284.215007543564, "train_loss_step": 3.144286870956421, "n_params": 4387900, "total_flops": 25880887296000000, "train_loss": 0.021860988934834798, "subset_score_loss": 0.021860988934834798}
+{"step": 1930000, "wall_time": 19377.34184241295, "train_loss_step": 2.9516706466674805, "n_params": 4387900, "total_flops": 26015683584000000, "train_loss": 0.021327237288157146, "subset_score_loss": 0.021327237288157146}
+{"step": 1940000, "wall_time": 19470.520895004272, "train_loss_step": 2.869317054748535, "n_params": 4387900, "total_flops": 26150479872000000, "train_loss": 0.021004879474639894, "subset_score_loss": 0.021004879474639894}
+{"step": 1950000, "wall_time": 19563.781269073486, "train_loss_step": 3.0102434158325195, "n_params": 4387900, "total_flops": 26285276160000000, "train_loss": 0.020748517910639443, "subset_score_loss": 0.020748517910639443}
+{"step": 1960000, "wall_time": 19656.963292121887, "train_loss_step": 3.016512393951416, "n_params": 4387900, "total_flops": 26420072448000000, "train_loss": 0.021171385049819948, "subset_score_loss": 0.021171385049819948}
+{"step": 1970000, "wall_time": 19747.78395152092, "train_loss_step": 2.8542990684509277, "n_params": 4387900, "total_flops": 26554868736000000, "train_loss": 0.02119311292966207, "subset_score_loss": 0.02119311292966207}
+{"step": 1980000, "wall_time": 19827.943469285965, "train_loss_step": 3.0093019008636475, "n_params": 4387900, "total_flops": 26689665024000000, "train_loss": 0.021318121751149496, "subset_score_loss": 0.021318121751149496}
+{"step": 1990000, "wall_time": 19913.89458847046, "train_loss_step": 3.1440494060516357, "n_params": 4387900, "total_flops": 26824461312000000, "train_loss": 0.02112530469894409, "subset_score_loss": 0.02112530469894409}
+{"step": 2000000, "wall_time": 20102.127416849136, "train_loss_step": 3.3121190071105957, "n_params": 4387900, "total_flops": 26959257600000000, "train_loss": 0.020584261417388915, "subset_score_loss": 0.020584261417388915, "memorization_fraction_pixel": 0.21070000529289246, "mean_nn_ratio_pixel": 0.4483630955219269, "fid": 118.03248547447816, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 20195.190341234207, "train_loss_step": 2.811816692352295, "n_params": 4387900, "total_flops": 27094053888000000, "train_loss": 0.020475069681803387, "subset_score_loss": 0.020475069681803387}
+{"step": 2020000, "wall_time": 20288.163483142853, "train_loss_step": 3.1669771671295166, "n_params": 4387900, "total_flops": 27228850176000000, "train_loss": 0.020788272221883137, "subset_score_loss": 0.020788272221883137}
+{"step": 2030000, "wall_time": 20381.12542104721, "train_loss_step": 2.868793487548828, "n_params": 4387900, "total_flops": 27363646464000000, "train_loss": 0.020786706606547037, "subset_score_loss": 0.020786706606547037}
+{"step": 2040000, "wall_time": 20474.277189731598, "train_loss_step": 3.0430643558502197, "n_params": 4387900, "total_flops": 27498442752000000, "train_loss": 0.020131866137186687, "subset_score_loss": 0.020131866137186687}
+{"step": 2050000, "wall_time": 20567.76780796051, "train_loss_step": 2.9904932975769043, "n_params": 4387900, "total_flops": 27633239040000000, "train_loss": 0.020148136218388877, "subset_score_loss": 0.020148136218388877}
+{"step": 2060000, "wall_time": 20660.958835840225, "train_loss_step": 3.1903040409088135, "n_params": 4387900, "total_flops": 27768035328000000, "train_loss": 0.02023462255795797, "subset_score_loss": 0.02023462255795797}
+{"step": 2070000, "wall_time": 20744.698450803757, "train_loss_step": 3.195791721343994, "n_params": 4387900, "total_flops": 27902831616000000, "train_loss": 0.019730031490325928, "subset_score_loss": 0.019730031490325928}
+{"step": 2080000, "wall_time": 20829.427569150925, "train_loss_step": 3.1226420402526855, "n_params": 4387900, "total_flops": 28037627904000000, "train_loss": 0.02105586528778076, "subset_score_loss": 0.02105586528778076}
+{"step": 2090000, "wall_time": 20909.399367809296, "train_loss_step": 3.1111369132995605, "n_params": 4387900, "total_flops": 28172424192000000, "train_loss": 0.019600109259287516, "subset_score_loss": 0.019600109259287516}
+{"step": 2100000, "wall_time": 21120.831161022186, "train_loss_step": 2.767115354537964, "n_params": 4387900, "total_flops": 28307220480000000, "train_loss": 0.01930231253306071, "subset_score_loss": 0.01930231253306071, "memorization_fraction_pixel": 0.22499999403953552, "mean_nn_ratio_pixel": 0.43661078810691833, "fid": 118.43025767008393, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 21214.23333454132, "train_loss_step": 3.0344510078430176, "n_params": 4387900, "total_flops": 28442016768000000, "train_loss": 0.019410723447799684, "subset_score_loss": 0.019410723447799684}
+{"step": 2120000, "wall_time": 21307.474154233932, "train_loss_step": 3.0833120346069336, "n_params": 4387900, "total_flops": 28576813056000000, "train_loss": 0.020426479975382487, "subset_score_loss": 0.020426479975382487}
+{"step": 2130000, "wall_time": 21400.910374879837, "train_loss_step": 3.1162915229797363, "n_params": 4387900, "total_flops": 28711609344000000, "train_loss": 0.019857142368952432, "subset_score_loss": 0.019857142368952432}
+{"step": 2140000, "wall_time": 21494.25448513031, "train_loss_step": 3.0760817527770996, "n_params": 4387900, "total_flops": 28846405632000000, "train_loss": 0.020760454734166465, "subset_score_loss": 0.020760454734166465}
+{"step": 2150000, "wall_time": 21587.193516731262, "train_loss_step": 2.903534412384033, "n_params": 4387900, "total_flops": 28981201920000000, "train_loss": 0.019245692094167075, "subset_score_loss": 0.019245692094167075}
+{"step": 2160000, "wall_time": 21677.21408200264, "train_loss_step": 2.7350521087646484, "n_params": 4387900, "total_flops": 29115998208000000, "train_loss": 0.019365479548772175, "subset_score_loss": 0.019365479548772175}
+{"step": 2170000, "wall_time": 21756.649917125702, "train_loss_step": 2.892245292663574, "n_params": 4387900, "total_flops": 29250794496000000, "train_loss": 0.020194379488627116, "subset_score_loss": 0.020194379488627116}
+{"step": 2180000, "wall_time": 21845.66102862358, "train_loss_step": 2.9240055084228516, "n_params": 4387900, "total_flops": 29385590784000000, "train_loss": 0.019450440009435018, "subset_score_loss": 0.019450440009435018}
+{"step": 2190000, "wall_time": 21932.438056230545, "train_loss_step": 2.9982481002807617, "n_params": 4387900, "total_flops": 29520387072000000, "train_loss": 0.019309391578038532, "subset_score_loss": 0.019309391578038532}
+{"step": 2200000, "wall_time": 22143.195826768875, "train_loss_step": 2.858642339706421, "n_params": 4387900, "total_flops": 29655183360000000, "train_loss": 0.01941095987955729, "subset_score_loss": 0.01941095987955729, "memorization_fraction_pixel": 0.22750000655651093, "mean_nn_ratio_pixel": 0.4340030252933502, "fid": 118.0938753870509, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 22236.33271574974, "train_loss_step": 3.0551798343658447, "n_params": 4387900, "total_flops": 29789979648000000, "train_loss": 0.019897522528966267, "subset_score_loss": 0.019897522528966267}
+{"step": 2220000, "wall_time": 22329.186643600464, "train_loss_step": 2.986064910888672, "n_params": 4387900, "total_flops": 29924775936000000, "train_loss": 0.018884179989496867, "subset_score_loss": 0.018884179989496867}
+{"step": 2230000, "wall_time": 22422.40567588806, "train_loss_step": 2.888375759124756, "n_params": 4387900, "total_flops": 30059572224000000, "train_loss": 0.0189798633257548, "subset_score_loss": 0.0189798633257548}
+{"step": 2240000, "wall_time": 22515.57710289955, "train_loss_step": 2.753087043762207, "n_params": 4387900, "total_flops": 30194368512000000, "train_loss": 0.018344952662785848, "subset_score_loss": 0.018344952662785848}
+{"step": 2250000, "wall_time": 22608.412798404694, "train_loss_step": 2.922968864440918, "n_params": 4387900, "total_flops": 30329164800000000, "train_loss": 0.01912773847579956, "subset_score_loss": 0.01912773847579956}
+{"step": 2260000, "wall_time": 22689.366795539856, "train_loss_step": 2.942824602127075, "n_params": 4387900, "total_flops": 30463961088000000, "train_loss": 0.018499563137690227, "subset_score_loss": 0.018499563137690227}
+{"step": 2270000, "wall_time": 22781.19873356819, "train_loss_step": 3.1650869846343994, "n_params": 4387900, "total_flops": 30598757376000000, "train_loss": 0.019282211860020954, "subset_score_loss": 0.019282211860020954}
+{"step": 2280000, "wall_time": 22860.297992944717, "train_loss_step": 3.218400478363037, "n_params": 4387900, "total_flops": 30733553664000000, "train_loss": 0.01846358776092529, "subset_score_loss": 0.01846358776092529}
+{"step": 2290000, "wall_time": 22953.310478448868, "train_loss_step": 2.94815731048584, "n_params": 4387900, "total_flops": 30868349952000000, "train_loss": 0.01895034114519755, "subset_score_loss": 0.01895034114519755}
+{"step": 2300000, "wall_time": 23155.818999290466, "train_loss_step": 2.8129191398620605, "n_params": 4387900, "total_flops": 31003146240000000, "train_loss": 0.01786054571469625, "subset_score_loss": 0.01786054571469625, "memorization_fraction_pixel": 0.2401999980211258, "mean_nn_ratio_pixel": 0.42934614419937134, "fid": 117.06383504046525, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 23249.169265270233, "train_loss_step": 3.0027847290039062, "n_params": 4387900, "total_flops": 31137942528000000, "train_loss": 0.017956608533859254, "subset_score_loss": 0.017956608533859254}
+{"step": 2320000, "wall_time": 23342.039214611053, "train_loss_step": 2.9653124809265137, "n_params": 4387900, "total_flops": 31272738816000000, "train_loss": 0.01830421288808187, "subset_score_loss": 0.01830421288808187}
+{"step": 2330000, "wall_time": 23435.236449480057, "train_loss_step": 2.6544766426086426, "n_params": 4387900, "total_flops": 31407535104000000, "train_loss": 0.018037954966227215, "subset_score_loss": 0.018037954966227215}
+{"step": 2340000, "wall_time": 23528.554619550705, "train_loss_step": 2.8089041709899902, "n_params": 4387900, "total_flops": 31542331392000000, "train_loss": 0.01821477214495341, "subset_score_loss": 0.01821477214495341}
+{"step": 2350000, "wall_time": 23614.97635102272, "train_loss_step": 2.9189672470092773, "n_params": 4387900, "total_flops": 31677127680000000, "train_loss": 0.0177374005317688, "subset_score_loss": 0.0177374005317688}
+{"step": 2360000, "wall_time": 23699.393500089645, "train_loss_step": 2.8851375579833984, "n_params": 4387900, "total_flops": 31811923968000000, "train_loss": 0.01830091675122579, "subset_score_loss": 0.01830091675122579}
+{"step": 2370000, "wall_time": 23783.37664079666, "train_loss_step": 2.957685947418213, "n_params": 4387900, "total_flops": 31946720256000000, "train_loss": 0.017825267712275186, "subset_score_loss": 0.017825267712275186}
+{"step": 2380000, "wall_time": 23872.829468250275, "train_loss_step": 2.9363369941711426, "n_params": 4387900, "total_flops": 32081516544000000, "train_loss": 0.018804953495661417, "subset_score_loss": 0.018804953495661417}
+{"step": 2390000, "wall_time": 23964.669460058212, "train_loss_step": 3.080080032348633, "n_params": 4387900, "total_flops": 32216312832000000, "train_loss": 0.017568743228912352, "subset_score_loss": 0.017568743228912352}
+{"step": 2400000, "wall_time": 24195.622044563293, "train_loss_step": 3.032090187072754, "n_params": 4387900, "total_flops": 32351109120000000, "train_loss": 0.018390995264053345, "subset_score_loss": 0.018390995264053345, "memorization_fraction_pixel": 0.2402999997138977, "mean_nn_ratio_pixel": 0.42490386962890625, "fid": 118.4414022921697, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 24289.139454841614, "train_loss_step": 2.7978081703186035, "n_params": 4387900, "total_flops": 32485905408000000, "train_loss": 0.01697577436765035, "subset_score_loss": 0.01697577436765035}
+{"step": 2420000, "wall_time": 24382.174360990524, "train_loss_step": 2.9551899433135986, "n_params": 4387900, "total_flops": 32620701696000000, "train_loss": 0.017182554801305136, "subset_score_loss": 0.017182554801305136}
+{"step": 2430000, "wall_time": 24475.44687962532, "train_loss_step": 2.9940922260284424, "n_params": 4387900, "total_flops": 32755497984000000, "train_loss": 0.01736069718996684, "subset_score_loss": 0.01736069718996684}
+{"step": 2440000, "wall_time": 24565.192962169647, "train_loss_step": 2.989950180053711, "n_params": 4387900, "total_flops": 32890294272000000, "train_loss": 0.017251857121785483, "subset_score_loss": 0.017251857121785483}
+{"step": 2450000, "wall_time": 24650.33296108246, "train_loss_step": 2.9487781524658203, "n_params": 4387900, "total_flops": 33025090560000000, "train_loss": 0.016821008920669556, "subset_score_loss": 0.016821008920669556}
+{"step": 2460000, "wall_time": 24736.670412540436, "train_loss_step": 2.8962390422821045, "n_params": 4387900, "total_flops": 33159886848000000, "train_loss": 0.01808294455210368, "subset_score_loss": 0.01808294455210368}
+{"step": 2470000, "wall_time": 24823.146863937378, "train_loss_step": 2.8400139808654785, "n_params": 4387900, "total_flops": 33294683136000000, "train_loss": 0.01715702811876933, "subset_score_loss": 0.01715702811876933}
+{"step": 2480000, "wall_time": 24915.024748802185, "train_loss_step": 3.0534772872924805, "n_params": 4387900, "total_flops": 33429479424000000, "train_loss": 0.016645823915799458, "subset_score_loss": 0.016645823915799458}
+{"step": 2490000, "wall_time": 25008.390869140625, "train_loss_step": 2.827272653579712, "n_params": 4387900, "total_flops": 33564275712000000, "train_loss": 0.017275873819986978, "subset_score_loss": 0.017275873819986978}
+{"step": 2500000, "wall_time": 25226.114370584488, "train_loss_step": 3.01714825630188, "n_params": 4387900, "total_flops": 33699072000000000, "train_loss": 0.0171981414159139, "subset_score_loss": 0.0171981414159139, "memorization_fraction_pixel": 0.23839999735355377, "mean_nn_ratio_pixel": 0.4237731099128723, "fid": 118.24159960326958, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 25319.650342941284, "train_loss_step": 3.118950605392456, "n_params": 4387900, "total_flops": 33833868288000000, "train_loss": 0.01663730541865031, "subset_score_loss": 0.01663730541865031}
+{"step": 2520000, "wall_time": 25412.75770521164, "train_loss_step": 2.632732391357422, "n_params": 4387900, "total_flops": 33968664576000000, "train_loss": 0.01665795942147573, "subset_score_loss": 0.01665795942147573}
+{"step": 2530000, "wall_time": 25504.44796013832, "train_loss_step": 2.6721408367156982, "n_params": 4387900, "total_flops": 34103460864000000, "train_loss": 0.016185109814008076, "subset_score_loss": 0.016185109814008076}
+{"step": 2540000, "wall_time": 25585.11557149887, "train_loss_step": 2.7346689701080322, "n_params": 4387900, "total_flops": 34238257152000000, "train_loss": 0.01683293382326762, "subset_score_loss": 0.01683293382326762}
+{"step": 2550000, "wall_time": 25675.600642442703, "train_loss_step": 2.6010055541992188, "n_params": 4387900, "total_flops": 34373053440000000, "train_loss": 0.016413011153539023, "subset_score_loss": 0.016413011153539023}
+{"step": 2560000, "wall_time": 25760.5879445076, "train_loss_step": 2.5104942321777344, "n_params": 4387900, "total_flops": 34507849728000000, "train_loss": 0.01682510773340861, "subset_score_loss": 0.01682510773340861}
+{"step": 2570000, "wall_time": 25852.197278738022, "train_loss_step": 2.8331992626190186, "n_params": 4387900, "total_flops": 34642646016000000, "train_loss": 0.01596057911713918, "subset_score_loss": 0.01596057911713918}
+{"step": 2580000, "wall_time": 25943.410937070847, "train_loss_step": 2.71272349357605, "n_params": 4387900, "total_flops": 34777442304000000, "train_loss": 0.016531012455622354, "subset_score_loss": 0.016531012455622354}
+{"step": 2590000, "wall_time": 26036.647732019424, "train_loss_step": 2.8383333683013916, "n_params": 4387900, "total_flops": 34912238592000000, "train_loss": 0.016316994031270345, "subset_score_loss": 0.016316994031270345}
+{"step": 2600000, "wall_time": 26259.009803771973, "train_loss_step": 2.7101588249206543, "n_params": 4387900, "total_flops": 35047034880000000, "train_loss": 0.01677979826927185, "subset_score_loss": 0.01677979826927185, "memorization_fraction_pixel": 0.24079999327659607, "mean_nn_ratio_pixel": 0.4247756004333496, "fid": 117.18412785486004, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 26352.40685081482, "train_loss_step": 2.9809794425964355, "n_params": 4387900, "total_flops": 35181831168000000, "train_loss": 0.016564187407493592, "subset_score_loss": 0.016564187407493592}
+{"step": 2620000, "wall_time": 26445.65767812729, "train_loss_step": 2.733851432800293, "n_params": 4387900, "total_flops": 35316627456000000, "train_loss": 0.01576944291591644, "subset_score_loss": 0.01576944291591644}
+{"step": 2630000, "wall_time": 26528.496492624283, "train_loss_step": 2.604825973510742, "n_params": 4387900, "total_flops": 35451423744000000, "train_loss": 0.01710842251777649, "subset_score_loss": 0.01710842251777649}
+{"step": 2640000, "wall_time": 26621.486491441727, "train_loss_step": 2.6136224269866943, "n_params": 4387900, "total_flops": 35586220032000000, "train_loss": 0.016591120759646097, "subset_score_loss": 0.016591120759646097}
+{"step": 2650000, "wall_time": 26706.974160909653, "train_loss_step": 2.922281503677368, "n_params": 4387900, "total_flops": 35721016320000000, "train_loss": 0.015899242957433064, "subset_score_loss": 0.015899242957433064}
+{"step": 2660000, "wall_time": 26798.667555332184, "train_loss_step": 2.793415069580078, "n_params": 4387900, "total_flops": 35855812608000000, "train_loss": 0.016096012790997823, "subset_score_loss": 0.016096012790997823}
+{"step": 2670000, "wall_time": 26890.231579065323, "train_loss_step": 2.689133882522583, "n_params": 4387900, "total_flops": 35990608896000000, "train_loss": 0.01593377689520518, "subset_score_loss": 0.01593377689520518}
+{"step": 2680000, "wall_time": 26983.397978782654, "train_loss_step": 2.7575836181640625, "n_params": 4387900, "total_flops": 36125405184000000, "train_loss": 0.0161815087000529, "subset_score_loss": 0.0161815087000529}
+{"step": 2690000, "wall_time": 27076.840416669846, "train_loss_step": 2.5929033756256104, "n_params": 4387900, "total_flops": 36260201472000000, "train_loss": 0.01576801041762034, "subset_score_loss": 0.01576801041762034}
+{"step": 2700000, "wall_time": 27300.61602282524, "train_loss_step": 2.9476706981658936, "n_params": 4387900, "total_flops": 36394997760000000, "train_loss": 0.015413827697436015, "subset_score_loss": 0.015413827697436015, "memorization_fraction_pixel": 0.24449999630451202, "mean_nn_ratio_pixel": 0.42310279607772827, "fid": 118.14044478219381, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 27393.90449166298, "train_loss_step": 2.7404537200927734, "n_params": 4387900, "total_flops": 36529794048000000, "train_loss": 0.015920154253641763, "subset_score_loss": 0.015920154253641763}
+{"step": 2720000, "wall_time": 27472.81614422798, "train_loss_step": 2.889011859893799, "n_params": 4387900, "total_flops": 36664590336000000, "train_loss": 0.015734806656837463, "subset_score_loss": 0.015734806656837463}
+{"step": 2730000, "wall_time": 27564.88592505455, "train_loss_step": 3.0731630325317383, "n_params": 4387900, "total_flops": 36799386624000000, "train_loss": 0.01582019031047821, "subset_score_loss": 0.01582019031047821}
+{"step": 2740000, "wall_time": 27641.967484235764, "train_loss_step": 2.7950024604797363, "n_params": 4387900, "total_flops": 36934182912000000, "train_loss": 0.015003695090611776, "subset_score_loss": 0.015003695090611776}
+{"step": 2750000, "wall_time": 27734.79252076149, "train_loss_step": 2.9968905448913574, "n_params": 4387900, "total_flops": 37068979200000000, "train_loss": 0.014946393171946208, "subset_score_loss": 0.014946393171946208}
+{"step": 2760000, "wall_time": 27825.12878012657, "train_loss_step": 3.0499885082244873, "n_params": 4387900, "total_flops": 37203775488000000, "train_loss": 0.015022048354148864, "subset_score_loss": 0.015022048354148864}
+{"step": 2770000, "wall_time": 27918.180145025253, "train_loss_step": 2.750650644302368, "n_params": 4387900, "total_flops": 37338571776000000, "train_loss": 0.01518170436223348, "subset_score_loss": 0.01518170436223348}
+{"step": 2780000, "wall_time": 28011.44967842102, "train_loss_step": 2.8527116775512695, "n_params": 4387900, "total_flops": 37473368064000000, "train_loss": 0.015366760889689128, "subset_score_loss": 0.015366760889689128}
+{"step": 2790000, "wall_time": 28104.730130672455, "train_loss_step": 3.070909023284912, "n_params": 4387900, "total_flops": 37608164352000000, "train_loss": 0.014653937021891276, "subset_score_loss": 0.014653937021891276}
+{"step": 2800000, "wall_time": 28312.855009317398, "train_loss_step": 2.7925097942352295, "n_params": 4387900, "total_flops": 37742960640000000, "train_loss": 0.014814846714337667, "subset_score_loss": 0.014814846714337667, "memorization_fraction_pixel": 0.25040000677108765, "mean_nn_ratio_pixel": 0.4187851548194885, "fid": 117.60602027553483, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 28397.207448244095, "train_loss_step": 2.341353416442871, "n_params": 4387900, "total_flops": 37877756928000000, "train_loss": 0.014768913388252258, "subset_score_loss": 0.014768913388252258}
+{"step": 2820000, "wall_time": 28489.93472790718, "train_loss_step": 3.0566012859344482, "n_params": 4387900, "total_flops": 38012553216000000, "train_loss": 0.015293574333190918, "subset_score_loss": 0.015293574333190918}
+{"step": 2830000, "wall_time": 28576.918761253357, "train_loss_step": 2.9346649646759033, "n_params": 4387900, "total_flops": 38147349504000000, "train_loss": 0.015056409438451131, "subset_score_loss": 0.015056409438451131}
+{"step": 2840000, "wall_time": 28661.62714791298, "train_loss_step": 2.861443281173706, "n_params": 4387900, "total_flops": 38282145792000000, "train_loss": 0.014607735474904378, "subset_score_loss": 0.014607735474904378}
+{"step": 2850000, "wall_time": 28754.91748523712, "train_loss_step": 2.9092049598693848, "n_params": 4387900, "total_flops": 38416942080000000, "train_loss": 0.015389472246170044, "subset_score_loss": 0.015389472246170044}
+{"step": 2860000, "wall_time": 28844.913090229034, "train_loss_step": 3.0309622287750244, "n_params": 4387900, "total_flops": 38551738368000000, "train_loss": 0.015159738063812257, "subset_score_loss": 0.015159738063812257}
+{"step": 2870000, "wall_time": 28937.808232069016, "train_loss_step": 2.547379493713379, "n_params": 4387900, "total_flops": 38686534656000000, "train_loss": 0.014393116037050882, "subset_score_loss": 0.014393116037050882}
+{"step": 2880000, "wall_time": 29030.87148809433, "train_loss_step": 2.7492828369140625, "n_params": 4387900, "total_flops": 38821330944000000, "train_loss": 0.014443238576253256, "subset_score_loss": 0.014443238576253256}
+{"step": 2890000, "wall_time": 29124.32942533493, "train_loss_step": 2.662566661834717, "n_params": 4387900, "total_flops": 38956127232000000, "train_loss": 0.014482632279396057, "subset_score_loss": 0.014482632279396057}
+{"step": 2900000, "wall_time": 29324.199745178223, "train_loss_step": 2.9218220710754395, "n_params": 4387900, "total_flops": 39090923520000000, "train_loss": 0.015214462081591289, "subset_score_loss": 0.015214462081591289, "memorization_fraction_pixel": 0.2337000072002411, "mean_nn_ratio_pixel": 0.4226023852825165, "fid": 117.58146944455989, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 29410.943265914917, "train_loss_step": 2.8797640800476074, "n_params": 4387900, "total_flops": 39225719808000000, "train_loss": 0.014031566182772319, "subset_score_loss": 0.014031566182772319}
+{"step": 2920000, "wall_time": 29503.91360282898, "train_loss_step": 3.0434913635253906, "n_params": 4387900, "total_flops": 39360516096000000, "train_loss": 0.014222944776217142, "subset_score_loss": 0.014222944776217142}
+{"step": 2930000, "wall_time": 29592.620626926422, "train_loss_step": 2.7280192375183105, "n_params": 4387900, "total_flops": 39495312384000000, "train_loss": 0.01478145718574524, "subset_score_loss": 0.01478145718574524}
+{"step": 2940000, "wall_time": 29685.96710252762, "train_loss_step": 2.885136842727661, "n_params": 4387900, "total_flops": 39630108672000000, "train_loss": 0.01474417249361674, "subset_score_loss": 0.01474417249361674}
+{"step": 2950000, "wall_time": 29777.5013320446, "train_loss_step": 2.601853370666504, "n_params": 4387900, "total_flops": 39764904960000000, "train_loss": 0.014114366968472798, "subset_score_loss": 0.014114366968472798}
+{"step": 2960000, "wall_time": 29869.093291044235, "train_loss_step": 2.4960103034973145, "n_params": 4387900, "total_flops": 39899701248000000, "train_loss": 0.014368604620297749, "subset_score_loss": 0.014368604620297749}
+{"step": 2970000, "wall_time": 29962.62087917328, "train_loss_step": 2.750462055206299, "n_params": 4387900, "total_flops": 40034497536000000, "train_loss": 0.014491938551266988, "subset_score_loss": 0.014491938551266988}
+{"step": 2980000, "wall_time": 30055.843952178955, "train_loss_step": 2.812194347381592, "n_params": 4387900, "total_flops": 40169293824000000, "train_loss": 0.013712070385615031, "subset_score_loss": 0.013712070385615031}
+{"step": 2990000, "wall_time": 30149.07990717888, "train_loss_step": 2.6955785751342773, "n_params": 4387900, "total_flops": 40304090112000000, "train_loss": 0.014703835050264994, "subset_score_loss": 0.014703835050264994}
+{"step": 3000000, "wall_time": 30358.441606283188, "train_loss_step": 2.6761860847473145, "n_params": 4387900, "total_flops": 40438886400000000, "train_loss": 0.01437743306159973, "subset_score_loss": 0.01437743306159973, "memorization_fraction_pixel": 0.24199999868869781, "mean_nn_ratio_pixel": 0.4195694327354431, "fid": 118.17080631645061, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 30451.36496067047, "train_loss_step": 2.8587522506713867, "n_params": 4387900, "total_flops": 40573682688000000, "train_loss": 0.014284726977348328, "subset_score_loss": 0.014284726977348328}
+{"step": 3020000, "wall_time": 30530.08227968216, "train_loss_step": 2.826484203338623, "n_params": 4387900, "total_flops": 40708478976000000, "train_loss": 0.014628387490908305, "subset_score_loss": 0.014628387490908305}
+{"step": 3030000, "wall_time": 30623.006892442703, "train_loss_step": 2.5735039710998535, "n_params": 4387900, "total_flops": 40843275264000000, "train_loss": 0.014384255806605021, "subset_score_loss": 0.014384255806605021}
+{"step": 3040000, "wall_time": 30716.175017118454, "train_loss_step": 2.885206699371338, "n_params": 4387900, "total_flops": 40978071552000000, "train_loss": 0.014224556088447571, "subset_score_loss": 0.014224556088447571}
+{"step": 3050000, "wall_time": 30807.411490678787, "train_loss_step": 2.962669849395752, "n_params": 4387900, "total_flops": 41112867840000000, "train_loss": 0.014364626010258992, "subset_score_loss": 0.014364626010258992}
+{"step": 3060000, "wall_time": 30898.87908101082, "train_loss_step": 2.881030559539795, "n_params": 4387900, "total_flops": 41247664128000000, "train_loss": 0.014538391431172689, "subset_score_loss": 0.014538391431172689}
+{"step": 3070000, "wall_time": 30991.974205493927, "train_loss_step": 2.7603471279144287, "n_params": 4387900, "total_flops": 41382460416000000, "train_loss": 0.01364092230796814, "subset_score_loss": 0.01364092230796814}
+{"step": 3080000, "wall_time": 31085.097818136215, "train_loss_step": 2.9480466842651367, "n_params": 4387900, "total_flops": 41517256704000000, "train_loss": 0.013725882768630982, "subset_score_loss": 0.013725882768630982}
+{"step": 3090000, "wall_time": 31177.275336027145, "train_loss_step": 3.1022849082946777, "n_params": 4387900, "total_flops": 41652052992000000, "train_loss": 0.013422274589538574, "subset_score_loss": 0.013422274589538574}
+{"step": 3100000, "wall_time": 31373.879796028137, "train_loss_step": 2.449296236038208, "n_params": 4387900, "total_flops": 41786849280000000, "train_loss": 0.014098642269770305, "subset_score_loss": 0.014098642269770305, "memorization_fraction_pixel": 0.2493000030517578, "mean_nn_ratio_pixel": 0.41453734040260315, "fid": 117.79859944540347, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 31459.68369960785, "train_loss_step": 2.7300362586975098, "n_params": 4387900, "total_flops": 41921645568000000, "train_loss": 0.01425785521666209, "subset_score_loss": 0.01425785521666209}
+{"step": 3120000, "wall_time": 31548.370549201965, "train_loss_step": 2.6937036514282227, "n_params": 4387900, "total_flops": 42056441856000000, "train_loss": 0.015352814396222433, "subset_score_loss": 0.015352814396222433}
+{"step": 3130000, "wall_time": 31641.251466989517, "train_loss_step": 3.265380620956421, "n_params": 4387900, "total_flops": 42191238144000000, "train_loss": 0.01394939124584198, "subset_score_loss": 0.01394939124584198}
+{"step": 3140000, "wall_time": 31732.75519013405, "train_loss_step": 2.9831204414367676, "n_params": 4387900, "total_flops": 42326034432000000, "train_loss": 0.014171034097671509, "subset_score_loss": 0.014171034097671509}
+{"step": 3150000, "wall_time": 31826.2714073658, "train_loss_step": 2.752229928970337, "n_params": 4387900, "total_flops": 42460830720000000, "train_loss": 0.01347735027472178, "subset_score_loss": 0.01347735027472178}
+{"step": 3160000, "wall_time": 31917.776750802994, "train_loss_step": 3.095888614654541, "n_params": 4387900, "total_flops": 42595627008000000, "train_loss": 0.013242620229721069, "subset_score_loss": 0.013242620229721069}
+{"step": 3170000, "wall_time": 32011.047064065933, "train_loss_step": 2.666011333465576, "n_params": 4387900, "total_flops": 42730423296000000, "train_loss": 0.013596896330515544, "subset_score_loss": 0.013596896330515544}
+{"step": 3180000, "wall_time": 32104.56974220276, "train_loss_step": 2.8890886306762695, "n_params": 4387900, "total_flops": 42865219584000000, "train_loss": 0.01332521637280782, "subset_score_loss": 0.01332521637280782}
+{"step": 3190000, "wall_time": 32190.627225399017, "train_loss_step": 2.773186683654785, "n_params": 4387900, "total_flops": 43000015872000000, "train_loss": 0.013575112819671631, "subset_score_loss": 0.013575112819671631}
+{"step": 3200000, "wall_time": 32391.492567300797, "train_loss_step": 2.90561580657959, "n_params": 4387900, "total_flops": 43134812160000000, "train_loss": 0.012947579224904379, "subset_score_loss": 0.012947579224904379, "memorization_fraction_pixel": 0.2547999918460846, "mean_nn_ratio_pixel": 0.41326290369033813, "fid": 117.45460119920087, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 32471.957253932953, "train_loss_step": 2.826869487762451, "n_params": 4387900, "total_flops": 43269608448000000, "train_loss": 0.013407790660858154, "subset_score_loss": 0.013407790660858154}
+{"step": 3220000, "wall_time": 32565.204633951187, "train_loss_step": 2.6187081336975098, "n_params": 4387900, "total_flops": 43404404736000000, "train_loss": 0.013196967045466105, "subset_score_loss": 0.013196967045466105}
+{"step": 3230000, "wall_time": 32658.410262584686, "train_loss_step": 2.9421539306640625, "n_params": 4387900, "total_flops": 43539201024000000, "train_loss": 0.013390509287516277, "subset_score_loss": 0.013390509287516277}
+{"step": 3240000, "wall_time": 32749.65472459793, "train_loss_step": 2.8339085578918457, "n_params": 4387900, "total_flops": 43673997312000000, "train_loss": 0.013659148414929708, "subset_score_loss": 0.013659148414929708}
+{"step": 3250000, "wall_time": 32843.044741392136, "train_loss_step": 2.854231357574463, "n_params": 4387900, "total_flops": 43808793600000000, "train_loss": 0.013184727231661478, "subset_score_loss": 0.013184727231661478}
+{"step": 3260000, "wall_time": 32934.32700634003, "train_loss_step": 2.764096736907959, "n_params": 4387900, "total_flops": 43943589888000000, "train_loss": 0.01426184872786204, "subset_score_loss": 0.01426184872786204}
+{"step": 3270000, "wall_time": 33027.22723507881, "train_loss_step": 2.566391944885254, "n_params": 4387900, "total_flops": 44078386176000000, "train_loss": 0.01410444180170695, "subset_score_loss": 0.01410444180170695}
+{"step": 3280000, "wall_time": 33119.11945652962, "train_loss_step": 2.661154270172119, "n_params": 4387900, "total_flops": 44213182464000000, "train_loss": 0.013038776318232219, "subset_score_loss": 0.013038776318232219}
+{"step": 3290000, "wall_time": 33207.25748324394, "train_loss_step": 2.6159069538116455, "n_params": 4387900, "total_flops": 44347978752000000, "train_loss": 0.01269549032052358, "subset_score_loss": 0.01269549032052358}
+{"step": 3300000, "wall_time": 33397.82487201691, "train_loss_step": 2.8345630168914795, "n_params": 4387900, "total_flops": 44482775040000000, "train_loss": 0.01397944192091624, "subset_score_loss": 0.01397944192091624, "memorization_fraction_pixel": 0.2535000145435333, "mean_nn_ratio_pixel": 0.4127000570297241, "fid": 118.27401548515795, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 33486.68738031387, "train_loss_step": 2.911973476409912, "n_params": 4387900, "total_flops": 44617571328000000, "train_loss": 0.012636326750119527, "subset_score_loss": 0.012636326750119527}
+{"step": 3320000, "wall_time": 33580.37691617012, "train_loss_step": 2.8989434242248535, "n_params": 4387900, "total_flops": 44752367616000000, "train_loss": 0.01337749461332957, "subset_score_loss": 0.01337749461332957}
+{"step": 3330000, "wall_time": 33673.79124689102, "train_loss_step": 2.5824499130249023, "n_params": 4387900, "total_flops": 44887163904000000, "train_loss": 0.01342187523841858, "subset_score_loss": 0.01342187523841858}
+{"step": 3340000, "wall_time": 33766.0835609436, "train_loss_step": 2.5089211463928223, "n_params": 4387900, "total_flops": 45021960192000000, "train_loss": 0.012484647830327352, "subset_score_loss": 0.012484647830327352}
+{"step": 3350000, "wall_time": 33859.47952795029, "train_loss_step": 2.7674601078033447, "n_params": 4387900, "total_flops": 45156756480000000, "train_loss": 0.012933183709780376, "subset_score_loss": 0.012933183709780376}
+{"step": 3360000, "wall_time": 33951.039588451385, "train_loss_step": 2.76059889793396, "n_params": 4387900, "total_flops": 45291552768000000, "train_loss": 0.012646325429280599, "subset_score_loss": 0.012646325429280599}
+{"step": 3370000, "wall_time": 34044.29823565483, "train_loss_step": 2.8299031257629395, "n_params": 4387900, "total_flops": 45426349056000000, "train_loss": 0.012896523873011271, "subset_score_loss": 0.012896523873011271}
+{"step": 3380000, "wall_time": 34132.11235451698, "train_loss_step": 2.8311288356781006, "n_params": 4387900, "total_flops": 45561145344000000, "train_loss": 0.012508682409922282, "subset_score_loss": 0.012508682409922282}
+{"step": 3390000, "wall_time": 34225.43461036682, "train_loss_step": 2.913559913635254, "n_params": 4387900, "total_flops": 45695941632000000, "train_loss": 0.012556089957555135, "subset_score_loss": 0.012556089957555135}
+{"step": 3400000, "wall_time": 34429.747502565384, "train_loss_step": 2.524433135986328, "n_params": 4387900, "total_flops": 45830737920000000, "train_loss": 0.012290577093760172, "subset_score_loss": 0.012290577093760172, "memorization_fraction_pixel": 0.2678000032901764, "mean_nn_ratio_pixel": 0.4098014235496521, "fid": 117.74254926243579, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 34522.89891195297, "train_loss_step": 2.994574546813965, "n_params": 4387900, "total_flops": 45965534208000000, "train_loss": 0.012780593832333882, "subset_score_loss": 0.012780593832333882}
+{"step": 3420000, "wall_time": 34616.281426906586, "train_loss_step": 2.6748223304748535, "n_params": 4387900, "total_flops": 46100330496000000, "train_loss": 0.012486388285954794, "subset_score_loss": 0.012486388285954794}
+{"step": 3430000, "wall_time": 34708.27967500687, "train_loss_step": 2.744187355041504, "n_params": 4387900, "total_flops": 46235126784000000, "train_loss": 0.012620834509531657, "subset_score_loss": 0.012620834509531657}
+{"step": 3440000, "wall_time": 34801.39052629471, "train_loss_step": 2.6113767623901367, "n_params": 4387900, "total_flops": 46369923072000000, "train_loss": 0.013164970278739929, "subset_score_loss": 0.013164970278739929}
+{"step": 3450000, "wall_time": 34894.94790148735, "train_loss_step": 2.8686766624450684, "n_params": 4387900, "total_flops": 46504719360000000, "train_loss": 0.012788815299669902, "subset_score_loss": 0.012788815299669902}
+{"step": 3460000, "wall_time": 34983.66306877136, "train_loss_step": 2.5800364017486572, "n_params": 4387900, "total_flops": 46639515648000000, "train_loss": 0.012806763251622518, "subset_score_loss": 0.012806763251622518}
+{"step": 3470000, "wall_time": 35066.624683618546, "train_loss_step": 2.7197556495666504, "n_params": 4387900, "total_flops": 46774311936000000, "train_loss": 0.012195146083831787, "subset_score_loss": 0.012195146083831787}
+{"step": 3480000, "wall_time": 35160.146542310715, "train_loss_step": 2.734572410583496, "n_params": 4387900, "total_flops": 46909108224000000, "train_loss": 0.01248463491598765, "subset_score_loss": 0.01248463491598765}
+{"step": 3490000, "wall_time": 35253.4390733242, "train_loss_step": 2.7583365440368652, "n_params": 4387900, "total_flops": 47043904512000000, "train_loss": 0.01260978877544403, "subset_score_loss": 0.01260978877544403}
+{"step": 3500000, "wall_time": 35455.48926830292, "train_loss_step": 2.8572945594787598, "n_params": 4387900, "total_flops": 47178700800000000, "train_loss": 0.012657021482785543, "subset_score_loss": 0.012657021482785543, "memorization_fraction_pixel": 0.2522999942302704, "mean_nn_ratio_pixel": 0.41278597712516785, "fid": 118.11186641907625, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 35548.853605508804, "train_loss_step": 2.3375372886657715, "n_params": 4387900, "total_flops": 47313497088000000, "train_loss": 0.012410429120063782, "subset_score_loss": 0.012410429120063782}
+{"step": 3520000, "wall_time": 35640.70656466484, "train_loss_step": 2.45125150680542, "n_params": 4387900, "total_flops": 47448293376000000, "train_loss": 0.012373585502306621, "subset_score_loss": 0.012373585502306621}
+{"step": 3530000, "wall_time": 35734.09131813049, "train_loss_step": 2.8266539573669434, "n_params": 4387900, "total_flops": 47583089664000000, "train_loss": 0.012165663639704387, "subset_score_loss": 0.012165663639704387}
+{"step": 3540000, "wall_time": 35827.751631975174, "train_loss_step": 3.0952165126800537, "n_params": 4387900, "total_flops": 47717885952000000, "train_loss": 0.012632882595062256, "subset_score_loss": 0.012632882595062256}
+{"step": 3550000, "wall_time": 35919.46199584007, "train_loss_step": 3.0684499740600586, "n_params": 4387900, "total_flops": 47852682240000000, "train_loss": 0.012753640611966452, "subset_score_loss": 0.012753640611966452}
+{"step": 3560000, "wall_time": 35998.38419127464, "train_loss_step": 2.84845232963562, "n_params": 4387900, "total_flops": 47987478528000000, "train_loss": 0.01235350767771403, "subset_score_loss": 0.01235350767771403}
+{"step": 3570000, "wall_time": 36091.76757836342, "train_loss_step": 2.7698163986206055, "n_params": 4387900, "total_flops": 48122274816000000, "train_loss": 0.011786975463231405, "subset_score_loss": 0.011786975463231405}
+{"step": 3580000, "wall_time": 36185.49663853645, "train_loss_step": 2.571129083633423, "n_params": 4387900, "total_flops": 48257071104000000, "train_loss": 0.012683514753977458, "subset_score_loss": 0.012683514753977458}
+{"step": 3590000, "wall_time": 36276.64150118828, "train_loss_step": 2.776651382446289, "n_params": 4387900, "total_flops": 48391867392000000, "train_loss": 0.01186070442199707, "subset_score_loss": 0.01186070442199707}
+{"step": 3600000, "wall_time": 36468.502232313156, "train_loss_step": 2.7900638580322266, "n_params": 4387900, "total_flops": 48526663680000000, "train_loss": 0.012107668320337932, "subset_score_loss": 0.012107668320337932, "memorization_fraction_pixel": 0.2630000114440918, "mean_nn_ratio_pixel": 0.41239961981773376, "fid": 118.20213468055024, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 36561.91493535042, "train_loss_step": 2.8125405311584473, "n_params": 4387900, "total_flops": 48661459968000000, "train_loss": 0.013102890054384867, "subset_score_loss": 0.013102890054384867}
+{"step": 3620000, "wall_time": 36653.553258895874, "train_loss_step": 2.9467430114746094, "n_params": 4387900, "total_flops": 48796256256000000, "train_loss": 0.012398114800453186, "subset_score_loss": 0.012398114800453186}
+{"step": 3630000, "wall_time": 36746.697461128235, "train_loss_step": 2.9322214126586914, "n_params": 4387900, "total_flops": 48931052544000000, "train_loss": 0.012203000982602437, "subset_score_loss": 0.012203000982602437}
+{"step": 3640000, "wall_time": 36839.951248168945, "train_loss_step": 2.749267578125, "n_params": 4387900, "total_flops": 49065848832000000, "train_loss": 0.011768480141957601, "subset_score_loss": 0.011768480141957601}
+{"step": 3650000, "wall_time": 36923.75643467903, "train_loss_step": 2.7522835731506348, "n_params": 4387900, "total_flops": 49200645120000000, "train_loss": 0.012165198723475138, "subset_score_loss": 0.012165198723475138}
+{"step": 3660000, "wall_time": 37013.79606938362, "train_loss_step": 2.643448829650879, "n_params": 4387900, "total_flops": 49335441408000000, "train_loss": 0.012255515654881794, "subset_score_loss": 0.012255515654881794}
+{"step": 3670000, "wall_time": 37106.98572731018, "train_loss_step": 2.9169981479644775, "n_params": 4387900, "total_flops": 49470237696000000, "train_loss": 0.011706410845120748, "subset_score_loss": 0.011706410845120748}
+{"step": 3680000, "wall_time": 37200.26617050171, "train_loss_step": 2.7465620040893555, "n_params": 4387900, "total_flops": 49605033984000000, "train_loss": 0.011784263451894124, "subset_score_loss": 0.011784263451894124}
+{"step": 3690000, "wall_time": 37282.352063417435, "train_loss_step": 2.6050243377685547, "n_params": 4387900, "total_flops": 49739830272000000, "train_loss": 0.011433687806129456, "subset_score_loss": 0.011433687806129456}
+{"step": 3700000, "wall_time": 37495.58488821983, "train_loss_step": 2.739071846008301, "n_params": 4387900, "total_flops": 49874626560000000, "train_loss": 0.01189710795879364, "subset_score_loss": 0.01189710795879364, "memorization_fraction_pixel": 0.2606000006198883, "mean_nn_ratio_pixel": 0.40968963503837585, "fid": 117.57901894330857, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 37587.85597896576, "train_loss_step": 2.8831777572631836, "n_params": 4387900, "total_flops": 50009422848000000, "train_loss": 0.011440619826316833, "subset_score_loss": 0.011440619826316833}
+{"step": 3720000, "wall_time": 37681.107001543045, "train_loss_step": 2.6422996520996094, "n_params": 4387900, "total_flops": 50144219136000000, "train_loss": 0.011489046613375346, "subset_score_loss": 0.011489046613375346}
+{"step": 3730000, "wall_time": 37774.43173456192, "train_loss_step": 2.8927903175354004, "n_params": 4387900, "total_flops": 50279015424000000, "train_loss": 0.011977252364158631, "subset_score_loss": 0.011977252364158631}
+{"step": 3740000, "wall_time": 37862.30958867073, "train_loss_step": 2.542372703552246, "n_params": 4387900, "total_flops": 50413811712000000, "train_loss": 0.011599758267402649, "subset_score_loss": 0.011599758267402649}
+{"step": 3750000, "wall_time": 37945.66162991524, "train_loss_step": 2.8345720767974854, "n_params": 4387900, "total_flops": 50548608000000000, "train_loss": 0.011911897857983907, "subset_score_loss": 0.011911897857983907}
+{"step": 3760000, "wall_time": 38039.0202152729, "train_loss_step": 2.6196885108947754, "n_params": 4387900, "total_flops": 50683404288000000, "train_loss": 0.011671233177185058, "subset_score_loss": 0.011671233177185058}
+{"step": 3770000, "wall_time": 38132.22148156166, "train_loss_step": 2.4020023345947266, "n_params": 4387900, "total_flops": 50818200576000000, "train_loss": 0.011468305190404256, "subset_score_loss": 0.011468305190404256}
+{"step": 3780000, "wall_time": 38221.34455895424, "train_loss_step": 2.591399669647217, "n_params": 4387900, "total_flops": 50952996864000000, "train_loss": 0.011498120427131654, "subset_score_loss": 0.011498120427131654}
+{"step": 3790000, "wall_time": 38314.689804792404, "train_loss_step": 2.6773996353149414, "n_params": 4387900, "total_flops": 51087793152000000, "train_loss": 0.011424553394317628, "subset_score_loss": 0.011424553394317628}
+{"step": 3800000, "wall_time": 38483.044526576996, "train_loss_step": 2.9793357849121094, "n_params": 4387900, "total_flops": 51222589440000000, "train_loss": 0.011272823810577393, "subset_score_loss": 0.011272823810577393, "memorization_fraction_pixel": 0.2596000134944916, "mean_nn_ratio_pixel": 0.4126092791557312, "fid": 118.09930213209094, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 38575.016989946365, "train_loss_step": 2.491316318511963, "n_params": 4387900, "total_flops": 51357385728000000, "train_loss": 0.011433682839075724, "subset_score_loss": 0.011433682839075724}
+{"step": 3820000, "wall_time": 38668.47598314285, "train_loss_step": 2.6803760528564453, "n_params": 4387900, "total_flops": 51492182016000000, "train_loss": 0.010928324858347575, "subset_score_loss": 0.010928324858347575}
+{"step": 3830000, "wall_time": 38761.794717788696, "train_loss_step": 2.5269148349761963, "n_params": 4387900, "total_flops": 51626978304000000, "train_loss": 0.0112938125928243, "subset_score_loss": 0.0112938125928243}
+{"step": 3840000, "wall_time": 38852.103078365326, "train_loss_step": 2.88370680809021, "n_params": 4387900, "total_flops": 51761774592000000, "train_loss": 0.01072852611541748, "subset_score_loss": 0.01072852611541748}
+{"step": 3850000, "wall_time": 38945.75999212265, "train_loss_step": 2.5532219409942627, "n_params": 4387900, "total_flops": 51896570880000000, "train_loss": 0.011284924546877543, "subset_score_loss": 0.011284924546877543}
+{"step": 3860000, "wall_time": 39037.51216387749, "train_loss_step": 2.585658550262451, "n_params": 4387900, "total_flops": 52031367168000000, "train_loss": 0.011139806111653645, "subset_score_loss": 0.011139806111653645}
+{"step": 3870000, "wall_time": 39130.353655576706, "train_loss_step": 2.801888942718506, "n_params": 4387900, "total_flops": 52166163456000000, "train_loss": 0.01069316069285075, "subset_score_loss": 0.01069316069285075}
+{"step": 3880000, "wall_time": 39221.14068484306, "train_loss_step": 2.867487668991089, "n_params": 4387900, "total_flops": 52300959744000000, "train_loss": 0.011180448532104491, "subset_score_loss": 0.011180448532104491}
+{"step": 3890000, "wall_time": 39314.54131746292, "train_loss_step": 2.5590381622314453, "n_params": 4387900, "total_flops": 52435756032000000, "train_loss": 0.01182248592376709, "subset_score_loss": 0.01182248592376709}
+{"step": 3900000, "wall_time": 39486.15132069588, "train_loss_step": 2.889495611190796, "n_params": 4387900, "total_flops": 52570552320000000, "train_loss": 0.011913131674130757, "subset_score_loss": 0.011913131674130757, "memorization_fraction_pixel": 0.26179999113082886, "mean_nn_ratio_pixel": 0.4122220575809479, "fid": 117.83587635799483, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 39578.15804648399, "train_loss_step": 2.6486082077026367, "n_params": 4387900, "total_flops": 52705348608000000, "train_loss": 0.011218117674191792, "subset_score_loss": 0.011218117674191792}
+{"step": 3920000, "wall_time": 39671.11712431908, "train_loss_step": 2.7188143730163574, "n_params": 4387900, "total_flops": 52840144896000000, "train_loss": 0.01085774799187978, "subset_score_loss": 0.01085774799187978}
+{"step": 3930000, "wall_time": 39761.973821401596, "train_loss_step": 2.6026949882507324, "n_params": 4387900, "total_flops": 52974941184000000, "train_loss": 0.011944424112637837, "subset_score_loss": 0.011944424112637837}
+{"step": 3940000, "wall_time": 39855.051844358444, "train_loss_step": 2.713327169418335, "n_params": 4387900, "total_flops": 53109737472000000, "train_loss": 0.011362656950950623, "subset_score_loss": 0.011362656950950623}
+{"step": 3950000, "wall_time": 39947.92251896858, "train_loss_step": 2.4091262817382812, "n_params": 4387900, "total_flops": 53244533760000000, "train_loss": 0.010780839125315349, "subset_score_loss": 0.010780839125315349}
+{"step": 3960000, "wall_time": 40039.46299147606, "train_loss_step": 2.6768102645874023, "n_params": 4387900, "total_flops": 53379330048000000, "train_loss": 0.010923520723978678, "subset_score_loss": 0.010923520723978678}
+{"step": 3970000, "wall_time": 40130.29673266411, "train_loss_step": 2.906304359436035, "n_params": 4387900, "total_flops": 53514126336000000, "train_loss": 0.011109564701716106, "subset_score_loss": 0.011109564701716106}
+{"step": 3980000, "wall_time": 40223.583735227585, "train_loss_step": 2.761533260345459, "n_params": 4387900, "total_flops": 53648922624000000, "train_loss": 0.01125509242216746, "subset_score_loss": 0.01125509242216746}
+{"step": 3990000, "wall_time": 40316.82727479935, "train_loss_step": 2.64800763130188, "n_params": 4387900, "total_flops": 53783718912000000, "train_loss": 0.010693374276161193, "subset_score_loss": 0.010693374276161193}
+{"step": 4000000, "wall_time": 40510.30005145073, "train_loss_step": 2.6437010765075684, "n_params": 4387900, "total_flops": 53918515200000000, "train_loss": 0.011145039399464925, "subset_score_loss": 0.011145039399464925, "memorization_fraction_pixel": 0.2718000113964081, "mean_nn_ratio_pixel": 0.4063217043876648, "fid": 118.53072882795968, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 40602.25155758858, "train_loss_step": 2.665733575820923, "n_params": 4387900, "total_flops": 54053311488000000, "train_loss": 0.010807172457377116, "subset_score_loss": 0.010807172457377116}
+{"step": 4020000, "wall_time": 40692.10923027992, "train_loss_step": 2.6476633548736572, "n_params": 4387900, "total_flops": 54188107776000000, "train_loss": 0.011518268783887228, "subset_score_loss": 0.011518268783887228}
+{"step": 4030000, "wall_time": 40772.30951476097, "train_loss_step": 2.84151291847229, "n_params": 4387900, "total_flops": 54322904064000000, "train_loss": 0.010260088245073955, "subset_score_loss": 0.010260088245073955}
+{"step": 4040000, "wall_time": 40865.40198111534, "train_loss_step": 2.6159276962280273, "n_params": 4387900, "total_flops": 54457700352000000, "train_loss": 0.010493117570877075, "subset_score_loss": 0.010493117570877075}
+{"step": 4050000, "wall_time": 40958.55036187172, "train_loss_step": 2.5535356998443604, "n_params": 4387900, "total_flops": 54592496640000000, "train_loss": 0.010741748412450155, "subset_score_loss": 0.010741748412450155}
+{"step": 4060000, "wall_time": 41038.233655929565, "train_loss_step": 2.8827004432678223, "n_params": 4387900, "total_flops": 54727292928000000, "train_loss": 0.011011099815368653, "subset_score_loss": 0.011011099815368653}
+{"step": 4070000, "wall_time": 41127.7039065361, "train_loss_step": 2.4565887451171875, "n_params": 4387900, "total_flops": 54862089216000000, "train_loss": 0.010569539666175843, "subset_score_loss": 0.010569539666175843}
+{"step": 4080000, "wall_time": 41221.239537239075, "train_loss_step": 2.7042603492736816, "n_params": 4387900, "total_flops": 54996885504000000, "train_loss": 0.011025598645210266, "subset_score_loss": 0.011025598645210266}
+{"step": 4090000, "wall_time": 41314.33359885216, "train_loss_step": 2.679734945297241, "n_params": 4387900, "total_flops": 55131681792000000, "train_loss": 0.010762353738149008, "subset_score_loss": 0.010762353738149008}
+{"step": 4100000, "wall_time": 41515.653762340546, "train_loss_step": 2.8190510272979736, "n_params": 4387900, "total_flops": 55266478080000000, "train_loss": 0.010566771030426025, "subset_score_loss": 0.010566771030426025, "memorization_fraction_pixel": 0.2606000006198883, "mean_nn_ratio_pixel": 0.41038912534713745, "fid": 117.43880597258642, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 41606.846705675125, "train_loss_step": 2.7024986743927, "n_params": 4387900, "total_flops": 55401274368000000, "train_loss": 0.010756141940752665, "subset_score_loss": 0.010756141940752665}
+{"step": 4120000, "wall_time": 41691.20660686493, "train_loss_step": 2.65647292137146, "n_params": 4387900, "total_flops": 55536070656000000, "train_loss": 0.010599090655644735, "subset_score_loss": 0.010599090655644735}
+{"step": 4130000, "wall_time": 41784.14800262451, "train_loss_step": 2.778970718383789, "n_params": 4387900, "total_flops": 55670866944000000, "train_loss": 0.010567690928777058, "subset_score_loss": 0.010567690928777058}
+{"step": 4140000, "wall_time": 41877.386157274246, "train_loss_step": 2.61354923248291, "n_params": 4387900, "total_flops": 55805663232000000, "train_loss": 0.011323683460553487, "subset_score_loss": 0.011323683460553487}
+{"step": 4150000, "wall_time": 41970.71803379059, "train_loss_step": 2.955627918243408, "n_params": 4387900, "total_flops": 55940459520000000, "train_loss": 0.011130272348721822, "subset_score_loss": 0.011130272348721822}
+{"step": 4160000, "wall_time": 42049.308423519135, "train_loss_step": 2.5347814559936523, "n_params": 4387900, "total_flops": 56075255808000000, "train_loss": 0.010503410299619039, "subset_score_loss": 0.010503410299619039}
+{"step": 4170000, "wall_time": 42142.65860700607, "train_loss_step": 2.6683506965637207, "n_params": 4387900, "total_flops": 56210052096000000, "train_loss": 0.011078733205795287, "subset_score_loss": 0.011078733205795287}
+{"step": 4180000, "wall_time": 42236.01394081116, "train_loss_step": 2.6992759704589844, "n_params": 4387900, "total_flops": 56344848384000000, "train_loss": 0.010793612400690714, "subset_score_loss": 0.010793612400690714}
+{"step": 4190000, "wall_time": 42329.60645842552, "train_loss_step": 2.754777431488037, "n_params": 4387900, "total_flops": 56479644672000000, "train_loss": 0.010898651679356892, "subset_score_loss": 0.010898651679356892}
+{"step": 4200000, "wall_time": 42542.36558485031, "train_loss_step": 2.6936569213867188, "n_params": 4387900, "total_flops": 56614440960000000, "train_loss": 0.010462811589241028, "subset_score_loss": 0.010462811589241028, "memorization_fraction_pixel": 0.2678000032901764, "mean_nn_ratio_pixel": 0.40712273120880127, "fid": 118.37417887500435, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 42625.95649719238, "train_loss_step": 2.7614967823028564, "n_params": 4387900, "total_flops": 56749237248000000, "train_loss": 0.010570473472277324, "subset_score_loss": 0.010570473472277324}
+{"step": 4220000, "wall_time": 42713.740411281586, "train_loss_step": 2.8452000617980957, "n_params": 4387900, "total_flops": 56884033536000000, "train_loss": 0.010299796859423319, "subset_score_loss": 0.010299796859423319}
+{"step": 4230000, "wall_time": 42806.936655044556, "train_loss_step": 2.6054084300994873, "n_params": 4387900, "total_flops": 57018829824000000, "train_loss": 0.01103676954905192, "subset_score_loss": 0.01103676954905192}
+{"step": 4240000, "wall_time": 42900.08287835121, "train_loss_step": 2.8187007904052734, "n_params": 4387900, "total_flops": 57153626112000000, "train_loss": 0.010161869724591573, "subset_score_loss": 0.010161869724591573}
+{"step": 4250000, "wall_time": 42982.556911468506, "train_loss_step": 2.7754807472229004, "n_params": 4387900, "total_flops": 57288422400000000, "train_loss": 0.0104672243197759, "subset_score_loss": 0.0104672243197759}
+{"step": 4260000, "wall_time": 43070.52316021919, "train_loss_step": 2.802797555923462, "n_params": 4387900, "total_flops": 57423218688000000, "train_loss": 0.010362903277079264, "subset_score_loss": 0.010362903277079264}
+{"step": 4270000, "wall_time": 43164.01366376877, "train_loss_step": 2.5063533782958984, "n_params": 4387900, "total_flops": 57558014976000000, "train_loss": 0.010292438666025798, "subset_score_loss": 0.010292438666025798}
+{"step": 4280000, "wall_time": 43257.31530332565, "train_loss_step": 2.715456008911133, "n_params": 4387900, "total_flops": 57692811264000000, "train_loss": 0.010525293151537577, "subset_score_loss": 0.010525293151537577}
+{"step": 4290000, "wall_time": 43350.594618320465, "train_loss_step": 2.722816228866577, "n_params": 4387900, "total_flops": 57827607552000000, "train_loss": 0.010942551493644714, "subset_score_loss": 0.010942551493644714}
+{"step": 4300000, "wall_time": 43558.304694890976, "train_loss_step": 2.3880691528320312, "n_params": 4387900, "total_flops": 57962403840000000, "train_loss": 0.010393248001734415, "subset_score_loss": 0.010393248001734415, "memorization_fraction_pixel": 0.27129998803138733, "mean_nn_ratio_pixel": 0.40407082438468933, "fid": 118.17174623437177, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 43640.62680101395, "train_loss_step": 2.570669174194336, "n_params": 4387900, "total_flops": 58097200128000000, "train_loss": 0.010555072625478109, "subset_score_loss": 0.010555072625478109}
+{"step": 4320000, "wall_time": 43733.73258280754, "train_loss_step": 2.8532071113586426, "n_params": 4387900, "total_flops": 58231996416000000, "train_loss": 0.010206539432207744, "subset_score_loss": 0.010206539432207744}
+{"step": 4330000, "wall_time": 43827.072435855865, "train_loss_step": 2.655141830444336, "n_params": 4387900, "total_flops": 58366792704000000, "train_loss": 0.010292848944664002, "subset_score_loss": 0.010292848944664002}
+{"step": 4340000, "wall_time": 43917.6423830986, "train_loss_step": 2.4219017028808594, "n_params": 4387900, "total_flops": 58501588992000000, "train_loss": 0.010148228208223978, "subset_score_loss": 0.010148228208223978}
+{"step": 4350000, "wall_time": 44003.40901875496, "train_loss_step": 2.56461763381958, "n_params": 4387900, "total_flops": 58636385280000000, "train_loss": 0.010025996963183086, "subset_score_loss": 0.010025996963183086}
+{"step": 4360000, "wall_time": 44094.990943431854, "train_loss_step": 3.0674376487731934, "n_params": 4387900, "total_flops": 58771181568000000, "train_loss": 0.010175346334775289, "subset_score_loss": 0.010175346334775289}
+{"step": 4370000, "wall_time": 44188.41004896164, "train_loss_step": 2.753491163253784, "n_params": 4387900, "total_flops": 58905977856000000, "train_loss": 0.010435044765472412, "subset_score_loss": 0.010435044765472412}
+{"step": 4380000, "wall_time": 44281.68034648895, "train_loss_step": 2.3407976627349854, "n_params": 4387900, "total_flops": 59040774144000000, "train_loss": 0.010052571694056192, "subset_score_loss": 0.010052571694056192}
+{"step": 4390000, "wall_time": 44374.81676244736, "train_loss_step": 2.424659490585327, "n_params": 4387900, "total_flops": 59175570432000000, "train_loss": 0.011180909474690755, "subset_score_loss": 0.011180909474690755}
+{"step": 4400000, "wall_time": 44568.30781555176, "train_loss_step": 2.579578399658203, "n_params": 4387900, "total_flops": 59310366720000000, "train_loss": 0.0101576566696167, "subset_score_loss": 0.0101576566696167, "memorization_fraction_pixel": 0.2540999948978424, "mean_nn_ratio_pixel": 0.41066035628318787, "fid": 118.35406762398367, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 44661.28790307045, "train_loss_step": 2.471799373626709, "n_params": 4387900, "total_flops": 59445163008000000, "train_loss": 0.010683120290438334, "subset_score_loss": 0.010683120290438334}
+{"step": 4420000, "wall_time": 44754.35427737236, "train_loss_step": 2.5489752292633057, "n_params": 4387900, "total_flops": 59579959296000000, "train_loss": 0.010298079252243042, "subset_score_loss": 0.010298079252243042}
+{"step": 4430000, "wall_time": 44847.61047911644, "train_loss_step": 2.4221019744873047, "n_params": 4387900, "total_flops": 59714755584000000, "train_loss": 0.010226333141326904, "subset_score_loss": 0.010226333141326904}
+{"step": 4440000, "wall_time": 44927.117285728455, "train_loss_step": 2.7446939945220947, "n_params": 4387900, "total_flops": 59849551872000000, "train_loss": 0.010639984409014385, "subset_score_loss": 0.010639984409014385}
+{"step": 4450000, "wall_time": 45019.809432029724, "train_loss_step": 2.6108767986297607, "n_params": 4387900, "total_flops": 59984348160000000, "train_loss": 0.009758395949999492, "subset_score_loss": 0.009758395949999492}
+{"step": 4460000, "wall_time": 45111.75290060043, "train_loss_step": 2.6200923919677734, "n_params": 4387900, "total_flops": 60119144448000000, "train_loss": 0.010163947939872742, "subset_score_loss": 0.010163947939872742}
+{"step": 4470000, "wall_time": 45205.057034254074, "train_loss_step": 2.4167873859405518, "n_params": 4387900, "total_flops": 60253940736000000, "train_loss": 0.010216933488845826, "subset_score_loss": 0.010216933488845826}
+{"step": 4480000, "wall_time": 45298.22760915756, "train_loss_step": 2.9035451412200928, "n_params": 4387900, "total_flops": 60388737024000000, "train_loss": 0.010464014609654744, "subset_score_loss": 0.010464014609654744}
+{"step": 4490000, "wall_time": 45391.15582895279, "train_loss_step": 2.700056552886963, "n_params": 4387900, "total_flops": 60523533312000000, "train_loss": 0.010226922233899434, "subset_score_loss": 0.010226922233899434}
+{"step": 4500000, "wall_time": 45607.36996459961, "train_loss_step": 2.545865535736084, "n_params": 4387900, "total_flops": 60658329600000000, "train_loss": 0.01017042895158132, "subset_score_loss": 0.01017042895158132, "memorization_fraction_pixel": 0.26989999413490295, "mean_nn_ratio_pixel": 0.40777087211608887, "fid": 118.07841579809477, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 45700.381009340286, "train_loss_step": 3.0053861141204834, "n_params": 4387900, "total_flops": 60793125888000000, "train_loss": 0.010019976894060771, "subset_score_loss": 0.010019976894060771}
+{"step": 4520000, "wall_time": 45793.568012952805, "train_loss_step": 2.7019002437591553, "n_params": 4387900, "total_flops": 60927922176000000, "train_loss": 0.009817964831988017, "subset_score_loss": 0.009817964831988017}
+{"step": 4530000, "wall_time": 45874.39290499687, "train_loss_step": 2.8264918327331543, "n_params": 4387900, "total_flops": 61062718464000000, "train_loss": 0.009854278961817424, "subset_score_loss": 0.009854278961817424}
+{"step": 4540000, "wall_time": 45968.08053636551, "train_loss_step": 2.395467758178711, "n_params": 4387900, "total_flops": 61197514752000000, "train_loss": 0.009711090723673503, "subset_score_loss": 0.009711090723673503}
+{"step": 4550000, "wall_time": 46061.1075656414, "train_loss_step": 2.7950453758239746, "n_params": 4387900, "total_flops": 61332311040000000, "train_loss": 0.010016664862632751, "subset_score_loss": 0.010016664862632751}
+{"step": 4560000, "wall_time": 46153.044625759125, "train_loss_step": 2.6996965408325195, "n_params": 4387900, "total_flops": 61467107328000000, "train_loss": 0.009564722577730814, "subset_score_loss": 0.009564722577730814}
+{"step": 4570000, "wall_time": 46246.63041114807, "train_loss_step": 2.5718026161193848, "n_params": 4387900, "total_flops": 61601903616000000, "train_loss": 0.009691036740938823, "subset_score_loss": 0.009691036740938823}
+{"step": 4580000, "wall_time": 46339.937841415405, "train_loss_step": 2.8840126991271973, "n_params": 4387900, "total_flops": 61736699904000000, "train_loss": 0.009654304385185242, "subset_score_loss": 0.009654304385185242}
+{"step": 4590000, "wall_time": 46429.23686814308, "train_loss_step": 2.8686060905456543, "n_params": 4387900, "total_flops": 61871496192000000, "train_loss": 0.010030890504519144, "subset_score_loss": 0.010030890504519144}
+{"step": 4600000, "wall_time": 46635.003200531006, "train_loss_step": 2.5489301681518555, "n_params": 4387900, "total_flops": 62006292480000000, "train_loss": 0.009584324558575948, "subset_score_loss": 0.009584324558575948, "memorization_fraction_pixel": 0.263700008392334, "mean_nn_ratio_pixel": 0.41033506393432617, "fid": 118.38659306099791, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 46728.129793167114, "train_loss_step": 2.570756673812866, "n_params": 4387900, "total_flops": 62141088768000000, "train_loss": 0.00944127341111501, "subset_score_loss": 0.00944127341111501}
+{"step": 4620000, "wall_time": 46814.20494031906, "train_loss_step": 2.745849132537842, "n_params": 4387900, "total_flops": 62275885056000000, "train_loss": 0.010164754589398702, "subset_score_loss": 0.010164754589398702}
+{"step": 4630000, "wall_time": 46905.48818588257, "train_loss_step": 2.6953723430633545, "n_params": 4387900, "total_flops": 62410681344000000, "train_loss": 0.009839437405268351, "subset_score_loss": 0.009839437405268351}
+{"step": 4640000, "wall_time": 46998.8773663044, "train_loss_step": 2.8774032592773438, "n_params": 4387900, "total_flops": 62545477632000000, "train_loss": 0.010459182659784953, "subset_score_loss": 0.010459182659784953}
+{"step": 4650000, "wall_time": 47090.38067650795, "train_loss_step": 2.8113765716552734, "n_params": 4387900, "total_flops": 62680273920000000, "train_loss": 0.010120923320452372, "subset_score_loss": 0.010120923320452372}
+{"step": 4660000, "wall_time": 47183.10088586807, "train_loss_step": 2.7675774097442627, "n_params": 4387900, "total_flops": 62815070208000000, "train_loss": 0.010247896114985148, "subset_score_loss": 0.010247896114985148}
+{"step": 4670000, "wall_time": 47276.821571826935, "train_loss_step": 2.36666202545166, "n_params": 4387900, "total_flops": 62949866496000000, "train_loss": 0.00962178607781728, "subset_score_loss": 0.00962178607781728}
+{"step": 4680000, "wall_time": 47370.083490133286, "train_loss_step": 2.650298833847046, "n_params": 4387900, "total_flops": 63084662784000000, "train_loss": 0.009323025743166605, "subset_score_loss": 0.009323025743166605}
+{"step": 4690000, "wall_time": 47444.19624352455, "train_loss_step": 2.8425955772399902, "n_params": 4387900, "total_flops": 63219459072000000, "train_loss": 0.010226579507191975, "subset_score_loss": 0.010226579507191975}
+{"step": 4700000, "wall_time": 47591.50867486, "train_loss_step": 2.690190076828003, "n_params": 4387900, "total_flops": 63354255360000000, "train_loss": 0.00943617026011149, "subset_score_loss": 0.00943617026011149, "memorization_fraction_pixel": 0.27140000462532043, "mean_nn_ratio_pixel": 0.4060778319835663, "fid": 117.86399279584177, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 47666.6940176487, "train_loss_step": 2.476428270339966, "n_params": 4387900, "total_flops": 63489051648000000, "train_loss": 0.009778690338134766, "subset_score_loss": 0.009778690338134766}
+{"step": 4720000, "wall_time": 47726.71627831459, "train_loss_step": 2.6367955207824707, "n_params": 4387900, "total_flops": 63623847936000000, "train_loss": 0.010087770223617554, "subset_score_loss": 0.010087770223617554}
+{"step": 4730000, "wall_time": 47784.219918727875, "train_loss_step": 2.6118428707122803, "n_params": 4387900, "total_flops": 63758644224000000, "train_loss": 0.009649705886840821, "subset_score_loss": 0.009649705886840821}
+{"step": 4740000, "wall_time": 47841.690304517746, "train_loss_step": 2.4066240787506104, "n_params": 4387900, "total_flops": 63893440512000000, "train_loss": 0.009554543097813924, "subset_score_loss": 0.009554543097813924}
+{"step": 4750000, "wall_time": 47899.33608651161, "train_loss_step": 2.76949405670166, "n_params": 4387900, "total_flops": 64028236800000000, "train_loss": 0.009977782766024271, "subset_score_loss": 0.009977782766024271}
+{"step": 4760000, "wall_time": 47953.60368204117, "train_loss_step": 2.4316301345825195, "n_params": 4387900, "total_flops": 64163033088000000, "train_loss": 0.009839333097139994, "subset_score_loss": 0.009839333097139994}
+{"step": 4770000, "wall_time": 48011.26236271858, "train_loss_step": 2.707420825958252, "n_params": 4387900, "total_flops": 64297829376000000, "train_loss": 0.01001918117205302, "subset_score_loss": 0.01001918117205302}
+{"step": 4780000, "wall_time": 48068.77363753319, "train_loss_step": 2.4746694564819336, "n_params": 4387900, "total_flops": 64432625664000000, "train_loss": 0.009670065840085347, "subset_score_loss": 0.009670065840085347}
+{"step": 4790000, "wall_time": 48123.45730161667, "train_loss_step": 2.5158026218414307, "n_params": 4387900, "total_flops": 64567421952000000, "train_loss": 0.009998520215352377, "subset_score_loss": 0.009998520215352377}
+{"step": 4800000, "wall_time": 48235.1619746685, "train_loss_step": 2.495373010635376, "n_params": 4387900, "total_flops": 64702218240000000, "train_loss": 0.009247551361719767, "subset_score_loss": 0.009247551361719767, "memorization_fraction_pixel": 0.2635999917984009, "mean_nn_ratio_pixel": 0.41228994727134705, "fid": 117.77372866291677, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 48292.83496117592, "train_loss_step": 2.5707991123199463, "n_params": 4387900, "total_flops": 64837014528000000, "train_loss": 0.00926617681980133, "subset_score_loss": 0.00926617681980133}
+{"step": 4820000, "wall_time": 48350.38903307915, "train_loss_step": 2.600191116333008, "n_params": 4387900, "total_flops": 64971810816000000, "train_loss": 0.010028396050135295, "subset_score_loss": 0.010028396050135295}
+{"step": 4830000, "wall_time": 48408.10259723663, "train_loss_step": 2.4090733528137207, "n_params": 4387900, "total_flops": 65106607104000000, "train_loss": 0.010063064098358155, "subset_score_loss": 0.010063064098358155}
+{"step": 4840000, "wall_time": 48465.54503798485, "train_loss_step": 2.8425300121307373, "n_params": 4387900, "total_flops": 65241403392000000, "train_loss": 0.009444268544514973, "subset_score_loss": 0.009444268544514973}
+{"step": 4850000, "wall_time": 48523.018579006195, "train_loss_step": 2.9340038299560547, "n_params": 4387900, "total_flops": 65376199680000000, "train_loss": 0.009898011883099874, "subset_score_loss": 0.009898011883099874}
+{"step": 4860000, "wall_time": 48577.08724093437, "train_loss_step": 2.431985378265381, "n_params": 4387900, "total_flops": 65510995968000000, "train_loss": 0.00962385932604472, "subset_score_loss": 0.00962385932604472}
+{"step": 4870000, "wall_time": 48634.49913764, "train_loss_step": 2.4782252311706543, "n_params": 4387900, "total_flops": 65645792256000000, "train_loss": 0.009750576814015706, "subset_score_loss": 0.009750576814015706}
+{"step": 4880000, "wall_time": 48692.15258526802, "train_loss_step": 2.2979063987731934, "n_params": 4387900, "total_flops": 65780588544000000, "train_loss": 0.009345050652821858, "subset_score_loss": 0.009345050652821858}
+{"step": 4890000, "wall_time": 48733.409695863724, "train_loss_step": 2.904907703399658, "n_params": 4387900, "total_flops": 65915384832000000, "train_loss": 0.009181878964106242, "subset_score_loss": 0.009181878964106242}
+{"step": 4900000, "wall_time": 48809.459508895874, "train_loss_step": 2.5322670936584473, "n_params": 4387900, "total_flops": 66050181120000000, "train_loss": 0.008835098147392273, "subset_score_loss": 0.008835098147392273, "memorization_fraction_pixel": 0.2651999890804291, "mean_nn_ratio_pixel": 0.40727123618125916, "fid": 118.31131725300568, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 48847.97680473328, "train_loss_step": 2.3656511306762695, "n_params": 4387900, "total_flops": 66184977408000000, "train_loss": 0.00960963765780131, "subset_score_loss": 0.00960963765780131}
+{"step": 4920000, "wall_time": 48886.486654520035, "train_loss_step": 2.3880317211151123, "n_params": 4387900, "total_flops": 66319773696000000, "train_loss": 0.009212607145309448, "subset_score_loss": 0.009212607145309448}
+{"step": 4930000, "wall_time": 48924.7650744915, "train_loss_step": 2.604313850402832, "n_params": 4387900, "total_flops": 66454569984000000, "train_loss": 0.00891324480374654, "subset_score_loss": 0.00891324480374654}
+{"step": 4940000, "wall_time": 48963.125329494476, "train_loss_step": 2.469621181488037, "n_params": 4387900, "total_flops": 66589366272000000, "train_loss": 0.009507141510645549, "subset_score_loss": 0.009507141510645549}
+{"step": 4950000, "wall_time": 49001.42078089714, "train_loss_step": 2.927933692932129, "n_params": 4387900, "total_flops": 66724162560000000, "train_loss": 0.009457096457481384, "subset_score_loss": 0.009457096457481384}
+{"step": 4960000, "wall_time": 49035.593423604965, "train_loss_step": 2.555659770965576, "n_params": 4387900, "total_flops": 66858958848000000, "train_loss": 0.00937019685904185, "subset_score_loss": 0.00937019685904185}
+{"step": 4970000, "wall_time": 49073.52087497711, "train_loss_step": 2.4546701908111572, "n_params": 4387900, "total_flops": 66993755136000000, "train_loss": 0.009262410799662273, "subset_score_loss": 0.009262410799662273}
+{"step": 4980000, "wall_time": 49111.80335521698, "train_loss_step": 2.5836682319641113, "n_params": 4387900, "total_flops": 67128551424000000, "train_loss": 0.008686246474583943, "subset_score_loss": 0.008686246474583943}
+{"step": 4990000, "wall_time": 49150.16790056229, "train_loss_step": 2.6548240184783936, "n_params": 4387900, "total_flops": 67263347712000000, "train_loss": 0.009056681394577026, "subset_score_loss": 0.009056681394577026}
+{"step": 5000000, "wall_time": 49225.61778521538, "train_loss_step": 2.4178147315979004, "n_params": 4387900, "total_flops": 67398144000000000, "train_loss": 0.00922254721323649, "subset_score_loss": 0.00922254721323649, "memorization_fraction_pixel": 0.2597000002861023, "mean_nn_ratio_pixel": 0.40720582008361816, "fid": 118.11319607441919, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..f67be7605954ce399284d2d6d6afc197dad0fa50
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d60/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     73s | train_loss=0.9910 | fid=257.2149
+  step   10000 |    166s | train_loss=0.8598
+  step   20000 |    259s | train_loss=0.7835
+  step   30000 |    352s | train_loss=0.6565
+  step   40000 |    445s | train_loss=0.4643
+  step   50000 |    539s | train_loss=0.2995
+  step   60000 |    632s | train_loss=0.2131
+  step   70000 |    725s | train_loss=0.1712
+  step   80000 |    818s | train_loss=0.1496
+  step   90000 |    912s | train_loss=0.1350
+  step  100000 |   1073s | train_loss=0.1250 | fid=149.0896
+  step  110000 |   1164s | train_loss=0.1177
+  step  120000 |   1257s | train_loss=0.1104
+  step  130000 |   1350s | train_loss=0.1055
+  step  140000 |   1443s | train_loss=0.1005
+  step  150000 |   1537s | train_loss=0.0963
+  step  160000 |   1630s | train_loss=0.0943
+  step  170000 |   1723s | train_loss=0.0876
+  step  180000 |   1817s | train_loss=0.0847
+  step  190000 |   1910s | train_loss=0.0822
+  step  200000 |   2072s | train_loss=0.0820 | fid=142.8028
+  step  210000 |   2162s | train_loss=0.0770
+  step  220000 |   2255s | train_loss=0.0772
+  step  230000 |   2348s | train_loss=0.0735
+  step  240000 |   2441s | train_loss=0.0715
+  step  250000 |   2534s | train_loss=0.0704
+  step  260000 |   2628s | train_loss=0.0693
+  step  270000 |   2721s | train_loss=0.0671
+  step  280000 |   2814s | train_loss=0.0650
+  step  290000 |   2901s | train_loss=0.0632
+  step  300000 |   3070s | train_loss=0.0618 | fid=137.8933
+  step  310000 |   3161s | train_loss=0.0608
+  step  320000 |   3253s | train_loss=0.0597
+  step  330000 |   3346s | train_loss=0.0583
+  step  340000 |   3439s | train_loss=0.0567
+  step  350000 |   3533s | train_loss=0.0576
+  step  360000 |   3626s | train_loss=0.0558
+  step  370000 |   3719s | train_loss=0.0548
+  step  380000 |   3809s | train_loss=0.0546
+  step  390000 |   3899s | train_loss=0.0535
+  step  400000 |   4067s | train_loss=0.0528 | fid=132.5876
+  step  410000 |   4159s | train_loss=0.0513
+  step  420000 |   4251s | train_loss=0.0507
+  step  430000 |   4344s | train_loss=0.0510
+  step  440000 |   4437s | train_loss=0.0496
+  step  450000 |   4530s | train_loss=0.0497
+  step  460000 |   4623s | train_loss=0.0492
+  step  470000 |   4716s | train_loss=0.0477
+  step  480000 |   4804s | train_loss=0.0475
+  step  490000 |   4897s | train_loss=0.0481
+  step  500000 |   5064s | train_loss=0.0472 | fid=131.3928
+  step  510000 |   5156s | train_loss=0.0462
+  step  520000 |   5249s | train_loss=0.0454
+  step  530000 |   5341s | train_loss=0.0451
+  step  540000 |   5434s | train_loss=0.0445
+  step  550000 |   5527s | train_loss=0.0446
+  step  560000 |   5620s | train_loss=0.0435
+  step  570000 |   5710s | train_loss=0.0438
+  step  580000 |   5800s | train_loss=0.0428
+  step  590000 |   5894s | train_loss=0.0424
+  step  600000 |   6060s | train_loss=0.0428 | fid=127.7879
+  step  610000 |   6152s | train_loss=0.0427
+  step  620000 |   6245s | train_loss=0.0425
+  step  630000 |   6337s | train_loss=0.0409
+  step  640000 |   6430s | train_loss=0.0409
+  step  650000 |   6524s | train_loss=0.0416
+  step  660000 |   6614s | train_loss=0.0411
+  step  670000 |   6704s | train_loss=0.0394
+  step  680000 |   6797s | train_loss=0.0400
+  step  690000 |   6890s | train_loss=0.0400
+  step  700000 |   7058s | train_loss=0.0378 | fid=126.9506
+  step  710000 |   7149s | train_loss=0.0385
+  step  720000 |   7243s | train_loss=0.0400
+  step  730000 |   7336s | train_loss=0.0382
+  step  740000 |   7428s | train_loss=0.0377
+  step  750000 |   7520s | train_loss=0.0371
+  step  760000 |   7609s | train_loss=0.0374
+  step  770000 |   7701s | train_loss=0.0372
+  step  780000 |   7794s | train_loss=0.0367
+  step  790000 |   7887s | train_loss=0.0364
+  step  800000 |   8055s | train_loss=0.0376 | fid=125.0831
+  step  810000 |   8146s | train_loss=0.0357
+  step  820000 |   8240s | train_loss=0.0363
+  step  830000 |   8333s | train_loss=0.0376
+  step  840000 |   8425s | train_loss=0.0361
+  step  850000 |   8515s | train_loss=0.0358
+  step  860000 |   8606s | train_loss=0.0361
+  step  870000 |   8699s | train_loss=0.0354
+  step  880000 |   8792s | train_loss=0.0346
+  step  890000 |   8885s | train_loss=0.0360
+  step  900000 |   9053s | train_loss=0.0350 | fid=124.6954
+  step  910000 |   9144s | train_loss=0.0346
+  step  920000 |   9237s | train_loss=0.0351
+  step  930000 |   9330s | train_loss=0.0345
+  step  940000 |   9421s | train_loss=0.0339
+  step  950000 |   9509s | train_loss=0.0337
+  step  960000 |   9602s | train_loss=0.0342
+  step  970000 |   9695s | train_loss=0.0348
+  step  980000 |   9789s | train_loss=0.0334
+  step  990000 |   9882s | train_loss=0.0324
+  step 1000000 |  10055s | train_loss=0.0337 | fid=122.4091
+  step 1010000 |  10147s | train_loss=0.0322
+  step 1020000 |  10240s | train_loss=0.0317
+  step 1030000 |  10333s | train_loss=0.0322
+  step 1040000 |  10424s | train_loss=0.0330
+  step 1050000 |  10513s | train_loss=0.0318
+  step 1060000 |  10606s | train_loss=0.0317
+  step 1070000 |  10699s | train_loss=0.0324
+  step 1080000 |  10792s | train_loss=0.0314
+  step 1090000 |  10885s | train_loss=0.0310
+  step 1100000 |  11057s | train_loss=0.0304 | fid=121.4507
+  step 1110000 |  11149s | train_loss=0.0311
+  step 1120000 |  11242s | train_loss=0.0302
+  step 1130000 |  11332s | train_loss=0.0296
+  step 1140000 |  11415s | train_loss=0.0313
+  step 1150000 |  11505s | train_loss=0.0305
+  step 1160000 |  11598s | train_loss=0.0301
+  step 1170000 |  11692s | train_loss=0.0303
+  step 1180000 |  11784s | train_loss=0.0301
+  step 1190000 |  11878s | train_loss=0.0296
+  step 1200000 |  12051s | train_loss=0.0312 | fid=120.9844
+  step 1210000 |  12142s | train_loss=0.0297
+  step 1220000 |  12233s | train_loss=0.0298
+  step 1230000 |  12326s | train_loss=0.0300
+  step 1240000 |  12416s | train_loss=0.0294
+  step 1250000 |  12510s | train_loss=0.0280
+  step 1260000 |  12601s | train_loss=0.0297
+  step 1270000 |  12694s | train_loss=0.0293
+  step 1280000 |  12787s | train_loss=0.0293
+  step 1290000 |  12880s | train_loss=0.0292
+  step 1300000 |  13052s | train_loss=0.0283 | fid=119.9280
+  step 1310000 |  13140s | train_loss=0.0289
+  step 1320000 |  13221s | train_loss=0.0283
+  step 1330000 |  13308s | train_loss=0.0291
+  step 1340000 |  13395s | train_loss=0.0278
+  step 1350000 |  13488s | train_loss=0.0279
+  step 1360000 |  13579s | train_loss=0.0273
+  step 1370000 |  13672s | train_loss=0.0280
+  step 1380000 |  13765s | train_loss=0.0274
+  step 1390000 |  13859s | train_loss=0.0273
+  step 1400000 |  14061s | train_loss=0.0272 | fid=121.0784
+  step 1410000 |  14144s | train_loss=0.0277
+  step 1420000 |  14238s | train_loss=0.0268
+  step 1430000 |  14329s | train_loss=0.0265
+  step 1440000 |  14422s | train_loss=0.0269
+  step 1450000 |  14515s | train_loss=0.0264
+  step 1460000 |  14606s | train_loss=0.0261
+  step 1470000 |  14700s | train_loss=0.0263
+  step 1480000 |  14793s | train_loss=0.0263
+  step 1490000 |  14886s | train_loss=0.0262
+  step 1500000 |  15060s | train_loss=0.0263 | fid=119.8117
+  step 1510000 |  15150s | train_loss=0.0258
+  step 1520000 |  15241s | train_loss=0.0258
+  step 1530000 |  15334s | train_loss=0.0249
+  step 1540000 |  15427s | train_loss=0.0261
+  step 1550000 |  15520s | train_loss=0.0260
+  step 1560000 |  15614s | train_loss=0.0261
+  step 1570000 |  15705s | train_loss=0.0250
+  step 1580000 |  15799s | train_loss=0.0255
+  step 1590000 |  15892s | train_loss=0.0260
+  step 1600000 |  16062s | train_loss=0.0249 | fid=118.3621
+  step 1610000 |  16149s | train_loss=0.0246
+  step 1620000 |  16238s | train_loss=0.0241
+  step 1630000 |  16331s | train_loss=0.0246
+  step 1640000 |  16424s | train_loss=0.0242
+  step 1650000 |  16517s | train_loss=0.0246
+  step 1660000 |  16610s | train_loss=0.0250
+  step 1670000 |  16702s | train_loss=0.0239
+  step 1680000 |  16795s | train_loss=0.0241
+  step 1690000 |  16888s | train_loss=0.0243
+  step 1700000 |  17061s | train_loss=0.0240 | fid=119.0539
+  step 1710000 |  17150s | train_loss=0.0238
+  step 1720000 |  17243s | train_loss=0.0238
+  step 1730000 |  17336s | train_loss=0.0233
+  step 1740000 |  17430s | train_loss=0.0229
+  step 1750000 |  17523s | train_loss=0.0233
+  step 1760000 |  17616s | train_loss=0.0234
+  step 1770000 |  17708s | train_loss=0.0233
+  step 1780000 |  17802s | train_loss=0.0230
+  step 1790000 |  17893s | train_loss=0.0228
+  step 1800000 |  18061s | train_loss=0.0226 | fid=118.4953
+  step 1810000 |  18152s | train_loss=0.0226
+  step 1820000 |  18245s | train_loss=0.0221
+  step 1830000 |  18338s | train_loss=0.0236
+  step 1840000 |  18431s | train_loss=0.0227
+  step 1850000 |  18524s | train_loss=0.0227
+  step 1860000 |  18617s | train_loss=0.0215
+  step 1870000 |  18711s | train_loss=0.0216
+  step 1880000 |  18802s | train_loss=0.0217
+  step 1890000 |  18893s | train_loss=0.0227
+  step 1900000 |  19098s | train_loss=0.0222 | fid=118.6937
+  step 1910000 |  19191s | train_loss=0.0209
+  step 1920000 |  19284s | train_loss=0.0219
+  step 1930000 |  19377s | train_loss=0.0213
+  step 1940000 |  19471s | train_loss=0.0210
+  step 1950000 |  19564s | train_loss=0.0207
+  step 1960000 |  19657s | train_loss=0.0212
+  step 1970000 |  19748s | train_loss=0.0212
+  step 1980000 |  19828s | train_loss=0.0213
+  step 1990000 |  19914s | train_loss=0.0211
+  step 2000000 |  20102s | train_loss=0.0206 | fid=118.0325
+  step 2010000 |  20195s | train_loss=0.0205
+  step 2020000 |  20288s | train_loss=0.0208
+  step 2030000 |  20381s | train_loss=0.0208
+  step 2040000 |  20474s | train_loss=0.0201
+  step 2050000 |  20568s | train_loss=0.0201
+  step 2060000 |  20661s | train_loss=0.0202
+  step 2070000 |  20745s | train_loss=0.0197
+  step 2080000 |  20829s | train_loss=0.0211
+  step 2090000 |  20909s | train_loss=0.0196
+  step 2100000 |  21121s | train_loss=0.0193 | fid=118.4303
+  step 2110000 |  21214s | train_loss=0.0194
+  step 2120000 |  21307s | train_loss=0.0204
+  step 2130000 |  21401s | train_loss=0.0199
+  step 2140000 |  21494s | train_loss=0.0208
+  step 2150000 |  21587s | train_loss=0.0192
+  step 2160000 |  21677s | train_loss=0.0194
+  step 2170000 |  21757s | train_loss=0.0202
+  step 2180000 |  21846s | train_loss=0.0195
+  step 2190000 |  21932s | train_loss=0.0193
+  step 2200000 |  22143s | train_loss=0.0194 | fid=118.0939
+  step 2210000 |  22236s | train_loss=0.0199
+  step 2220000 |  22329s | train_loss=0.0189
+  step 2230000 |  22422s | train_loss=0.0190
+  step 2240000 |  22516s | train_loss=0.0183
+  step 2250000 |  22608s | train_loss=0.0191
+  step 2260000 |  22689s | train_loss=0.0185
+  step 2270000 |  22781s | train_loss=0.0193
+  step 2280000 |  22860s | train_loss=0.0185
+  step 2290000 |  22953s | train_loss=0.0190
+  step 2300000 |  23156s | train_loss=0.0179 | fid=117.0638
+  step 2310000 |  23249s | train_loss=0.0180
+  step 2320000 |  23342s | train_loss=0.0183
+  step 2330000 |  23435s | train_loss=0.0180
+  step 2340000 |  23529s | train_loss=0.0182
+  step 2350000 |  23615s | train_loss=0.0177
+  step 2360000 |  23699s | train_loss=0.0183
+  step 2370000 |  23783s | train_loss=0.0178
+  step 2380000 |  23873s | train_loss=0.0188
+  step 2390000 |  23965s | train_loss=0.0176
+  step 2400000 |  24196s | train_loss=0.0184 | fid=118.4414
+  step 2410000 |  24289s | train_loss=0.0170
+  step 2420000 |  24382s | train_loss=0.0172
+  step 2430000 |  24475s | train_loss=0.0174
+  step 2440000 |  24565s | train_loss=0.0173
+  step 2450000 |  24650s | train_loss=0.0168
+  step 2460000 |  24737s | train_loss=0.0181
+  step 2470000 |  24823s | train_loss=0.0172
+  step 2480000 |  24915s | train_loss=0.0166
+  step 2490000 |  25008s | train_loss=0.0173
+  step 2500000 |  25226s | train_loss=0.0172 | fid=118.2416
+  step 2510000 |  25320s | train_loss=0.0166
+  step 2520000 |  25413s | train_loss=0.0167
+  step 2530000 |  25504s | train_loss=0.0162
+  step 2540000 |  25585s | train_loss=0.0168
+  step 2550000 |  25676s | train_loss=0.0164
+  step 2560000 |  25761s | train_loss=0.0168
+  step 2570000 |  25852s | train_loss=0.0160
+  step 2580000 |  25943s | train_loss=0.0165
+  step 2590000 |  26037s | train_loss=0.0163
+  step 2600000 |  26259s | train_loss=0.0168 | fid=117.1841
+  step 2610000 |  26352s | train_loss=0.0166
+  step 2620000 |  26446s | train_loss=0.0158
+  step 2630000 |  26528s | train_loss=0.0171
+  step 2640000 |  26621s | train_loss=0.0166
+  step 2650000 |  26707s | train_loss=0.0159
+  step 2660000 |  26799s | train_loss=0.0161
+  step 2670000 |  26890s | train_loss=0.0159
+  step 2680000 |  26983s | train_loss=0.0162
+  step 2690000 |  27077s | train_loss=0.0158
+  step 2700000 |  27301s | train_loss=0.0154 | fid=118.1404
+  step 2710000 |  27394s | train_loss=0.0159
+  step 2720000 |  27473s | train_loss=0.0157
+  step 2730000 |  27565s | train_loss=0.0158
+  step 2740000 |  27642s | train_loss=0.0150
+  step 2750000 |  27735s | train_loss=0.0149
+  step 2760000 |  27825s | train_loss=0.0150
+  step 2770000 |  27918s | train_loss=0.0152
+  step 2780000 |  28011s | train_loss=0.0154
+  step 2790000 |  28105s | train_loss=0.0147
+  step 2800000 |  28313s | train_loss=0.0148 | fid=117.6060
+  step 2810000 |  28397s | train_loss=0.0148
+  step 2820000 |  28490s | train_loss=0.0153
+  step 2830000 |  28577s | train_loss=0.0151
+  step 2840000 |  28662s | train_loss=0.0146
+  step 2850000 |  28755s | train_loss=0.0154
+  step 2860000 |  28845s | train_loss=0.0152
+  step 2870000 |  28938s | train_loss=0.0144
+  step 2880000 |  29031s | train_loss=0.0144
+  step 2890000 |  29124s | train_loss=0.0145
+  step 2900000 |  29324s | train_loss=0.0152 | fid=117.5815
+  step 2910000 |  29411s | train_loss=0.0140
+  step 2920000 |  29504s | train_loss=0.0142
+  step 2930000 |  29593s | train_loss=0.0148
+  step 2940000 |  29686s | train_loss=0.0147
+  step 2950000 |  29778s | train_loss=0.0141
+  step 2960000 |  29869s | train_loss=0.0144
+  step 2970000 |  29963s | train_loss=0.0145
+  step 2980000 |  30056s | train_loss=0.0137
+  step 2990000 |  30149s | train_loss=0.0147
+  step 3000000 |  30358s | train_loss=0.0144 | fid=118.1708
+  step 3010000 |  30451s | train_loss=0.0143
+  step 3020000 |  30530s | train_loss=0.0146
+  step 3030000 |  30623s | train_loss=0.0144
+  step 3040000 |  30716s | train_loss=0.0142
+  step 3050000 |  30807s | train_loss=0.0144
+  step 3060000 |  30899s | train_loss=0.0145
+  step 3070000 |  30992s | train_loss=0.0136
+  step 3080000 |  31085s | train_loss=0.0137
+  step 3090000 |  31177s | train_loss=0.0134
+  step 3100000 |  31374s | train_loss=0.0141 | fid=117.7986
+  step 3110000 |  31460s | train_loss=0.0143
+  step 3120000 |  31548s | train_loss=0.0154
+  step 3130000 |  31641s | train_loss=0.0139
+  step 3140000 |  31733s | train_loss=0.0142
+  step 3150000 |  31826s | train_loss=0.0135
+  step 3160000 |  31918s | train_loss=0.0132
+  step 3170000 |  32011s | train_loss=0.0136
+  step 3180000 |  32105s | train_loss=0.0133
+  step 3190000 |  32191s | train_loss=0.0136
+  step 3200000 |  32391s | train_loss=0.0129 | fid=117.4546
+  step 3210000 |  32472s | train_loss=0.0134
+  step 3220000 |  32565s | train_loss=0.0132
+  step 3230000 |  32658s | train_loss=0.0134
+  step 3240000 |  32750s | train_loss=0.0137
+  step 3250000 |  32843s | train_loss=0.0132
+  step 3260000 |  32934s | train_loss=0.0143
+  step 3270000 |  33027s | train_loss=0.0141
+  step 3280000 |  33119s | train_loss=0.0130
+  step 3290000 |  33207s | train_loss=0.0127
+  step 3300000 |  33398s | train_loss=0.0140 | fid=118.2740
+  step 3310000 |  33487s | train_loss=0.0126
+  step 3320000 |  33580s | train_loss=0.0134
+  step 3330000 |  33674s | train_loss=0.0134
+  step 3340000 |  33766s | train_loss=0.0125
+  step 3350000 |  33859s | train_loss=0.0129
+  step 3360000 |  33951s | train_loss=0.0126
+  step 3370000 |  34044s | train_loss=0.0129
+  step 3380000 |  34132s | train_loss=0.0125
+  step 3390000 |  34225s | train_loss=0.0126
+  step 3400000 |  34430s | train_loss=0.0123 | fid=117.7425
+  step 3410000 |  34523s | train_loss=0.0128
+  step 3420000 |  34616s | train_loss=0.0125
+  step 3430000 |  34708s | train_loss=0.0126
+  step 3440000 |  34801s | train_loss=0.0132
+  step 3450000 |  34895s | train_loss=0.0128
+  step 3460000 |  34984s | train_loss=0.0128
+  step 3470000 |  35067s | train_loss=0.0122
+  step 3480000 |  35160s | train_loss=0.0125
+  step 3490000 |  35253s | train_loss=0.0126
+  step 3500000 |  35455s | train_loss=0.0127 | fid=118.1119
+  step 3510000 |  35549s | train_loss=0.0124
+  step 3520000 |  35641s | train_loss=0.0124
+  step 3530000 |  35734s | train_loss=0.0122
+  step 3540000 |  35828s | train_loss=0.0126
+  step 3550000 |  35919s | train_loss=0.0128
+  step 3560000 |  35998s | train_loss=0.0124
+  step 3570000 |  36092s | train_loss=0.0118
+  step 3580000 |  36185s | train_loss=0.0127
+  step 3590000 |  36277s | train_loss=0.0119
+  step 3600000 |  36469s | train_loss=0.0121 | fid=118.2021
+  step 3610000 |  36562s | train_loss=0.0131
+  step 3620000 |  36654s | train_loss=0.0124
+  step 3630000 |  36747s | train_loss=0.0122
+  step 3640000 |  36840s | train_loss=0.0118
+  step 3650000 |  36924s | train_loss=0.0122
+  step 3660000 |  37014s | train_loss=0.0123
+  step 3670000 |  37107s | train_loss=0.0117
+  step 3680000 |  37200s | train_loss=0.0118
+  step 3690000 |  37282s | train_loss=0.0114
+  step 3700000 |  37496s | train_loss=0.0119 | fid=117.5790
+  step 3710000 |  37588s | train_loss=0.0114
+  step 3720000 |  37681s | train_loss=0.0115
+  step 3730000 |  37774s | train_loss=0.0120
+  step 3740000 |  37862s | train_loss=0.0116
+  step 3750000 |  37946s | train_loss=0.0119
+  step 3760000 |  38039s | train_loss=0.0117
+  step 3770000 |  38132s | train_loss=0.0115
+  step 3780000 |  38221s | train_loss=0.0115
+  step 3790000 |  38315s | train_loss=0.0114
+  step 3800000 |  38483s | train_loss=0.0113 | fid=118.0993
+  step 3810000 |  38575s | train_loss=0.0114
+  step 3820000 |  38668s | train_loss=0.0109
+  step 3830000 |  38762s | train_loss=0.0113
+  step 3840000 |  38852s | train_loss=0.0107
+  step 3850000 |  38946s | train_loss=0.0113
+  step 3860000 |  39038s | train_loss=0.0111
+  step 3870000 |  39130s | train_loss=0.0107
+  step 3880000 |  39221s | train_loss=0.0112
+  step 3890000 |  39315s | train_loss=0.0118
+  step 3900000 |  39486s | train_loss=0.0119 | fid=117.8359
+  step 3910000 |  39578s | train_loss=0.0112
+  step 3920000 |  39671s | train_loss=0.0109
+  step 3930000 |  39762s | train_loss=0.0119
+  step 3940000 |  39855s | train_loss=0.0114
+  step 3950000 |  39948s | train_loss=0.0108
+  step 3960000 |  40039s | train_loss=0.0109
+  step 3970000 |  40130s | train_loss=0.0111
+  step 3980000 |  40224s | train_loss=0.0113
+  step 3990000 |  40317s | train_loss=0.0107
+  step 4000000 |  40510s | train_loss=0.0111 | fid=118.5307
+  step 4010000 |  40602s | train_loss=0.0108
+  step 4020000 |  40692s | train_loss=0.0115
+  step 4030000 |  40772s | train_loss=0.0103
+  step 4040000 |  40865s | train_loss=0.0105
+  step 4050000 |  40959s | train_loss=0.0107
+  step 4060000 |  41038s | train_loss=0.0110
+  step 4070000 |  41128s | train_loss=0.0106
+  step 4080000 |  41221s | train_loss=0.0110
+  step 4090000 |  41314s | train_loss=0.0108
+  step 4100000 |  41516s | train_loss=0.0106 | fid=117.4388
+  step 4110000 |  41607s | train_loss=0.0108
+  step 4120000 |  41691s | train_loss=0.0106
+  step 4130000 |  41784s | train_loss=0.0106
+  step 4140000 |  41877s | train_loss=0.0113
+  step 4150000 |  41971s | train_loss=0.0111
+  step 4160000 |  42049s | train_loss=0.0105
+  step 4170000 |  42143s | train_loss=0.0111
+  step 4180000 |  42236s | train_loss=0.0108
+  step 4190000 |  42330s | train_loss=0.0109
+  step 4200000 |  42542s | train_loss=0.0105 | fid=118.3742
+  step 4210000 |  42626s | train_loss=0.0106
+  step 4220000 |  42714s | train_loss=0.0103
+  step 4230000 |  42807s | train_loss=0.0110
+  step 4240000 |  42900s | train_loss=0.0102
+  step 4250000 |  42983s | train_loss=0.0105
+  step 4260000 |  43071s | train_loss=0.0104
+  step 4270000 |  43164s | train_loss=0.0103
+  step 4280000 |  43257s | train_loss=0.0105
+  step 4290000 |  43351s | train_loss=0.0109
+  step 4300000 |  43558s | train_loss=0.0104 | fid=118.1717
+  step 4310000 |  43641s | train_loss=0.0106
+  step 4320000 |  43734s | train_loss=0.0102
+  step 4330000 |  43827s | train_loss=0.0103
+  step 4340000 |  43918s | train_loss=0.0101
+  step 4350000 |  44003s | train_loss=0.0100
+  step 4360000 |  44095s | train_loss=0.0102
+  step 4370000 |  44188s | train_loss=0.0104
+  step 4380000 |  44282s | train_loss=0.0101
+  step 4390000 |  44375s | train_loss=0.0112
+  step 4400000 |  44568s | train_loss=0.0102 | fid=118.3541
+  step 4410000 |  44661s | train_loss=0.0107
+  step 4420000 |  44754s | train_loss=0.0103
+  step 4430000 |  44848s | train_loss=0.0102
+  step 4440000 |  44927s | train_loss=0.0106
+  step 4450000 |  45020s | train_loss=0.0098
+  step 4460000 |  45112s | train_loss=0.0102
+  step 4470000 |  45205s | train_loss=0.0102
+  step 4480000 |  45298s | train_loss=0.0105
+  step 4490000 |  45391s | train_loss=0.0102
+  step 4500000 |  45607s | train_loss=0.0102 | fid=118.0784
+  step 4510000 |  45700s | train_loss=0.0100
+  step 4520000 |  45794s | train_loss=0.0098
+  step 4530000 |  45874s | train_loss=0.0099
+  step 4540000 |  45968s | train_loss=0.0097
+  step 4550000 |  46061s | train_loss=0.0100
+  step 4560000 |  46153s | train_loss=0.0096
+  step 4570000 |  46247s | train_loss=0.0097
+  step 4580000 |  46340s | train_loss=0.0097
+  step 4590000 |  46429s | train_loss=0.0100
+  step 4600000 |  46635s | train_loss=0.0096 | fid=118.3866
+  step 4610000 |  46728s | train_loss=0.0094
+  step 4620000 |  46814s | train_loss=0.0102
+  step 4630000 |  46905s | train_loss=0.0098
+  step 4640000 |  46999s | train_loss=0.0105
+  step 4650000 |  47090s | train_loss=0.0101
+  step 4660000 |  47183s | train_loss=0.0102
+  step 4670000 |  47277s | train_loss=0.0096
+  step 4680000 |  47370s | train_loss=0.0093
+  step 4690000 |  47444s | train_loss=0.0102
+  step 4700000 |  47592s | train_loss=0.0094 | fid=117.8640
+  step 4710000 |  47667s | train_loss=0.0098
+  step 4720000 |  47727s | train_loss=0.0101
+  step 4730000 |  47784s | train_loss=0.0096
+  step 4740000 |  47842s | train_loss=0.0096
+  step 4750000 |  47899s | train_loss=0.0100
+  step 4760000 |  47954s | train_loss=0.0098
+  step 4770000 |  48011s | train_loss=0.0100
+  step 4780000 |  48069s | train_loss=0.0097
+  step 4790000 |  48123s | train_loss=0.0100
+  step 4800000 |  48235s | train_loss=0.0092 | fid=117.7737
+  step 4810000 |  48293s | train_loss=0.0093
+  step 4820000 |  48350s | train_loss=0.0100
+  step 4830000 |  48408s | train_loss=0.0101
+  step 4840000 |  48466s | train_loss=0.0094
+  step 4850000 |  48523s | train_loss=0.0099
+  step 4860000 |  48577s | train_loss=0.0096
+  step 4870000 |  48634s | train_loss=0.0098
+  step 4880000 |  48692s | train_loss=0.0093
+  step 4890000 |  48733s | train_loss=0.0092
+  step 4900000 |  48809s | train_loss=0.0088 | fid=118.3113
+  step 4910000 |  48848s | train_loss=0.0096
+  step 4920000 |  48886s | train_loss=0.0092
+  step 4930000 |  48925s | train_loss=0.0089
+  step 4940000 |  48963s | train_loss=0.0095
+  step 4950000 |  49001s | train_loss=0.0095
+  step 4960000 |  49036s | train_loss=0.0094
+  step 4970000 |  49074s | train_loss=0.0093
+  step 4980000 |  49112s | train_loss=0.0087
+  step 4990000 |  49150s | train_loss=0.0091
+  step 5000000 |  49226s | train_loss=0.0092 | fid=118.1132
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7246627b3311b7c3083ac521f33d44bfb96a205a
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d80/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 44,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..191a9349cdb01e0469612bc9ed6ad59f306e3d92
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 80, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d80/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 44}
+{"step": 1, "wall_time": 70.5378258228302, "train_loss_step": 79.71288299560547, "n_params": 4428880, "total_flops": 13605519360, "train_loss": 0.9945852279663085, "subset_score_loss": 0.9945852279663085, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9780899286270142, "fid": 273.5855115550482, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 155.56637597084045, "train_loss_step": 16.05461311340332, "n_params": 4428880, "total_flops": 136055193600000, "train_loss": 0.847068977355957, "subset_score_loss": 0.847068977355957}
+{"step": 20000, "wall_time": 243.25414848327637, "train_loss_step": 16.018583297729492, "n_params": 4428880, "total_flops": 272110387200000, "train_loss": 0.7461491584777832, "subset_score_loss": 0.7461491584777832}
+{"step": 30000, "wall_time": 330.91574454307556, "train_loss_step": 13.656243324279785, "n_params": 4428880, "total_flops": 408165580800000, "train_loss": 0.6100973129272461, "subset_score_loss": 0.6100973129272461}
+{"step": 40000, "wall_time": 418.6068203449249, "train_loss_step": 12.292545318603516, "n_params": 4428880, "total_flops": 544220774400000, "train_loss": 0.438563871383667, "subset_score_loss": 0.438563871383667}
+{"step": 50000, "wall_time": 506.3611032962799, "train_loss_step": 10.26756763458252, "n_params": 4428880, "total_flops": 680275968000000, "train_loss": 0.29557812213897705, "subset_score_loss": 0.29557812213897705}
+{"step": 60000, "wall_time": 594.0513107776642, "train_loss_step": 9.240995407104492, "n_params": 4428880, "total_flops": 816331161600000, "train_loss": 0.21455645561218262, "subset_score_loss": 0.21455645561218262}
+{"step": 70000, "wall_time": 681.7019329071045, "train_loss_step": 7.938690185546875, "n_params": 4428880, "total_flops": 952386355200000, "train_loss": 0.17320315837860106, "subset_score_loss": 0.17320315837860106}
+{"step": 80000, "wall_time": 769.3422026634216, "train_loss_step": 8.032174110412598, "n_params": 4428880, "total_flops": 1088441548800000, "train_loss": 0.14940593242645264, "subset_score_loss": 0.14940593242645264}
+{"step": 90000, "wall_time": 857.0611300468445, "train_loss_step": 7.402048110961914, "n_params": 4428880, "total_flops": 1224496742400000, "train_loss": 0.13563672304153443, "subset_score_loss": 0.13563672304153443}
+{"step": 100000, "wall_time": 1015.6452715396881, "train_loss_step": 7.375682830810547, "n_params": 4428880, "total_flops": 1360551936000000, "train_loss": 0.12541896104812622, "subset_score_loss": 0.12541896104812622, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9217685461044312, "fid": 152.36144683436345, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1100.7966046333313, "train_loss_step": 7.179614067077637, "n_params": 4428880, "total_flops": 1496607129600000, "train_loss": 0.11966104507446289, "subset_score_loss": 0.11966104507446289}
+{"step": 120000, "wall_time": 1186.558037519455, "train_loss_step": 6.8631768226623535, "n_params": 4428880, "total_flops": 1632662323200000, "train_loss": 0.11244438886642456, "subset_score_loss": 0.11244438886642456}
+{"step": 130000, "wall_time": 1274.1565463542938, "train_loss_step": 6.431506633758545, "n_params": 4428880, "total_flops": 1768717516800000, "train_loss": 0.10673108100891113, "subset_score_loss": 0.10673108100891113}
+{"step": 140000, "wall_time": 1361.6408112049103, "train_loss_step": 6.557421684265137, "n_params": 4428880, "total_flops": 1904772710400000, "train_loss": 0.10160230398178101, "subset_score_loss": 0.10160230398178101}
+{"step": 150000, "wall_time": 1449.3697092533112, "train_loss_step": 6.581178665161133, "n_params": 4428880, "total_flops": 2040827904000000, "train_loss": 0.09810518026351929, "subset_score_loss": 0.09810518026351929}
+{"step": 160000, "wall_time": 1537.159764289856, "train_loss_step": 6.338822841644287, "n_params": 4428880, "total_flops": 2176883097600000, "train_loss": 0.09609320759773254, "subset_score_loss": 0.09609320759773254}
+{"step": 170000, "wall_time": 1624.9358685016632, "train_loss_step": 6.11091947555542, "n_params": 4428880, "total_flops": 2312938291200000, "train_loss": 0.09192042350769043, "subset_score_loss": 0.09192042350769043}
+{"step": 180000, "wall_time": 1712.7080218791962, "train_loss_step": 5.886707782745361, "n_params": 4428880, "total_flops": 2448993484800000, "train_loss": 0.08787396550178528, "subset_score_loss": 0.08787396550178528}
+{"step": 190000, "wall_time": 1800.3968615531921, "train_loss_step": 5.794700622558594, "n_params": 4428880, "total_flops": 2585048678400000, "train_loss": 0.08542489409446716, "subset_score_loss": 0.08542489409446716}
+{"step": 200000, "wall_time": 1957.4021799564362, "train_loss_step": 5.660951614379883, "n_params": 4428880, "total_flops": 2721103872000000, "train_loss": 0.08331318497657776, "subset_score_loss": 0.08331318497657776, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.8662159442901611, "fid": 148.94563598720424, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2045.7996695041656, "train_loss_step": 6.130799770355225, "n_params": 4428880, "total_flops": 2857159065600000, "train_loss": 0.08146151304244995, "subset_score_loss": 0.08146151304244995}
+{"step": 220000, "wall_time": 2130.642570734024, "train_loss_step": 5.909206390380859, "n_params": 4428880, "total_flops": 2993214259200000, "train_loss": 0.0816982090473175, "subset_score_loss": 0.0816982090473175}
+{"step": 230000, "wall_time": 2216.510178089142, "train_loss_step": 6.105716705322266, "n_params": 4428880, "total_flops": 3129269452800000, "train_loss": 0.07628549933433533, "subset_score_loss": 0.07628549933433533}
+{"step": 240000, "wall_time": 2304.1243908405304, "train_loss_step": 5.944803237915039, "n_params": 4428880, "total_flops": 3265324646400000, "train_loss": 0.07500128746032715, "subset_score_loss": 0.07500128746032715}
+{"step": 250000, "wall_time": 2391.6777572631836, "train_loss_step": 5.899175643920898, "n_params": 4428880, "total_flops": 3401379840000000, "train_loss": 0.07263258695602418, "subset_score_loss": 0.07263258695602418}
+{"step": 260000, "wall_time": 2479.2906334400177, "train_loss_step": 5.531715393066406, "n_params": 4428880, "total_flops": 3537435033600000, "train_loss": 0.07214531302452087, "subset_score_loss": 0.07214531302452087}
+{"step": 270000, "wall_time": 2566.8386104106903, "train_loss_step": 5.690954685211182, "n_params": 4428880, "total_flops": 3673490227200000, "train_loss": 0.07058562636375428, "subset_score_loss": 0.07058562636375428}
+{"step": 280000, "wall_time": 2654.385282278061, "train_loss_step": 5.665561676025391, "n_params": 4428880, "total_flops": 3809545420800000, "train_loss": 0.06890896558761597, "subset_score_loss": 0.06890896558761597}
+{"step": 290000, "wall_time": 2742.151593208313, "train_loss_step": 5.668667793273926, "n_params": 4428880, "total_flops": 3945600614400000, "train_loss": 0.0680087149143219, "subset_score_loss": 0.0680087149143219}
+{"step": 300000, "wall_time": 2899.9892773628235, "train_loss_step": 5.359204292297363, "n_params": 4428880, "total_flops": 4081655808000000, "train_loss": 0.06552774310112, "subset_score_loss": 0.06552774310112, "memorization_fraction_pixel": 0.01269999984651804, "mean_nn_ratio_pixel": 0.8259425759315491, "fid": 143.42186093975621, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2987.6599950790405, "train_loss_step": 5.345174312591553, "n_params": 4428880, "total_flops": 4217711001600000, "train_loss": 0.06449945569038391, "subset_score_loss": 0.06449945569038391}
+{"step": 320000, "wall_time": 3074.870431661606, "train_loss_step": 5.379292011260986, "n_params": 4428880, "total_flops": 4353766195200000, "train_loss": 0.06323822140693665, "subset_score_loss": 0.06323822140693665}
+{"step": 330000, "wall_time": 3160.800071001053, "train_loss_step": 5.324567794799805, "n_params": 4428880, "total_flops": 4489821388800000, "train_loss": 0.06272485852241516, "subset_score_loss": 0.06272485852241516}
+{"step": 340000, "wall_time": 3246.7225620746613, "train_loss_step": 4.942253112792969, "n_params": 4428880, "total_flops": 4625876582400000, "train_loss": 0.06169664263725281, "subset_score_loss": 0.06169664263725281}
+{"step": 350000, "wall_time": 3334.408086538315, "train_loss_step": 5.475793361663818, "n_params": 4428880, "total_flops": 4761931776000000, "train_loss": 0.061511379480361936, "subset_score_loss": 0.061511379480361936}
+{"step": 360000, "wall_time": 3422.1187267303467, "train_loss_step": 5.239388465881348, "n_params": 4428880, "total_flops": 4897986969600000, "train_loss": 0.05868836045265198, "subset_score_loss": 0.05868836045265198}
+{"step": 370000, "wall_time": 3509.7061219215393, "train_loss_step": 5.53379487991333, "n_params": 4428880, "total_flops": 5034042163200000, "train_loss": 0.05812171697616577, "subset_score_loss": 0.05812171697616577}
+{"step": 380000, "wall_time": 3597.4540433883667, "train_loss_step": 5.119298458099365, "n_params": 4428880, "total_flops": 5170097356800000, "train_loss": 0.05827699303627014, "subset_score_loss": 0.05827699303627014}
+{"step": 390000, "wall_time": 3685.0804994106293, "train_loss_step": 4.992842197418213, "n_params": 4428880, "total_flops": 5306152550400000, "train_loss": 0.05658873915672302, "subset_score_loss": 0.05658873915672302}
+{"step": 400000, "wall_time": 3842.445903778076, "train_loss_step": 5.215558052062988, "n_params": 4428880, "total_flops": 5442207744000000, "train_loss": 0.056641751527786256, "subset_score_loss": 0.056641751527786256, "memorization_fraction_pixel": 0.025499999523162842, "mean_nn_ratio_pixel": 0.7860829830169678, "fid": 135.7245928986953, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3930.047847509384, "train_loss_step": 5.040229320526123, "n_params": 4428880, "total_flops": 5578262937600000, "train_loss": 0.054740017652511595, "subset_score_loss": 0.054740017652511595}
+{"step": 420000, "wall_time": 4017.797666311264, "train_loss_step": 5.022369384765625, "n_params": 4428880, "total_flops": 5714318131200000, "train_loss": 0.05442311763763428, "subset_score_loss": 0.05442311763763428}
+{"step": 430000, "wall_time": 4103.267004489899, "train_loss_step": 5.148374557495117, "n_params": 4428880, "total_flops": 5850373324800000, "train_loss": 0.0533603310585022, "subset_score_loss": 0.0533603310585022}
+{"step": 440000, "wall_time": 4190.929312467575, "train_loss_step": 4.869068622589111, "n_params": 4428880, "total_flops": 5986428518400000, "train_loss": 0.05222277045249939, "subset_score_loss": 0.05222277045249939}
+{"step": 450000, "wall_time": 4277.2722408771515, "train_loss_step": 4.948075294494629, "n_params": 4428880, "total_flops": 6122483712000000, "train_loss": 0.05234884023666382, "subset_score_loss": 0.05234884023666382}
+{"step": 460000, "wall_time": 4364.902520418167, "train_loss_step": 5.0896830558776855, "n_params": 4428880, "total_flops": 6258538905600000, "train_loss": 0.05188031792640686, "subset_score_loss": 0.05188031792640686}
+{"step": 470000, "wall_time": 4452.535334587097, "train_loss_step": 4.714092254638672, "n_params": 4428880, "total_flops": 6394594099200000, "train_loss": 0.05154864192008972, "subset_score_loss": 0.05154864192008972}
+{"step": 480000, "wall_time": 4540.13269162178, "train_loss_step": 4.987165451049805, "n_params": 4428880, "total_flops": 6530649292800000, "train_loss": 0.05037018656730652, "subset_score_loss": 0.05037018656730652}
+{"step": 490000, "wall_time": 4627.595890283585, "train_loss_step": 5.096697807312012, "n_params": 4428880, "total_flops": 6666704486400000, "train_loss": 0.051092177629470825, "subset_score_loss": 0.051092177629470825}
+{"step": 500000, "wall_time": 4786.1305339336395, "train_loss_step": 4.921061038970947, "n_params": 4428880, "total_flops": 6802759680000000, "train_loss": 0.049701744318008424, "subset_score_loss": 0.049701744318008424, "memorization_fraction_pixel": 0.039500001817941666, "mean_nn_ratio_pixel": 0.7551742792129517, "fid": 132.155468124802, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 4873.709219455719, "train_loss_step": 5.142297744750977, "n_params": 4428880, "total_flops": 6938814873600000, "train_loss": 0.049220767617225644, "subset_score_loss": 0.049220767617225644}
+{"step": 520000, "wall_time": 4961.421032905579, "train_loss_step": 4.7543721199035645, "n_params": 4428880, "total_flops": 7074870067200000, "train_loss": 0.04880266487598419, "subset_score_loss": 0.04880266487598419}
+{"step": 530000, "wall_time": 5049.887320995331, "train_loss_step": 4.891740798950195, "n_params": 4428880, "total_flops": 7210925260800000, "train_loss": 0.0479121059179306, "subset_score_loss": 0.0479121059179306}
+{"step": 540000, "wall_time": 5134.494572877884, "train_loss_step": 4.855501174926758, "n_params": 4428880, "total_flops": 7346980454400000, "train_loss": 0.04849196672439575, "subset_score_loss": 0.04849196672439575}
+{"step": 550000, "wall_time": 5222.152528047562, "train_loss_step": 4.776345729827881, "n_params": 4428880, "total_flops": 7483035648000000, "train_loss": 0.04685966372489929, "subset_score_loss": 0.04685966372489929}
+{"step": 560000, "wall_time": 5308.316825389862, "train_loss_step": 4.578305244445801, "n_params": 4428880, "total_flops": 7619090841600000, "train_loss": 0.047418898344039916, "subset_score_loss": 0.047418898344039916}
+{"step": 570000, "wall_time": 5396.040216684341, "train_loss_step": 4.726997375488281, "n_params": 4428880, "total_flops": 7755146035200000, "train_loss": 0.04678027629852295, "subset_score_loss": 0.04678027629852295}
+{"step": 580000, "wall_time": 5483.777719974518, "train_loss_step": 4.850985527038574, "n_params": 4428880, "total_flops": 7891201228800000, "train_loss": 0.04553079307079315, "subset_score_loss": 0.04553079307079315}
+{"step": 590000, "wall_time": 5571.437478065491, "train_loss_step": 4.556448459625244, "n_params": 4428880, "total_flops": 8027256422400000, "train_loss": 0.04608443677425385, "subset_score_loss": 0.04608443677425385}
+{"step": 600000, "wall_time": 5729.304126024246, "train_loss_step": 4.761028289794922, "n_params": 4428880, "total_flops": 8163311616000000, "train_loss": 0.04547249674797058, "subset_score_loss": 0.04547249674797058, "memorization_fraction_pixel": 0.049400001764297485, "mean_nn_ratio_pixel": 0.7340197563171387, "fid": 129.97768189565926, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 5816.845379829407, "train_loss_step": 4.5498175621032715, "n_params": 4428880, "total_flops": 8299366809600000, "train_loss": 0.0444258451461792, "subset_score_loss": 0.0444258451461792}
+{"step": 620000, "wall_time": 5904.501444101334, "train_loss_step": 4.654672622680664, "n_params": 4428880, "total_flops": 8435422003200000, "train_loss": 0.04529854357242584, "subset_score_loss": 0.04529854357242584}
+{"step": 630000, "wall_time": 5992.138601064682, "train_loss_step": 5.022443771362305, "n_params": 4428880, "total_flops": 8571477196800000, "train_loss": 0.04430876672267914, "subset_score_loss": 0.04430876672267914}
+{"step": 640000, "wall_time": 6079.515669345856, "train_loss_step": 4.463354110717773, "n_params": 4428880, "total_flops": 8707532390400000, "train_loss": 0.044882452487945555, "subset_score_loss": 0.044882452487945555}
+{"step": 650000, "wall_time": 6165.366020441055, "train_loss_step": 4.786728858947754, "n_params": 4428880, "total_flops": 8843587584000000, "train_loss": 0.04286458194255829, "subset_score_loss": 0.04286458194255829}
+{"step": 660000, "wall_time": 6253.115791797638, "train_loss_step": 4.4105448722839355, "n_params": 4428880, "total_flops": 8979642777600000, "train_loss": 0.043626594543457034, "subset_score_loss": 0.043626594543457034}
+{"step": 670000, "wall_time": 6339.096030473709, "train_loss_step": 4.712813377380371, "n_params": 4428880, "total_flops": 9115697971200000, "train_loss": 0.04179031550884247, "subset_score_loss": 0.04179031550884247}
+{"step": 680000, "wall_time": 6426.659398317337, "train_loss_step": 4.498719215393066, "n_params": 4428880, "total_flops": 9251753164800000, "train_loss": 0.042059481143951416, "subset_score_loss": 0.042059481143951416}
+{"step": 690000, "wall_time": 6514.345680713654, "train_loss_step": 4.501976013183594, "n_params": 4428880, "total_flops": 9387808358400000, "train_loss": 0.04116540551185608, "subset_score_loss": 0.04116540551185608}
+{"step": 700000, "wall_time": 6672.261665582657, "train_loss_step": 4.6963419914245605, "n_params": 4428880, "total_flops": 9523863552000000, "train_loss": 0.041880851984024046, "subset_score_loss": 0.041880851984024046, "memorization_fraction_pixel": 0.06400000303983688, "mean_nn_ratio_pixel": 0.7112049460411072, "fid": 130.7158806029829, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6759.956265449524, "train_loss_step": 4.700627326965332, "n_params": 4428880, "total_flops": 9659918745600000, "train_loss": 0.04309817850589752, "subset_score_loss": 0.04309817850589752}
+{"step": 720000, "wall_time": 6847.565527677536, "train_loss_step": 4.514084815979004, "n_params": 4428880, "total_flops": 9795973939200000, "train_loss": 0.04177156090736389, "subset_score_loss": 0.04177156090736389}
+{"step": 730000, "wall_time": 6935.125667095184, "train_loss_step": 4.375335216522217, "n_params": 4428880, "total_flops": 9932029132800000, "train_loss": 0.041219452023506166, "subset_score_loss": 0.041219452023506166}
+{"step": 740000, "wall_time": 7023.104875326157, "train_loss_step": 4.286653518676758, "n_params": 4428880, "total_flops": 10068084326400000, "train_loss": 0.04033975899219513, "subset_score_loss": 0.04033975899219513}
+{"step": 750000, "wall_time": 7107.988081693649, "train_loss_step": 4.267506122589111, "n_params": 4428880, "total_flops": 10204139520000000, "train_loss": 0.04201820492744446, "subset_score_loss": 0.04201820492744446}
+{"step": 760000, "wall_time": 7195.581733226776, "train_loss_step": 4.295928001403809, "n_params": 4428880, "total_flops": 10340194713600000, "train_loss": 0.04024710953235626, "subset_score_loss": 0.04024710953235626}
+{"step": 770000, "wall_time": 7283.322233915329, "train_loss_step": 4.5570478439331055, "n_params": 4428880, "total_flops": 10476249907200000, "train_loss": 0.039700618386268614, "subset_score_loss": 0.039700618386268614}
+{"step": 780000, "wall_time": 7369.6321585178375, "train_loss_step": 4.522960662841797, "n_params": 4428880, "total_flops": 10612305100800000, "train_loss": 0.03919296264648438, "subset_score_loss": 0.03919296264648438}
+{"step": 790000, "wall_time": 7457.34855222702, "train_loss_step": 4.10329532623291, "n_params": 4428880, "total_flops": 10748360294400000, "train_loss": 0.03870219886302948, "subset_score_loss": 0.03870219886302948}
+{"step": 800000, "wall_time": 7615.1498939991, "train_loss_step": 4.402767658233643, "n_params": 4428880, "total_flops": 10884415488000000, "train_loss": 0.03901491463184357, "subset_score_loss": 0.03901491463184357, "memorization_fraction_pixel": 0.07530000060796738, "mean_nn_ratio_pixel": 0.6984502077102661, "fid": 128.75552339320663, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7702.729058980942, "train_loss_step": 4.267004013061523, "n_params": 4428880, "total_flops": 11020470681600000, "train_loss": 0.03784336745738983, "subset_score_loss": 0.03784336745738983}
+{"step": 820000, "wall_time": 7790.479415178299, "train_loss_step": 4.524500846862793, "n_params": 4428880, "total_flops": 11156525875200000, "train_loss": 0.03824992179870605, "subset_score_loss": 0.03824992179870605}
+{"step": 830000, "wall_time": 7878.087592840195, "train_loss_step": 4.247209072113037, "n_params": 4428880, "total_flops": 11292581068800000, "train_loss": 0.038661742210388185, "subset_score_loss": 0.038661742210388185}
+{"step": 840000, "wall_time": 7965.673005580902, "train_loss_step": 4.234489440917969, "n_params": 4428880, "total_flops": 11428636262400000, "train_loss": 0.03854736983776093, "subset_score_loss": 0.03854736983776093}
+{"step": 850000, "wall_time": 8052.563460588455, "train_loss_step": 4.432575225830078, "n_params": 4428880, "total_flops": 11564691456000000, "train_loss": 0.038568297028541566, "subset_score_loss": 0.038568297028541566}
+{"step": 860000, "wall_time": 8138.283092021942, "train_loss_step": 4.542006015777588, "n_params": 4428880, "total_flops": 11700746649600000, "train_loss": 0.037299147248268126, "subset_score_loss": 0.037299147248268126}
+{"step": 870000, "wall_time": 8226.014528274536, "train_loss_step": 4.086277484893799, "n_params": 4428880, "total_flops": 11836801843200000, "train_loss": 0.03711737096309662, "subset_score_loss": 0.03711737096309662}
+{"step": 880000, "wall_time": 8313.71237373352, "train_loss_step": 4.489409446716309, "n_params": 4428880, "total_flops": 11972857036800000, "train_loss": 0.03628861010074615, "subset_score_loss": 0.03628861010074615}
+{"step": 890000, "wall_time": 8399.695467948914, "train_loss_step": 4.009275913238525, "n_params": 4428880, "total_flops": 12108912230400000, "train_loss": 0.037214195728302, "subset_score_loss": 0.037214195728302}
+{"step": 900000, "wall_time": 8554.80241727829, "train_loss_step": 3.9639992713928223, "n_params": 4428880, "total_flops": 12244967424000000, "train_loss": 0.036719638109207156, "subset_score_loss": 0.036719638109207156, "memorization_fraction_pixel": 0.09860000014305115, "mean_nn_ratio_pixel": 0.6703250408172607, "fid": 126.70868791729379, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8642.483978509903, "train_loss_step": 4.5020341873168945, "n_params": 4428880, "total_flops": 12381022617600000, "train_loss": 0.03610139489173889, "subset_score_loss": 0.03610139489173889}
+{"step": 920000, "wall_time": 8730.165052652359, "train_loss_step": 4.326335430145264, "n_params": 4428880, "total_flops": 12517077811200000, "train_loss": 0.03594650328159332, "subset_score_loss": 0.03594650328159332}
+{"step": 930000, "wall_time": 8817.862279891968, "train_loss_step": 4.10189151763916, "n_params": 4428880, "total_flops": 12653133004800000, "train_loss": 0.03608987629413605, "subset_score_loss": 0.03608987629413605}
+{"step": 940000, "wall_time": 8905.38216972351, "train_loss_step": 4.207828521728516, "n_params": 4428880, "total_flops": 12789188198400000, "train_loss": 0.03596693277359009, "subset_score_loss": 0.03596693277359009}
+{"step": 950000, "wall_time": 8993.091885089874, "train_loss_step": 3.982977867126465, "n_params": 4428880, "total_flops": 12925243392000000, "train_loss": 0.0351391613483429, "subset_score_loss": 0.0351391613483429}
+{"step": 960000, "wall_time": 9079.821395158768, "train_loss_step": 4.133522987365723, "n_params": 4428880, "total_flops": 13061298585600000, "train_loss": 0.03487094044685364, "subset_score_loss": 0.03487094044685364}
+{"step": 970000, "wall_time": 9165.76827955246, "train_loss_step": 4.33976936340332, "n_params": 4428880, "total_flops": 13197353779200000, "train_loss": 0.03519499003887176, "subset_score_loss": 0.03519499003887176}
+{"step": 980000, "wall_time": 9253.269692897797, "train_loss_step": 4.0399580001831055, "n_params": 4428880, "total_flops": 13333408972800000, "train_loss": 0.034975042939186095, "subset_score_loss": 0.034975042939186095}
+{"step": 990000, "wall_time": 9340.98829817772, "train_loss_step": 3.9617972373962402, "n_params": 4428880, "total_flops": 13469464166400000, "train_loss": 0.03435739278793335, "subset_score_loss": 0.03435739278793335}
+{"step": 1000000, "wall_time": 9497.27126955986, "train_loss_step": 4.171671390533447, "n_params": 4428880, "total_flops": 13605519360000000, "train_loss": 0.035368618369102475, "subset_score_loss": 0.035368618369102475, "memorization_fraction_pixel": 0.1088000014424324, "mean_nn_ratio_pixel": 0.6510742902755737, "fid": 125.8002444560827, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9584.872891187668, "train_loss_step": 4.090092658996582, "n_params": 4428880, "total_flops": 13741574553600000, "train_loss": 0.033868598937988284, "subset_score_loss": 0.033868598937988284}
+{"step": 1020000, "wall_time": 9672.534885168076, "train_loss_step": 4.03277587890625, "n_params": 4428880, "total_flops": 13877629747200000, "train_loss": 0.03427593410015106, "subset_score_loss": 0.03427593410015106}
+{"step": 1030000, "wall_time": 9760.187014579773, "train_loss_step": 4.337569236755371, "n_params": 4428880, "total_flops": 14013684940800000, "train_loss": 0.035118916630744935, "subset_score_loss": 0.035118916630744935}
+{"step": 1040000, "wall_time": 9847.962431907654, "train_loss_step": 4.348626136779785, "n_params": 4428880, "total_flops": 14149740134400000, "train_loss": 0.03495233952999115, "subset_score_loss": 0.03495233952999115}
+{"step": 1050000, "wall_time": 9935.684635162354, "train_loss_step": 4.172706604003906, "n_params": 4428880, "total_flops": 14285795328000000, "train_loss": 0.03267684876918793, "subset_score_loss": 0.03267684876918793}
+{"step": 1060000, "wall_time": 10023.793132305145, "train_loss_step": 4.067923069000244, "n_params": 4428880, "total_flops": 14421850521600000, "train_loss": 0.03323037326335907, "subset_score_loss": 0.03323037326335907}
+{"step": 1070000, "wall_time": 10108.998681783676, "train_loss_step": 4.075537204742432, "n_params": 4428880, "total_flops": 14557905715200000, "train_loss": 0.03260513842105865, "subset_score_loss": 0.03260513842105865}
+{"step": 1080000, "wall_time": 10194.97448849678, "train_loss_step": 4.191596031188965, "n_params": 4428880, "total_flops": 14693960908800000, "train_loss": 0.03260772824287415, "subset_score_loss": 0.03260772824287415}
+{"step": 1090000, "wall_time": 10282.673674106598, "train_loss_step": 4.213627338409424, "n_params": 4428880, "total_flops": 14830016102400000, "train_loss": 0.03274450302124023, "subset_score_loss": 0.03274450302124023}
+{"step": 1100000, "wall_time": 10440.183413982391, "train_loss_step": 4.389895915985107, "n_params": 4428880, "total_flops": 14966071296000000, "train_loss": 0.03282819986343384, "subset_score_loss": 0.03282819986343384, "memorization_fraction_pixel": 0.12409999966621399, "mean_nn_ratio_pixel": 0.6431909799575806, "fid": 125.84881076718617, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10526.15416264534, "train_loss_step": 3.742058277130127, "n_params": 4428880, "total_flops": 15102126489600000, "train_loss": 0.03248266875743866, "subset_score_loss": 0.03248266875743866}
+{"step": 1120000, "wall_time": 10613.81667304039, "train_loss_step": 3.9457831382751465, "n_params": 4428880, "total_flops": 15238181683200000, "train_loss": 0.03180662095546723, "subset_score_loss": 0.03180662095546723}
+{"step": 1130000, "wall_time": 10701.472728967667, "train_loss_step": 4.139647960662842, "n_params": 4428880, "total_flops": 15374236876800000, "train_loss": 0.03228908181190491, "subset_score_loss": 0.03228908181190491}
+{"step": 1140000, "wall_time": 10789.167696237564, "train_loss_step": 3.66920804977417, "n_params": 4428880, "total_flops": 15510292070400000, "train_loss": 0.03214112222194672, "subset_score_loss": 0.03214112222194672}
+{"step": 1150000, "wall_time": 10876.770491838455, "train_loss_step": 4.071356773376465, "n_params": 4428880, "total_flops": 15646347264000000, "train_loss": 0.031357765197753906, "subset_score_loss": 0.031357765197753906}
+{"step": 1160000, "wall_time": 10964.436162233353, "train_loss_step": 4.203526496887207, "n_params": 4428880, "total_flops": 15782402457600000, "train_loss": 0.03121139109134674, "subset_score_loss": 0.03121139109134674}
+{"step": 1170000, "wall_time": 11051.229026079178, "train_loss_step": 3.915015697479248, "n_params": 4428880, "total_flops": 15918457651200000, "train_loss": 0.031907209753990175, "subset_score_loss": 0.031907209753990175}
+{"step": 1180000, "wall_time": 11135.958507061005, "train_loss_step": 4.083374977111816, "n_params": 4428880, "total_flops": 16054512844800000, "train_loss": 0.03184570372104645, "subset_score_loss": 0.03184570372104645}
+{"step": 1190000, "wall_time": 11223.608918190002, "train_loss_step": 3.879751443862915, "n_params": 4428880, "total_flops": 16190568038400000, "train_loss": 0.0299250066280365, "subset_score_loss": 0.0299250066280365}
+{"step": 1200000, "wall_time": 11421.644937992096, "train_loss_step": 3.9259753227233887, "n_params": 4428880, "total_flops": 16326623232000000, "train_loss": 0.0314225047826767, "subset_score_loss": 0.0314225047826767, "memorization_fraction_pixel": 0.13840000331401825, "mean_nn_ratio_pixel": 0.6195154786109924, "fid": 124.28597688148145, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11507.501582145691, "train_loss_step": 3.670140266418457, "n_params": 4428880, "total_flops": 16462678425600000, "train_loss": 0.03086516261100769, "subset_score_loss": 0.03086516261100769}
+{"step": 1220000, "wall_time": 11595.137583494186, "train_loss_step": 3.8500635623931885, "n_params": 4428880, "total_flops": 16598733619200000, "train_loss": 0.03032972514629364, "subset_score_loss": 0.03032972514629364}
+{"step": 1230000, "wall_time": 11682.914338588715, "train_loss_step": 3.74818754196167, "n_params": 4428880, "total_flops": 16734788812800000, "train_loss": 0.030720528960227967, "subset_score_loss": 0.030720528960227967}
+{"step": 1240000, "wall_time": 11770.55063533783, "train_loss_step": 3.8634631633758545, "n_params": 4428880, "total_flops": 16870844006400000, "train_loss": 0.03018711507320404, "subset_score_loss": 0.03018711507320404}
+{"step": 1250000, "wall_time": 11858.262255191803, "train_loss_step": 4.138715744018555, "n_params": 4428880, "total_flops": 17006899200000000, "train_loss": 0.029240399599075317, "subset_score_loss": 0.029240399599075317}
+{"step": 1260000, "wall_time": 11945.764875650406, "train_loss_step": 3.655947208404541, "n_params": 4428880, "total_flops": 17142954393600000, "train_loss": 0.030538100004196166, "subset_score_loss": 0.030538100004196166}
+{"step": 1270000, "wall_time": 12034.351776599884, "train_loss_step": 4.027031421661377, "n_params": 4428880, "total_flops": 17279009587200000, "train_loss": 0.030090492963790894, "subset_score_loss": 0.030090492963790894}
+{"step": 1280000, "wall_time": 12117.243248939514, "train_loss_step": 3.9043962955474854, "n_params": 4428880, "total_flops": 17415064780800000, "train_loss": 0.030474281311035155, "subset_score_loss": 0.030474281311035155}
+{"step": 1290000, "wall_time": 12201.976942062378, "train_loss_step": 3.8506362438201904, "n_params": 4428880, "total_flops": 17551119974400000, "train_loss": 0.029879266023635866, "subset_score_loss": 0.029879266023635866}
+{"step": 1300000, "wall_time": 12362.064352750778, "train_loss_step": 3.7869553565979004, "n_params": 4428880, "total_flops": 17687175168000000, "train_loss": 0.02989376485347748, "subset_score_loss": 0.02989376485347748, "memorization_fraction_pixel": 0.16779999434947968, "mean_nn_ratio_pixel": 0.5950751304626465, "fid": 122.68140867065198, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12449.74542093277, "train_loss_step": 3.8627705574035645, "n_params": 4428880, "total_flops": 17823230361600000, "train_loss": 0.028982746601104736, "subset_score_loss": 0.028982746601104736}
+{"step": 1320000, "wall_time": 12536.708034276962, "train_loss_step": 3.868020534515381, "n_params": 4428880, "total_flops": 17959285555200000, "train_loss": 0.029197636246681213, "subset_score_loss": 0.029197636246681213}
+{"step": 1330000, "wall_time": 12623.342122554779, "train_loss_step": 3.9941461086273193, "n_params": 4428880, "total_flops": 18095340748800000, "train_loss": 0.028970181941986084, "subset_score_loss": 0.028970181941986084}
+{"step": 1340000, "wall_time": 12710.88034248352, "train_loss_step": 3.6130757331848145, "n_params": 4428880, "total_flops": 18231395942400000, "train_loss": 0.02872399091720581, "subset_score_loss": 0.02872399091720581}
+{"step": 1350000, "wall_time": 12798.577940940857, "train_loss_step": 4.06433629989624, "n_params": 4428880, "total_flops": 18367451136000000, "train_loss": 0.0290603905916214, "subset_score_loss": 0.0290603905916214}
+{"step": 1360000, "wall_time": 12886.247936487198, "train_loss_step": 3.688396692276001, "n_params": 4428880, "total_flops": 18503506329600000, "train_loss": 0.02854777276515961, "subset_score_loss": 0.02854777276515961}
+{"step": 1370000, "wall_time": 12973.894538164139, "train_loss_step": 3.6759791374206543, "n_params": 4428880, "total_flops": 18639561523200000, "train_loss": 0.028331828117370606, "subset_score_loss": 0.028331828117370606}
+{"step": 1380000, "wall_time": 13059.463193178177, "train_loss_step": 3.7662227153778076, "n_params": 4428880, "total_flops": 18775616716800000, "train_loss": 0.028359949588775635, "subset_score_loss": 0.028359949588775635}
+{"step": 1390000, "wall_time": 13141.077055215836, "train_loss_step": 3.7582290172576904, "n_params": 4428880, "total_flops": 18911671910400000, "train_loss": 0.026973819732666014, "subset_score_loss": 0.026973819732666014}
+{"step": 1400000, "wall_time": 13333.956236600876, "train_loss_step": 3.690136432647705, "n_params": 4428880, "total_flops": 19047727104000000, "train_loss": 0.028400227427482605, "subset_score_loss": 0.028400227427482605, "memorization_fraction_pixel": 0.17810000479221344, "mean_nn_ratio_pixel": 0.5894126296043396, "fid": 123.47959002071232, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13421.624418497086, "train_loss_step": 3.7725443840026855, "n_params": 4428880, "total_flops": 19183782297600000, "train_loss": 0.028281903266906737, "subset_score_loss": 0.028281903266906737}
+{"step": 1420000, "wall_time": 13509.273855686188, "train_loss_step": 3.88395619392395, "n_params": 4428880, "total_flops": 19319837491200000, "train_loss": 0.027312055230140686, "subset_score_loss": 0.027312055230140686}
+{"step": 1430000, "wall_time": 13595.286973953247, "train_loss_step": 4.053652286529541, "n_params": 4428880, "total_flops": 19455892684800000, "train_loss": 0.0274637371301651, "subset_score_loss": 0.0274637371301651}
+{"step": 1440000, "wall_time": 13682.927940607071, "train_loss_step": 3.673283815383911, "n_params": 4428880, "total_flops": 19591947878400000, "train_loss": 0.027186548709869383, "subset_score_loss": 0.027186548709869383}
+{"step": 1450000, "wall_time": 13770.509495258331, "train_loss_step": 3.9037551879882812, "n_params": 4428880, "total_flops": 19728003072000000, "train_loss": 0.026931765675544738, "subset_score_loss": 0.026931765675544738}
+{"step": 1460000, "wall_time": 13858.174147129059, "train_loss_step": 3.9995222091674805, "n_params": 4428880, "total_flops": 19864058265600000, "train_loss": 0.028257483243942262, "subset_score_loss": 0.028257483243942262}
+{"step": 1470000, "wall_time": 13945.773140192032, "train_loss_step": 3.5945851802825928, "n_params": 4428880, "total_flops": 20000113459200000, "train_loss": 0.027086317539215088, "subset_score_loss": 0.027086317539215088}
+{"step": 1480000, "wall_time": 14031.223815917969, "train_loss_step": 3.5410428047180176, "n_params": 4428880, "total_flops": 20136168652800000, "train_loss": 0.027959713339805604, "subset_score_loss": 0.027959713339805604}
+{"step": 1490000, "wall_time": 14106.111021757126, "train_loss_step": 3.947298049926758, "n_params": 4428880, "total_flops": 20272223846400000, "train_loss": 0.027679848670959472, "subset_score_loss": 0.027679848670959472}
+{"step": 1500000, "wall_time": 14260.71665430069, "train_loss_step": 3.792943000793457, "n_params": 4428880, "total_flops": 20408279040000000, "train_loss": 0.026949229836463928, "subset_score_loss": 0.026949229836463928, "memorization_fraction_pixel": 0.1949000060558319, "mean_nn_ratio_pixel": 0.5727430582046509, "fid": 122.9179901439641, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14348.407301425934, "train_loss_step": 4.156008243560791, "n_params": 4428880, "total_flops": 20544334233600000, "train_loss": 0.02725951373577118, "subset_score_loss": 0.02725951373577118}
+{"step": 1520000, "wall_time": 14436.094246864319, "train_loss_step": 3.4795713424682617, "n_params": 4428880, "total_flops": 20680389427200000, "train_loss": 0.027246904373168946, "subset_score_loss": 0.027246904373168946}
+{"step": 1530000, "wall_time": 14523.882523298264, "train_loss_step": 3.690598964691162, "n_params": 4428880, "total_flops": 20816444620800000, "train_loss": 0.026737648248672485, "subset_score_loss": 0.026737648248672485}
+{"step": 1540000, "wall_time": 14609.909195661545, "train_loss_step": 3.386075973510742, "n_params": 4428880, "total_flops": 20952499814400000, "train_loss": 0.026405718922615052, "subset_score_loss": 0.026405718922615052}
+{"step": 1550000, "wall_time": 14697.60868525505, "train_loss_step": 3.673574924468994, "n_params": 4428880, "total_flops": 21088555008000000, "train_loss": 0.027214786410331725, "subset_score_loss": 0.027214786410331725}
+{"step": 1560000, "wall_time": 14785.339063882828, "train_loss_step": 3.7813496589660645, "n_params": 4428880, "total_flops": 21224610201600000, "train_loss": 0.02695445716381073, "subset_score_loss": 0.02695445716381073}
+{"step": 1570000, "wall_time": 14873.030600070953, "train_loss_step": 3.7143683433532715, "n_params": 4428880, "total_flops": 21360665395200000, "train_loss": 0.026803645491600036, "subset_score_loss": 0.026803645491600036}
+{"step": 1580000, "wall_time": 14960.756192684174, "train_loss_step": 3.3986024856567383, "n_params": 4428880, "total_flops": 21496720588800000, "train_loss": 0.025219681859016418, "subset_score_loss": 0.025219681859016418}
+{"step": 1590000, "wall_time": 15048.516306877136, "train_loss_step": 3.5471558570861816, "n_params": 4428880, "total_flops": 21632775782400000, "train_loss": 0.025663936138153078, "subset_score_loss": 0.025663936138153078}
+{"step": 1600000, "wall_time": 15197.997411966324, "train_loss_step": 3.8807144165039062, "n_params": 4428880, "total_flops": 21768830976000000, "train_loss": 0.02518969476222992, "subset_score_loss": 0.02518969476222992, "memorization_fraction_pixel": 0.21770000457763672, "mean_nn_ratio_pixel": 0.5656242370605469, "fid": 125.07825596190503, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 15285.762244462967, "train_loss_step": 3.654355049133301, "n_params": 4428880, "total_flops": 21904886169600000, "train_loss": 0.02575984299182892, "subset_score_loss": 0.02575984299182892}
+{"step": 1620000, "wall_time": 15373.315761089325, "train_loss_step": 3.66090726852417, "n_params": 4428880, "total_flops": 22040941363200000, "train_loss": 0.025689449906349183, "subset_score_loss": 0.025689449906349183}
+{"step": 1630000, "wall_time": 15460.99823141098, "train_loss_step": 3.5927281379699707, "n_params": 4428880, "total_flops": 22176996556800000, "train_loss": 0.026087695360183717, "subset_score_loss": 0.026087695360183717}
+{"step": 1640000, "wall_time": 15548.691664218903, "train_loss_step": 3.4666531085968018, "n_params": 4428880, "total_flops": 22313051750400000, "train_loss": 0.024455001950263976, "subset_score_loss": 0.024455001950263976}
+{"step": 1650000, "wall_time": 15634.756177186966, "train_loss_step": 3.6082592010498047, "n_params": 4428880, "total_flops": 22449106944000000, "train_loss": 0.025208264589309692, "subset_score_loss": 0.025208264589309692}
+{"step": 1660000, "wall_time": 15722.427242040634, "train_loss_step": 4.114381313323975, "n_params": 4428880, "total_flops": 22585162137600000, "train_loss": 0.024659900367259978, "subset_score_loss": 0.024659900367259978}
+{"step": 1670000, "wall_time": 15810.125442743301, "train_loss_step": 3.364230155944824, "n_params": 4428880, "total_flops": 22721217331200000, "train_loss": 0.02472943812608719, "subset_score_loss": 0.02472943812608719}
+{"step": 1680000, "wall_time": 15897.854911327362, "train_loss_step": 3.732673168182373, "n_params": 4428880, "total_flops": 22857272524800000, "train_loss": 0.02441985607147217, "subset_score_loss": 0.02441985607147217}
+{"step": 1690000, "wall_time": 15985.39812874794, "train_loss_step": 3.297762870788574, "n_params": 4428880, "total_flops": 22993327718400000, "train_loss": 0.024459025263786315, "subset_score_loss": 0.024459025263786315}
+{"step": 1700000, "wall_time": 16163.068261146545, "train_loss_step": 3.550492763519287, "n_params": 4428880, "total_flops": 23129382912000000, "train_loss": 0.0241483137011528, "subset_score_loss": 0.0241483137011528, "memorization_fraction_pixel": 0.22089999914169312, "mean_nn_ratio_pixel": 0.5572585463523865, "fid": 123.93183444543301, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 16250.817315340042, "train_loss_step": 4.1329874992370605, "n_params": 4428880, "total_flops": 23265438105600000, "train_loss": 0.02490106225013733, "subset_score_loss": 0.02490106225013733}
+{"step": 1720000, "wall_time": 16338.448788642883, "train_loss_step": 3.749023199081421, "n_params": 4428880, "total_flops": 23401493299200000, "train_loss": 0.024565459787845613, "subset_score_loss": 0.024565459787845613}
+{"step": 1730000, "wall_time": 16426.055607557297, "train_loss_step": 3.660160541534424, "n_params": 4428880, "total_flops": 23537548492800000, "train_loss": 0.023817959427833556, "subset_score_loss": 0.023817959427833556}
+{"step": 1740000, "wall_time": 16513.731429576874, "train_loss_step": 3.3479390144348145, "n_params": 4428880, "total_flops": 23673603686400000, "train_loss": 0.023966993391513824, "subset_score_loss": 0.023966993391513824}
+{"step": 1750000, "wall_time": 16601.304188013077, "train_loss_step": 3.509795665740967, "n_params": 4428880, "total_flops": 23809658880000000, "train_loss": 0.024360938370227812, "subset_score_loss": 0.024360938370227812}
+{"step": 1760000, "wall_time": 16687.442759990692, "train_loss_step": 3.6256418228149414, "n_params": 4428880, "total_flops": 23945714073600000, "train_loss": 0.02418982982635498, "subset_score_loss": 0.02418982982635498}
+{"step": 1770000, "wall_time": 16775.213636398315, "train_loss_step": 3.419498920440674, "n_params": 4428880, "total_flops": 24081769267200000, "train_loss": 0.02373238205909729, "subset_score_loss": 0.02373238205909729}
+{"step": 1780000, "wall_time": 16862.841852903366, "train_loss_step": 3.589627265930176, "n_params": 4428880, "total_flops": 24217824460800000, "train_loss": 0.024286694824695587, "subset_score_loss": 0.024286694824695587}
+{"step": 1790000, "wall_time": 16942.684023618698, "train_loss_step": 3.325188159942627, "n_params": 4428880, "total_flops": 24353879654400000, "train_loss": 0.023811691999435426, "subset_score_loss": 0.023811691999435426}
+{"step": 1800000, "wall_time": 17089.202855348587, "train_loss_step": 3.4707179069519043, "n_params": 4428880, "total_flops": 24489934848000000, "train_loss": 0.024023112654685975, "subset_score_loss": 0.024023112654685975, "memorization_fraction_pixel": 0.25690001249313354, "mean_nn_ratio_pixel": 0.5334722399711609, "fid": 120.67777987208436, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 17176.91080236435, "train_loss_step": 3.769068717956543, "n_params": 4428880, "total_flops": 24625990041600000, "train_loss": 0.0236186683177948, "subset_score_loss": 0.0236186683177948}
+{"step": 1820000, "wall_time": 17264.68834066391, "train_loss_step": 3.412477493286133, "n_params": 4428880, "total_flops": 24762045235200000, "train_loss": 0.02330903857946396, "subset_score_loss": 0.02330903857946396}
+{"step": 1830000, "wall_time": 17352.405615091324, "train_loss_step": 3.832012176513672, "n_params": 4428880, "total_flops": 24898100428800000, "train_loss": 0.023777589201927185, "subset_score_loss": 0.023777589201927185}
+{"step": 1840000, "wall_time": 17440.135750055313, "train_loss_step": 3.4607605934143066, "n_params": 4428880, "total_flops": 25034155622400000, "train_loss": 0.023401868343353272, "subset_score_loss": 0.023401868343353272}
+{"step": 1850000, "wall_time": 17527.811994075775, "train_loss_step": 3.3479368686676025, "n_params": 4428880, "total_flops": 25170210816000000, "train_loss": 0.023032258450984954, "subset_score_loss": 0.023032258450984954}
+{"step": 1860000, "wall_time": 17615.50614118576, "train_loss_step": 3.373911142349243, "n_params": 4428880, "total_flops": 25306266009600000, "train_loss": 0.023466412723064423, "subset_score_loss": 0.023466412723064423}
+{"step": 1870000, "wall_time": 17701.554789543152, "train_loss_step": 3.5512497425079346, "n_params": 4428880, "total_flops": 25442321203200000, "train_loss": 0.022465986013412476, "subset_score_loss": 0.022465986013412476}
+{"step": 1880000, "wall_time": 17789.331755399704, "train_loss_step": 3.802194833755493, "n_params": 4428880, "total_flops": 25578376396800000, "train_loss": 0.023305954039096834, "subset_score_loss": 0.023305954039096834}
+{"step": 1890000, "wall_time": 17876.852573633194, "train_loss_step": 3.447547435760498, "n_params": 4428880, "total_flops": 25714431590400000, "train_loss": 0.023575477302074432, "subset_score_loss": 0.023575477302074432}
+{"step": 1900000, "wall_time": 18035.62234568596, "train_loss_step": 3.5238876342773438, "n_params": 4428880, "total_flops": 25850486784000000, "train_loss": 0.02342538833618164, "subset_score_loss": 0.02342538833618164, "memorization_fraction_pixel": 0.2533000111579895, "mean_nn_ratio_pixel": 0.5318060517311096, "fid": 118.74048854427853, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 18118.841487646103, "train_loss_step": 3.261765956878662, "n_params": 4428880, "total_flops": 25986541977600000, "train_loss": 0.022671259939670563, "subset_score_loss": 0.022671259939670563}
+{"step": 1920000, "wall_time": 18206.477682113647, "train_loss_step": 3.611675977706909, "n_params": 4428880, "total_flops": 26122597171200000, "train_loss": 0.024101029336452483, "subset_score_loss": 0.024101029336452483}
+{"step": 1930000, "wall_time": 18294.076599359512, "train_loss_step": 3.539973735809326, "n_params": 4428880, "total_flops": 26258652364800000, "train_loss": 0.02384881377220154, "subset_score_loss": 0.02384881377220154}
+{"step": 1940000, "wall_time": 18381.77517580986, "train_loss_step": 3.404088020324707, "n_params": 4428880, "total_flops": 26394707558400000, "train_loss": 0.021758249402046202, "subset_score_loss": 0.021758249402046202}
+{"step": 1950000, "wall_time": 18469.44061088562, "train_loss_step": 3.202425241470337, "n_params": 4428880, "total_flops": 26530762752000000, "train_loss": 0.02214493155479431, "subset_score_loss": 0.02214493155479431}
+{"step": 1960000, "wall_time": 18557.12105202675, "train_loss_step": 3.5632164478302, "n_params": 4428880, "total_flops": 26666817945600000, "train_loss": 0.021892112493515015, "subset_score_loss": 0.021892112493515015}
+{"step": 1970000, "wall_time": 18644.80944609642, "train_loss_step": 3.228395462036133, "n_params": 4428880, "total_flops": 26802873139200000, "train_loss": 0.021909478306770324, "subset_score_loss": 0.021909478306770324}
+{"step": 1980000, "wall_time": 18731.185295820236, "train_loss_step": 3.4338488578796387, "n_params": 4428880, "total_flops": 26938928332800000, "train_loss": 0.023103094100952147, "subset_score_loss": 0.023103094100952147}
+{"step": 1990000, "wall_time": 18818.728752851486, "train_loss_step": 3.812307357788086, "n_params": 4428880, "total_flops": 27074983526400000, "train_loss": 0.022093065083026886, "subset_score_loss": 0.022093065083026886}
+{"step": 2000000, "wall_time": 18974.83173274994, "train_loss_step": 3.4469423294067383, "n_params": 4428880, "total_flops": 27211038720000000, "train_loss": 0.021705511212348937, "subset_score_loss": 0.021705511212348937, "memorization_fraction_pixel": 0.2619999945163727, "mean_nn_ratio_pixel": 0.5345893502235413, "fid": 120.57967373054947, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 19061.10256266594, "train_loss_step": 3.280797004699707, "n_params": 4428880, "total_flops": 27347093913600000, "train_loss": 0.021763187646865845, "subset_score_loss": 0.021763187646865845}
+{"step": 2020000, "wall_time": 19136.128015995026, "train_loss_step": 3.330120086669922, "n_params": 4428880, "total_flops": 27483149107200000, "train_loss": 0.022179676592350005, "subset_score_loss": 0.022179676592350005}
+{"step": 2030000, "wall_time": 19223.80163192749, "train_loss_step": 3.0599613189697266, "n_params": 4428880, "total_flops": 27619204300800000, "train_loss": 0.021994993090629578, "subset_score_loss": 0.021994993090629578}
+{"step": 2040000, "wall_time": 19311.444523096085, "train_loss_step": 3.4695520401000977, "n_params": 4428880, "total_flops": 27755259494400000, "train_loss": 0.021648816764354706, "subset_score_loss": 0.021648816764354706}
+{"step": 2050000, "wall_time": 19399.06826353073, "train_loss_step": 3.6498937606811523, "n_params": 4428880, "total_flops": 27891314688000000, "train_loss": 0.021769654750823975, "subset_score_loss": 0.021769654750823975}
+{"step": 2060000, "wall_time": 19486.761777877808, "train_loss_step": 3.4362003803253174, "n_params": 4428880, "total_flops": 28027369881600000, "train_loss": 0.021628110110759734, "subset_score_loss": 0.021628110110759734}
+{"step": 2070000, "wall_time": 19574.366443395615, "train_loss_step": 3.3187856674194336, "n_params": 4428880, "total_flops": 28163425075200000, "train_loss": 0.02128862142562866, "subset_score_loss": 0.02128862142562866}
+{"step": 2080000, "wall_time": 19661.981216192245, "train_loss_step": 3.4446966648101807, "n_params": 4428880, "total_flops": 28299480268800000, "train_loss": 0.021780923008918762, "subset_score_loss": 0.021780923008918762}
+{"step": 2090000, "wall_time": 19747.449812412262, "train_loss_step": 3.4722800254821777, "n_params": 4428880, "total_flops": 28435535462400000, "train_loss": 0.020908108353614806, "subset_score_loss": 0.020908108353614806}
+{"step": 2100000, "wall_time": 19940.79537129402, "train_loss_step": 3.2536888122558594, "n_params": 4428880, "total_flops": 28571590656000000, "train_loss": 0.021085390448570253, "subset_score_loss": 0.021085390448570253, "memorization_fraction_pixel": 0.2732999920845032, "mean_nn_ratio_pixel": 0.5268145203590393, "fid": 118.68713393602921, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 20028.90644288063, "train_loss_step": 3.565335273742676, "n_params": 4428880, "total_flops": 28707645849600000, "train_loss": 0.020647285878658293, "subset_score_loss": 0.020647285878658293}
+{"step": 2120000, "wall_time": 20106.563836812973, "train_loss_step": 3.3226735591888428, "n_params": 4428880, "total_flops": 28843701043200000, "train_loss": 0.021509417891502382, "subset_score_loss": 0.021509417891502382}
+{"step": 2130000, "wall_time": 20194.220309734344, "train_loss_step": 3.472257375717163, "n_params": 4428880, "total_flops": 28979756236800000, "train_loss": 0.021540531516075136, "subset_score_loss": 0.021540531516075136}
+{"step": 2140000, "wall_time": 20281.743628501892, "train_loss_step": 3.616232395172119, "n_params": 4428880, "total_flops": 29115811430400000, "train_loss": 0.022700895369052888, "subset_score_loss": 0.022700895369052888}
+{"step": 2150000, "wall_time": 20369.445061445236, "train_loss_step": 3.488596200942993, "n_params": 4428880, "total_flops": 29251866624000000, "train_loss": 0.020573335886001586, "subset_score_loss": 0.020573335886001586}
+{"step": 2160000, "wall_time": 20457.11579632759, "train_loss_step": 3.035843849182129, "n_params": 4428880, "total_flops": 29387921817600000, "train_loss": 0.02077082246541977, "subset_score_loss": 0.02077082246541977}
+{"step": 2170000, "wall_time": 20544.837348222733, "train_loss_step": 3.369697093963623, "n_params": 4428880, "total_flops": 29523977011200000, "train_loss": 0.021687223017215727, "subset_score_loss": 0.021687223017215727}
+{"step": 2180000, "wall_time": 20632.573115110397, "train_loss_step": 3.3531341552734375, "n_params": 4428880, "total_flops": 29660032204800000, "train_loss": 0.021339677274227142, "subset_score_loss": 0.021339677274227142}
+{"step": 2190000, "wall_time": 20716.696032762527, "train_loss_step": 3.1925439834594727, "n_params": 4428880, "total_flops": 29796087398400000, "train_loss": 0.020795540511608125, "subset_score_loss": 0.020795540511608125}
+{"step": 2200000, "wall_time": 20922.75595855713, "train_loss_step": 3.3650431632995605, "n_params": 4428880, "total_flops": 29932142592000000, "train_loss": 0.02080077528953552, "subset_score_loss": 0.02080077528953552, "memorization_fraction_pixel": 0.2865000069141388, "mean_nn_ratio_pixel": 0.5107793807983398, "fid": 116.66407857563583, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 21010.42108607292, "train_loss_step": 3.534179210662842, "n_params": 4428880, "total_flops": 30068197785600000, "train_loss": 0.021051891148090363, "subset_score_loss": 0.021051891148090363}
+{"step": 2220000, "wall_time": 21090.967678308487, "train_loss_step": 3.226785659790039, "n_params": 4428880, "total_flops": 30204252979200000, "train_loss": 0.02027568519115448, "subset_score_loss": 0.02027568519115448}
+{"step": 2230000, "wall_time": 21171.076137304306, "train_loss_step": 3.260028839111328, "n_params": 4428880, "total_flops": 30340308172800000, "train_loss": 0.020705851912498473, "subset_score_loss": 0.020705851912498473}
+{"step": 2240000, "wall_time": 21258.729493379593, "train_loss_step": 3.122406244277954, "n_params": 4428880, "total_flops": 30476363366400000, "train_loss": 0.02007753849029541, "subset_score_loss": 0.02007753849029541}
+{"step": 2250000, "wall_time": 21346.32259297371, "train_loss_step": 3.3302600383758545, "n_params": 4428880, "total_flops": 30612418560000000, "train_loss": 0.020140965282917023, "subset_score_loss": 0.020140965282917023}
+{"step": 2260000, "wall_time": 21434.028446674347, "train_loss_step": 3.2454843521118164, "n_params": 4428880, "total_flops": 30748473753600000, "train_loss": 0.02035363167524338, "subset_score_loss": 0.02035363167524338}
+{"step": 2270000, "wall_time": 21521.700548887253, "train_loss_step": 3.536412239074707, "n_params": 4428880, "total_flops": 30884528947200000, "train_loss": 0.021107389032840727, "subset_score_loss": 0.021107389032840727}
+{"step": 2280000, "wall_time": 21609.309453248978, "train_loss_step": 3.428928852081299, "n_params": 4428880, "total_flops": 31020584140800000, "train_loss": 0.020046493411064147, "subset_score_loss": 0.020046493411064147}
+{"step": 2290000, "wall_time": 21690.626481294632, "train_loss_step": 3.281048536300659, "n_params": 4428880, "total_flops": 31156639334400000, "train_loss": 0.019857457280158995, "subset_score_loss": 0.019857457280158995}
+{"step": 2300000, "wall_time": 21873.303705453873, "train_loss_step": 3.106198310852051, "n_params": 4428880, "total_flops": 31292694528000000, "train_loss": 0.019861045479774474, "subset_score_loss": 0.019861045479774474, "memorization_fraction_pixel": 0.30070000886917114, "mean_nn_ratio_pixel": 0.5080689787864685, "fid": 117.3502980080267, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 21961.282677412033, "train_loss_step": 3.4000320434570312, "n_params": 4428880, "total_flops": 31428749721600000, "train_loss": 0.0198666512966156, "subset_score_loss": 0.0198666512966156}
+{"step": 2320000, "wall_time": 22047.20373606682, "train_loss_step": 3.3465576171875, "n_params": 4428880, "total_flops": 31564804915200000, "train_loss": 0.018955326080322264, "subset_score_loss": 0.018955326080322264}
+{"step": 2330000, "wall_time": 22126.272074222565, "train_loss_step": 3.0640687942504883, "n_params": 4428880, "total_flops": 31700860108800000, "train_loss": 0.019763067364692688, "subset_score_loss": 0.019763067364692688}
+{"step": 2340000, "wall_time": 22209.690551519394, "train_loss_step": 3.0263020992279053, "n_params": 4428880, "total_flops": 31836915302400000, "train_loss": 0.020401927828788757, "subset_score_loss": 0.020401927828788757}
+{"step": 2350000, "wall_time": 22297.278505802155, "train_loss_step": 3.211138963699341, "n_params": 4428880, "total_flops": 31972970496000000, "train_loss": 0.019352784752845763, "subset_score_loss": 0.019352784752845763}
+{"step": 2360000, "wall_time": 22384.87146472931, "train_loss_step": 3.417374610900879, "n_params": 4428880, "total_flops": 32109025689600000, "train_loss": 0.01977846622467041, "subset_score_loss": 0.01977846622467041}
+{"step": 2370000, "wall_time": 22472.54195833206, "train_loss_step": 3.427133321762085, "n_params": 4428880, "total_flops": 32245080883200000, "train_loss": 0.01943134516477585, "subset_score_loss": 0.01943134516477585}
+{"step": 2380000, "wall_time": 22560.183336257935, "train_loss_step": 3.1599838733673096, "n_params": 4428880, "total_flops": 32381136076800000, "train_loss": 0.019827964901924133, "subset_score_loss": 0.019827964901924133}
+{"step": 2390000, "wall_time": 22644.744607925415, "train_loss_step": 3.188204526901245, "n_params": 4428880, "total_flops": 32517191270400000, "train_loss": 0.01974208205938339, "subset_score_loss": 0.01974208205938339}
+{"step": 2400000, "wall_time": 22843.16930913925, "train_loss_step": 3.3505308628082275, "n_params": 4428880, "total_flops": 32653246464000000, "train_loss": 0.019091388583183287, "subset_score_loss": 0.019091388583183287, "memorization_fraction_pixel": 0.3010999858379364, "mean_nn_ratio_pixel": 0.5105094909667969, "fid": 116.48727153387333, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 22931.179047584534, "train_loss_step": 3.277139186859131, "n_params": 4428880, "total_flops": 32789301657600000, "train_loss": 0.02000603973865509, "subset_score_loss": 0.02000603973865509}
+{"step": 2420000, "wall_time": 23017.484802007675, "train_loss_step": 3.296436071395874, "n_params": 4428880, "total_flops": 32925356851200000, "train_loss": 0.018622826039791106, "subset_score_loss": 0.018622826039791106}
+{"step": 2430000, "wall_time": 23105.806958198547, "train_loss_step": 3.501572370529175, "n_params": 4428880, "total_flops": 33061412044800000, "train_loss": 0.018946732580661773, "subset_score_loss": 0.018946732580661773}
+{"step": 2440000, "wall_time": 23182.420811891556, "train_loss_step": 3.230151653289795, "n_params": 4428880, "total_flops": 33197467238400000, "train_loss": 0.019041572511196137, "subset_score_loss": 0.019041572511196137}
+{"step": 2450000, "wall_time": 23270.097490787506, "train_loss_step": 3.22756290435791, "n_params": 4428880, "total_flops": 33333522432000000, "train_loss": 0.018900837004184722, "subset_score_loss": 0.018900837004184722}
+{"step": 2460000, "wall_time": 23357.6826505661, "train_loss_step": 3.3868954181671143, "n_params": 4428880, "total_flops": 33469577625600000, "train_loss": 0.020371094346046448, "subset_score_loss": 0.020371094346046448}
+{"step": 2470000, "wall_time": 23445.3547372818, "train_loss_step": 3.1847445964813232, "n_params": 4428880, "total_flops": 33605632819200000, "train_loss": 0.01879471093416214, "subset_score_loss": 0.01879471093416214}
+{"step": 2480000, "wall_time": 23533.057244300842, "train_loss_step": 3.4838671684265137, "n_params": 4428880, "total_flops": 33741688012800000, "train_loss": 0.01857801228761673, "subset_score_loss": 0.01857801228761673}
+{"step": 2490000, "wall_time": 23613.928500175476, "train_loss_step": 3.0521788597106934, "n_params": 4428880, "total_flops": 33877743206400000, "train_loss": 0.01915827989578247, "subset_score_loss": 0.01915827989578247}
+{"step": 2500000, "wall_time": 23799.702589273453, "train_loss_step": 3.1595563888549805, "n_params": 4428880, "total_flops": 34013798400000000, "train_loss": 0.018910285830497742, "subset_score_loss": 0.018910285830497742, "memorization_fraction_pixel": 0.31060001254081726, "mean_nn_ratio_pixel": 0.5005041360855103, "fid": 115.35037510287165, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 23887.57723379135, "train_loss_step": 3.276557683944702, "n_params": 4428880, "total_flops": 34149853593600000, "train_loss": 0.01822512596845627, "subset_score_loss": 0.01822512596845627}
+{"step": 2520000, "wall_time": 23973.73912835121, "train_loss_step": 2.8620412349700928, "n_params": 4428880, "total_flops": 34285908787200000, "train_loss": 0.019223645329475403, "subset_score_loss": 0.019223645329475403}
+{"step": 2530000, "wall_time": 24061.489459514618, "train_loss_step": 3.156923770904541, "n_params": 4428880, "total_flops": 34421963980800000, "train_loss": 0.018364642560482026, "subset_score_loss": 0.018364642560482026}
+{"step": 2540000, "wall_time": 24144.929572343826, "train_loss_step": 2.815774440765381, "n_params": 4428880, "total_flops": 34558019174400000, "train_loss": 0.018121492862701417, "subset_score_loss": 0.018121492862701417}
+{"step": 2550000, "wall_time": 24219.74912381172, "train_loss_step": 3.182192802429199, "n_params": 4428880, "total_flops": 34694074368000000, "train_loss": 0.01830594539642334, "subset_score_loss": 0.01830594539642334}
+{"step": 2560000, "wall_time": 24307.45666885376, "train_loss_step": 2.9122180938720703, "n_params": 4428880, "total_flops": 34830129561600000, "train_loss": 0.01816668510437012, "subset_score_loss": 0.01816668510437012}
+{"step": 2570000, "wall_time": 24395.119715452194, "train_loss_step": 3.2698965072631836, "n_params": 4428880, "total_flops": 34966184755200000, "train_loss": 0.01790221482515335, "subset_score_loss": 0.01790221482515335}
+{"step": 2580000, "wall_time": 24482.801528453827, "train_loss_step": 3.214155673980713, "n_params": 4428880, "total_flops": 35102239948800000, "train_loss": 0.018363510072231293, "subset_score_loss": 0.018363510072231293}
+{"step": 2590000, "wall_time": 24566.46528339386, "train_loss_step": 3.3923521041870117, "n_params": 4428880, "total_flops": 35238295142400000, "train_loss": 0.018885880708694458, "subset_score_loss": 0.018885880708694458}
+{"step": 2600000, "wall_time": 24757.01864528656, "train_loss_step": 3.1182234287261963, "n_params": 4428880, "total_flops": 35374350336000000, "train_loss": 0.0183634027838707, "subset_score_loss": 0.0183634027838707, "memorization_fraction_pixel": 0.31769999861717224, "mean_nn_ratio_pixel": 0.49443119764328003, "fid": 114.09604238904305, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 24842.898469924927, "train_loss_step": 3.2494113445281982, "n_params": 4428880, "total_flops": 35510405529600000, "train_loss": 0.017939871549606322, "subset_score_loss": 0.017939871549606322}
+{"step": 2620000, "wall_time": 24928.959928274155, "train_loss_step": 2.8975367546081543, "n_params": 4428880, "total_flops": 35646460723200000, "train_loss": 0.017563915252685545, "subset_score_loss": 0.017563915252685545}
+{"step": 2630000, "wall_time": 25016.63900065422, "train_loss_step": 2.754446029663086, "n_params": 4428880, "total_flops": 35782515916800000, "train_loss": 0.018216963112354278, "subset_score_loss": 0.018216963112354278}
+{"step": 2640000, "wall_time": 25104.23549747467, "train_loss_step": 2.973945140838623, "n_params": 4428880, "total_flops": 35918571110400000, "train_loss": 0.017891377210617065, "subset_score_loss": 0.017891377210617065}
+{"step": 2650000, "wall_time": 25187.860408067703, "train_loss_step": 3.2221500873565674, "n_params": 4428880, "total_flops": 36054626304000000, "train_loss": 0.017127713561058043, "subset_score_loss": 0.017127713561058043}
+{"step": 2660000, "wall_time": 25265.781638860703, "train_loss_step": 3.059436798095703, "n_params": 4428880, "total_flops": 36190681497600000, "train_loss": 0.01730826199054718, "subset_score_loss": 0.01730826199054718}
+{"step": 2670000, "wall_time": 25353.458752393723, "train_loss_step": 2.8096985816955566, "n_params": 4428880, "total_flops": 36326736691200000, "train_loss": 0.01751696914434433, "subset_score_loss": 0.01751696914434433}
+{"step": 2680000, "wall_time": 25441.096769809723, "train_loss_step": 2.9237594604492188, "n_params": 4428880, "total_flops": 36462791884800000, "train_loss": 0.01774057149887085, "subset_score_loss": 0.01774057149887085}
+{"step": 2690000, "wall_time": 25523.023828983307, "train_loss_step": 3.1340713500976562, "n_params": 4428880, "total_flops": 36598847078400000, "train_loss": 0.017495957016944886, "subset_score_loss": 0.017495957016944886}
+{"step": 2700000, "wall_time": 25711.61293029785, "train_loss_step": 2.9681472778320312, "n_params": 4428880, "total_flops": 36734902272000000, "train_loss": 0.017207516729831694, "subset_score_loss": 0.017207516729831694, "memorization_fraction_pixel": 0.334199994802475, "mean_nn_ratio_pixel": 0.481169730424881, "fid": 113.70574961141966, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 25797.647458314896, "train_loss_step": 3.1392822265625, "n_params": 4428880, "total_flops": 36870957465600000, "train_loss": 0.018149958550930025, "subset_score_loss": 0.018149958550930025}
+{"step": 2720000, "wall_time": 25883.858838796616, "train_loss_step": 3.2586491107940674, "n_params": 4428880, "total_flops": 37007012659200000, "train_loss": 0.017376935482025145, "subset_score_loss": 0.017376935482025145}
+{"step": 2730000, "wall_time": 25971.524990320206, "train_loss_step": 3.6729869842529297, "n_params": 4428880, "total_flops": 37143067852800000, "train_loss": 0.01724601089954376, "subset_score_loss": 0.01724601089954376}
+{"step": 2740000, "wall_time": 26059.214136838913, "train_loss_step": 3.084549903869629, "n_params": 4428880, "total_flops": 37279123046400000, "train_loss": 0.01687108874320984, "subset_score_loss": 0.01687108874320984}
+{"step": 2750000, "wall_time": 26147.01338839531, "train_loss_step": 3.1304843425750732, "n_params": 4428880, "total_flops": 37415178240000000, "train_loss": 0.016625110805034638, "subset_score_loss": 0.016625110805034638}
+{"step": 2760000, "wall_time": 26227.55387711525, "train_loss_step": 3.485952854156494, "n_params": 4428880, "total_flops": 37551233433600000, "train_loss": 0.017287051677703856, "subset_score_loss": 0.017287051677703856}
+{"step": 2770000, "wall_time": 26307.272114276886, "train_loss_step": 3.218780040740967, "n_params": 4428880, "total_flops": 37687288627200000, "train_loss": 0.016992257535457612, "subset_score_loss": 0.016992257535457612}
+{"step": 2780000, "wall_time": 26395.03290462494, "train_loss_step": 3.1917593479156494, "n_params": 4428880, "total_flops": 37823343820800000, "train_loss": 0.017664502561092376, "subset_score_loss": 0.017664502561092376}
+{"step": 2790000, "wall_time": 26477.951191663742, "train_loss_step": 3.2231285572052, "n_params": 4428880, "total_flops": 37959399014400000, "train_loss": 0.01638222634792328, "subset_score_loss": 0.01638222634792328}
+{"step": 2800000, "wall_time": 26655.45953965187, "train_loss_step": 2.9690356254577637, "n_params": 4428880, "total_flops": 38095454208000000, "train_loss": 0.016857613623142243, "subset_score_loss": 0.016857613623142243, "memorization_fraction_pixel": 0.33489999175071716, "mean_nn_ratio_pixel": 0.4781527817249298, "fid": 112.2891902981743, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 26743.077679157257, "train_loss_step": 2.7169318199157715, "n_params": 4428880, "total_flops": 38231509401600000, "train_loss": 0.016750794649124146, "subset_score_loss": 0.016750794649124146}
+{"step": 2820000, "wall_time": 26829.4513027668, "train_loss_step": 3.3578779697418213, "n_params": 4428880, "total_flops": 38367564595200000, "train_loss": 0.01766512542963028, "subset_score_loss": 0.01766512542963028}
+{"step": 2830000, "wall_time": 26915.30747437477, "train_loss_step": 2.9486656188964844, "n_params": 4428880, "total_flops": 38503619788800000, "train_loss": 0.017660501599311828, "subset_score_loss": 0.017660501599311828}
+{"step": 2840000, "wall_time": 27003.027402877808, "train_loss_step": 2.9780008792877197, "n_params": 4428880, "total_flops": 38639674982400000, "train_loss": 0.016364644467830657, "subset_score_loss": 0.016364644467830657}
+{"step": 2850000, "wall_time": 27090.673662662506, "train_loss_step": 3.199155807495117, "n_params": 4428880, "total_flops": 38775730176000000, "train_loss": 0.016780610382556915, "subset_score_loss": 0.016780610382556915}
+{"step": 2860000, "wall_time": 27178.439598560333, "train_loss_step": 3.1525726318359375, "n_params": 4428880, "total_flops": 38911785369600000, "train_loss": 0.016529998183250426, "subset_score_loss": 0.016529998183250426}
+{"step": 2870000, "wall_time": 27260.9608066082, "train_loss_step": 2.7737557888031006, "n_params": 4428880, "total_flops": 39047840563200000, "train_loss": 0.016191068291664123, "subset_score_loss": 0.016191068291664123}
+{"step": 2880000, "wall_time": 27338.567927837372, "train_loss_step": 3.2112631797790527, "n_params": 4428880, "total_flops": 39183895756800000, "train_loss": 0.01615999937057495, "subset_score_loss": 0.01615999937057495}
+{"step": 2890000, "wall_time": 27421.97551703453, "train_loss_step": 2.769845485687256, "n_params": 4428880, "total_flops": 39319950950400000, "train_loss": 0.015777303278446196, "subset_score_loss": 0.015777303278446196}
+{"step": 2900000, "wall_time": 27634.45623278618, "train_loss_step": 2.861222743988037, "n_params": 4428880, "total_flops": 39456006144000000, "train_loss": 0.016804322600364685, "subset_score_loss": 0.016804322600364685, "memorization_fraction_pixel": 0.3359000086784363, "mean_nn_ratio_pixel": 0.47627729177474976, "fid": 113.22446232266248, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 27722.10128569603, "train_loss_step": 3.1678004264831543, "n_params": 4428880, "total_flops": 39592061337600000, "train_loss": 0.015487729012966156, "subset_score_loss": 0.015487729012966156}
+{"step": 2920000, "wall_time": 27808.199380159378, "train_loss_step": 3.1822025775909424, "n_params": 4428880, "total_flops": 39728116531200000, "train_loss": 0.015198184549808503, "subset_score_loss": 0.015198184549808503}
+{"step": 2930000, "wall_time": 27894.34753203392, "train_loss_step": 2.8984837532043457, "n_params": 4428880, "total_flops": 39864171724800000, "train_loss": 0.015717944502830504, "subset_score_loss": 0.015717944502830504}
+{"step": 2940000, "wall_time": 27981.995445728302, "train_loss_step": 3.3914437294006348, "n_params": 4428880, "total_flops": 40000226918400000, "train_loss": 0.016081418097019195, "subset_score_loss": 0.016081418097019195}
+{"step": 2950000, "wall_time": 28069.781849622726, "train_loss_step": 2.818737268447876, "n_params": 4428880, "total_flops": 40136282112000000, "train_loss": 0.015469186007976532, "subset_score_loss": 0.015469186007976532}
+{"step": 2960000, "wall_time": 28157.325483560562, "train_loss_step": 2.979046583175659, "n_params": 4428880, "total_flops": 40272337305600000, "train_loss": 0.016612671315670013, "subset_score_loss": 0.016612671315670013}
+{"step": 2970000, "wall_time": 28245.484897375107, "train_loss_step": 2.9666762351989746, "n_params": 4428880, "total_flops": 40408392499200000, "train_loss": 0.016408035159111024, "subset_score_loss": 0.016408035159111024}
+{"step": 2980000, "wall_time": 28321.22803592682, "train_loss_step": 3.061189651489258, "n_params": 4428880, "total_flops": 40544447692800000, "train_loss": 0.015476062893867493, "subset_score_loss": 0.015476062893867493}
+{"step": 2990000, "wall_time": 28400.03615283966, "train_loss_step": 2.879417657852173, "n_params": 4428880, "total_flops": 40680502886400000, "train_loss": 0.016685594618320466, "subset_score_loss": 0.016685594618320466}
+{"step": 3000000, "wall_time": 28613.149807214737, "train_loss_step": 2.9520792961120605, "n_params": 4428880, "total_flops": 40816558080000000, "train_loss": 0.016184224188327788, "subset_score_loss": 0.016184224188327788, "memorization_fraction_pixel": 0.35089999437332153, "mean_nn_ratio_pixel": 0.4719555079936981, "fid": 111.84328988471816, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 28700.85204935074, "train_loss_step": 3.2132368087768555, "n_params": 4428880, "total_flops": 40952613273600000, "train_loss": 0.016912864148616792, "subset_score_loss": 0.016912864148616792}
+{"step": 3020000, "wall_time": 28788.020169258118, "train_loss_step": 3.1922354698181152, "n_params": 4428880, "total_flops": 41088668467200000, "train_loss": 0.015589718520641328, "subset_score_loss": 0.015589718520641328}
+{"step": 3030000, "wall_time": 28873.102300167084, "train_loss_step": 2.7697577476501465, "n_params": 4428880, "total_flops": 41224723660800000, "train_loss": 0.015248802304267884, "subset_score_loss": 0.015248802304267884}
+{"step": 3040000, "wall_time": 28960.71609020233, "train_loss_step": 2.87233829498291, "n_params": 4428880, "total_flops": 41360778854400000, "train_loss": 0.01585540920495987, "subset_score_loss": 0.01585540920495987}
+{"step": 3050000, "wall_time": 29048.38710141182, "train_loss_step": 3.1186046600341797, "n_params": 4428880, "total_flops": 41496834048000000, "train_loss": 0.01587400436401367, "subset_score_loss": 0.01587400436401367}
+{"step": 3060000, "wall_time": 29136.02867293358, "train_loss_step": 2.859971523284912, "n_params": 4428880, "total_flops": 41632889241600000, "train_loss": 0.015813487768173217, "subset_score_loss": 0.015813487768173217}
+{"step": 3070000, "wall_time": 29223.714598178864, "train_loss_step": 2.877512216567993, "n_params": 4428880, "total_flops": 41768944435200000, "train_loss": 0.015029309689998627, "subset_score_loss": 0.015029309689998627}
+{"step": 3080000, "wall_time": 29305.8936958313, "train_loss_step": 3.4911084175109863, "n_params": 4428880, "total_flops": 41904999628800000, "train_loss": 0.015318652987480164, "subset_score_loss": 0.015318652987480164}
+{"step": 3090000, "wall_time": 29375.08540701866, "train_loss_step": 3.497586965560913, "n_params": 4428880, "total_flops": 42041054822400000, "train_loss": 0.014892606437206269, "subset_score_loss": 0.014892606437206269}
+{"step": 3100000, "wall_time": 29541.77635192871, "train_loss_step": 2.9166340827941895, "n_params": 4428880, "total_flops": 42177110016000000, "train_loss": 0.015253400802612305, "subset_score_loss": 0.015253400802612305, "memorization_fraction_pixel": 0.35429999232292175, "mean_nn_ratio_pixel": 0.46568065881729126, "fid": 111.0677800619221, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 29629.459671497345, "train_loss_step": 2.953446626663208, "n_params": 4428880, "total_flops": 42313165209600000, "train_loss": 0.015557102859020233, "subset_score_loss": 0.015557102859020233}
+{"step": 3120000, "wall_time": 29717.218229293823, "train_loss_step": 2.9679970741271973, "n_params": 4428880, "total_flops": 42449220403200000, "train_loss": 0.016040396690368653, "subset_score_loss": 0.016040396690368653}
+{"step": 3130000, "wall_time": 29803.365775585175, "train_loss_step": 3.218149423599243, "n_params": 4428880, "total_flops": 42585275596800000, "train_loss": 0.014628300070762634, "subset_score_loss": 0.014628300070762634}
+{"step": 3140000, "wall_time": 29889.267549037933, "train_loss_step": 3.309471845626831, "n_params": 4428880, "total_flops": 42721330790400000, "train_loss": 0.015375165641307831, "subset_score_loss": 0.015375165641307831}
+{"step": 3150000, "wall_time": 29977.006816864014, "train_loss_step": 3.0022149085998535, "n_params": 4428880, "total_flops": 42857385984000000, "train_loss": 0.015366874635219574, "subset_score_loss": 0.015366874635219574}
+{"step": 3160000, "wall_time": 30064.651119232178, "train_loss_step": 3.2524781227111816, "n_params": 4428880, "total_flops": 42993441177600000, "train_loss": 0.01459115296602249, "subset_score_loss": 0.01459115296602249}
+{"step": 3170000, "wall_time": 30152.343068122864, "train_loss_step": 3.0588560104370117, "n_params": 4428880, "total_flops": 43129496371200000, "train_loss": 0.015054091811180115, "subset_score_loss": 0.015054091811180115}
+{"step": 3180000, "wall_time": 30239.879899978638, "train_loss_step": 3.0764849185943604, "n_params": 4428880, "total_flops": 43265551564800000, "train_loss": 0.014788556098937988, "subset_score_loss": 0.014788556098937988}
+{"step": 3190000, "wall_time": 30313.70251226425, "train_loss_step": 2.984360694885254, "n_params": 4428880, "total_flops": 43401606758400000, "train_loss": 0.015078553557395935, "subset_score_loss": 0.015078553557395935}
+{"step": 3200000, "wall_time": 30513.913464784622, "train_loss_step": 3.2137503623962402, "n_params": 4428880, "total_flops": 43537661952000000, "train_loss": 0.014945301413536071, "subset_score_loss": 0.014945301413536071, "memorization_fraction_pixel": 0.34860000014305115, "mean_nn_ratio_pixel": 0.4591729938983917, "fid": 110.66002805604668, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 30601.61237668991, "train_loss_step": 3.3505239486694336, "n_params": 4428880, "total_flops": 43673717145600000, "train_loss": 0.014727754890918732, "subset_score_loss": 0.014727754890918732}
+{"step": 3220000, "wall_time": 30689.25569486618, "train_loss_step": 2.9957852363586426, "n_params": 4428880, "total_flops": 43809772339200000, "train_loss": 0.014599893987178803, "subset_score_loss": 0.014599893987178803}
+{"step": 3230000, "wall_time": 30775.371012449265, "train_loss_step": 3.1036548614501953, "n_params": 4428880, "total_flops": 43945827532800000, "train_loss": 0.015062765777111053, "subset_score_loss": 0.015062765777111053}
+{"step": 3240000, "wall_time": 30861.583161115646, "train_loss_step": 2.9891209602355957, "n_params": 4428880, "total_flops": 44081882726400000, "train_loss": 0.014583609998226166, "subset_score_loss": 0.014583609998226166}
+{"step": 3250000, "wall_time": 30949.189071893692, "train_loss_step": 3.2632029056549072, "n_params": 4428880, "total_flops": 44217937920000000, "train_loss": 0.014816957712173461, "subset_score_loss": 0.014816957712173461}
+{"step": 3260000, "wall_time": 31036.725457429886, "train_loss_step": 2.9108986854553223, "n_params": 4428880, "total_flops": 44353993113600000, "train_loss": 0.014935299754142761, "subset_score_loss": 0.014935299754142761}
+{"step": 3270000, "wall_time": 31123.97016596794, "train_loss_step": 2.8596816062927246, "n_params": 4428880, "total_flops": 44490048307200000, "train_loss": 0.014839243888854981, "subset_score_loss": 0.014839243888854981}
+{"step": 3280000, "wall_time": 31211.501791000366, "train_loss_step": 3.119568347930908, "n_params": 4428880, "total_flops": 44626103500800000, "train_loss": 0.014386771619319916, "subset_score_loss": 0.014386771619319916}
+{"step": 3290000, "wall_time": 31289.76744699478, "train_loss_step": 3.049553394317627, "n_params": 4428880, "total_flops": 44762158694400000, "train_loss": 0.014364326000213623, "subset_score_loss": 0.014364326000213623}
+{"step": 3300000, "wall_time": 31477.693673610687, "train_loss_step": 3.0965065956115723, "n_params": 4428880, "total_flops": 44898213888000000, "train_loss": 0.014155101776123048, "subset_score_loss": 0.014155101776123048, "memorization_fraction_pixel": 0.3637999892234802, "mean_nn_ratio_pixel": 0.45764800906181335, "fid": 110.12984134150344, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 31565.324903964996, "train_loss_step": 3.296370506286621, "n_params": 4428880, "total_flops": 45034269081600000, "train_loss": 0.014589807391166687, "subset_score_loss": 0.014589807391166687}
+{"step": 3320000, "wall_time": 31652.971775770187, "train_loss_step": 3.2792234420776367, "n_params": 4428880, "total_flops": 45170324275200000, "train_loss": 0.014834964275360107, "subset_score_loss": 0.014834964275360107}
+{"step": 3330000, "wall_time": 31739.178997278214, "train_loss_step": 2.71177339553833, "n_params": 4428880, "total_flops": 45306379468800000, "train_loss": 0.014709283411502839, "subset_score_loss": 0.014709283411502839}
+{"step": 3340000, "wall_time": 31827.1328895092, "train_loss_step": 2.853663206100464, "n_params": 4428880, "total_flops": 45442434662400000, "train_loss": 0.013641610741615295, "subset_score_loss": 0.013641610741615295}
+{"step": 3350000, "wall_time": 31913.095498085022, "train_loss_step": 2.8662495613098145, "n_params": 4428880, "total_flops": 45578489856000000, "train_loss": 0.015218894183635711, "subset_score_loss": 0.015218894183635711}
+{"step": 3360000, "wall_time": 32000.84219956398, "train_loss_step": 3.1345133781433105, "n_params": 4428880, "total_flops": 45714545049600000, "train_loss": 0.014077435433864593, "subset_score_loss": 0.014077435433864593}
+{"step": 3370000, "wall_time": 32088.540237426758, "train_loss_step": 2.9804701805114746, "n_params": 4428880, "total_flops": 45850600243200000, "train_loss": 0.014441950619220734, "subset_score_loss": 0.014441950619220734}
+{"step": 3380000, "wall_time": 32172.87763953209, "train_loss_step": 3.124997615814209, "n_params": 4428880, "total_flops": 45986655436800000, "train_loss": 0.013847742974758149, "subset_score_loss": 0.013847742974758149}
+{"step": 3390000, "wall_time": 32251.386635303497, "train_loss_step": 3.03786301612854, "n_params": 4428880, "total_flops": 46122710630400000, "train_loss": 0.013721469044685363, "subset_score_loss": 0.013721469044685363}
+{"step": 3400000, "wall_time": 32446.287858724594, "train_loss_step": 2.874053955078125, "n_params": 4428880, "total_flops": 46258765824000000, "train_loss": 0.014319624006748199, "subset_score_loss": 0.014319624006748199, "memorization_fraction_pixel": 0.3562000095844269, "mean_nn_ratio_pixel": 0.4573138654232025, "fid": 110.46694907749749, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 32533.993877887726, "train_loss_step": 2.8914177417755127, "n_params": 4428880, "total_flops": 46394821017600000, "train_loss": 0.013776306807994843, "subset_score_loss": 0.013776306807994843}
+{"step": 3420000, "wall_time": 32621.718891859055, "train_loss_step": 2.9430713653564453, "n_params": 4428880, "total_flops": 46530876211200000, "train_loss": 0.013867586851119995, "subset_score_loss": 0.013867586851119995}
+{"step": 3430000, "wall_time": 32707.83758497238, "train_loss_step": 3.2000935077667236, "n_params": 4428880, "total_flops": 46666931404800000, "train_loss": 0.013509917259216308, "subset_score_loss": 0.013509917259216308}
+{"step": 3440000, "wall_time": 32795.48597955704, "train_loss_step": 2.6748595237731934, "n_params": 4428880, "total_flops": 46802986598400000, "train_loss": 0.014618195593357086, "subset_score_loss": 0.014618195593357086}
+{"step": 3450000, "wall_time": 32881.535355091095, "train_loss_step": 2.8309903144836426, "n_params": 4428880, "total_flops": 46939041792000000, "train_loss": 0.013017290830612182, "subset_score_loss": 0.013017290830612182}
+{"step": 3460000, "wall_time": 32969.126250982285, "train_loss_step": 3.0662429332733154, "n_params": 4428880, "total_flops": 47075096985600000, "train_loss": 0.014545148611068726, "subset_score_loss": 0.014545148611068726}
+{"step": 3470000, "wall_time": 33056.73380565643, "train_loss_step": 2.536679267883301, "n_params": 4428880, "total_flops": 47211152179200000, "train_loss": 0.013132862746715546, "subset_score_loss": 0.013132862746715546}
+{"step": 3480000, "wall_time": 33138.098971128464, "train_loss_step": 2.762094020843506, "n_params": 4428880, "total_flops": 47347207372800000, "train_loss": 0.013966642320156097, "subset_score_loss": 0.013966642320156097}
+{"step": 3490000, "wall_time": 33225.76296520233, "train_loss_step": 3.0513534545898438, "n_params": 4428880, "total_flops": 47483262566400000, "train_loss": 0.01392710953950882, "subset_score_loss": 0.01392710953950882}
+{"step": 3500000, "wall_time": 33416.695125103, "train_loss_step": 3.0514440536499023, "n_params": 4428880, "total_flops": 47619317760000000, "train_loss": 0.013877643644809723, "subset_score_loss": 0.013877643644809723, "memorization_fraction_pixel": 0.3646000027656555, "mean_nn_ratio_pixel": 0.4524213969707489, "fid": 110.19539494228636, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 33504.3939166069, "train_loss_step": 2.716282844543457, "n_params": 4428880, "total_flops": 47755372953600000, "train_loss": 0.014243373274803161, "subset_score_loss": 0.014243373274803161}
+{"step": 3520000, "wall_time": 33592.179520606995, "train_loss_step": 2.9399166107177734, "n_params": 4428880, "total_flops": 47891428147200000, "train_loss": 0.013291625678539276, "subset_score_loss": 0.013291625678539276}
+{"step": 3530000, "wall_time": 33678.58908390999, "train_loss_step": 3.005432605743408, "n_params": 4428880, "total_flops": 48027483340800000, "train_loss": 0.013692735135555268, "subset_score_loss": 0.013692735135555268}
+{"step": 3540000, "wall_time": 33766.02391266823, "train_loss_step": 3.047116994857788, "n_params": 4428880, "total_flops": 48163538534400000, "train_loss": 0.014989329874515534, "subset_score_loss": 0.014989329874515534}
+{"step": 3550000, "wall_time": 33853.83909034729, "train_loss_step": 3.05358624458313, "n_params": 4428880, "total_flops": 48299593728000000, "train_loss": 0.013922260701656341, "subset_score_loss": 0.013922260701656341}
+{"step": 3560000, "wall_time": 33939.914578437805, "train_loss_step": 2.8414087295532227, "n_params": 4428880, "total_flops": 48435648921600000, "train_loss": 0.014184744656085968, "subset_score_loss": 0.014184744656085968}
+{"step": 3570000, "wall_time": 34027.60738539696, "train_loss_step": 3.1197457313537598, "n_params": 4428880, "total_flops": 48571704115200000, "train_loss": 0.013501790165901185, "subset_score_loss": 0.013501790165901185}
+{"step": 3580000, "wall_time": 34109.44018244743, "train_loss_step": 2.9085917472839355, "n_params": 4428880, "total_flops": 48707759308800000, "train_loss": 0.01395871937274933, "subset_score_loss": 0.01395871937274933}
+{"step": 3590000, "wall_time": 34197.19747686386, "train_loss_step": 2.829134702682495, "n_params": 4428880, "total_flops": 48843814502400000, "train_loss": 0.01285867691040039, "subset_score_loss": 0.01285867691040039}
+{"step": 3600000, "wall_time": 34380.00444793701, "train_loss_step": 3.1389927864074707, "n_params": 4428880, "total_flops": 48979869696000000, "train_loss": 0.013292469084262848, "subset_score_loss": 0.013292469084262848, "memorization_fraction_pixel": 0.3732999861240387, "mean_nn_ratio_pixel": 0.45257896184921265, "fid": 110.05620074904212, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 34455.05805540085, "train_loss_step": 3.4018783569335938, "n_params": 4428880, "total_flops": 49115924889600000, "train_loss": 0.014930284023284912, "subset_score_loss": 0.014930284023284912}
+{"step": 3620000, "wall_time": 34542.64966225624, "train_loss_step": 2.8728199005126953, "n_params": 4428880, "total_flops": 49251980083200000, "train_loss": 0.013666568696498871, "subset_score_loss": 0.013666568696498871}
+{"step": 3630000, "wall_time": 34630.524500608444, "train_loss_step": 3.4241385459899902, "n_params": 4428880, "total_flops": 49388035276800000, "train_loss": 0.013598562777042389, "subset_score_loss": 0.013598562777042389}
+{"step": 3640000, "wall_time": 34716.60883450508, "train_loss_step": 2.8436777591705322, "n_params": 4428880, "total_flops": 49524090470400000, "train_loss": 0.013047944009304046, "subset_score_loss": 0.013047944009304046}
+{"step": 3650000, "wall_time": 34804.27266573906, "train_loss_step": 2.873539447784424, "n_params": 4428880, "total_flops": 49660145664000000, "train_loss": 0.013099808990955353, "subset_score_loss": 0.013099808990955353}
+{"step": 3660000, "wall_time": 34892.253851890564, "train_loss_step": 3.009294033050537, "n_params": 4428880, "total_flops": 49796200857600000, "train_loss": 0.012790802121162414, "subset_score_loss": 0.012790802121162414}
+{"step": 3670000, "wall_time": 34976.986342191696, "train_loss_step": 2.9049134254455566, "n_params": 4428880, "total_flops": 49932256051200000, "train_loss": 0.013034428656101226, "subset_score_loss": 0.013034428656101226}
+{"step": 3680000, "wall_time": 35052.65571141243, "train_loss_step": 2.9376349449157715, "n_params": 4428880, "total_flops": 50068311244800000, "train_loss": 0.0134561687707901, "subset_score_loss": 0.0134561687707901}
+{"step": 3690000, "wall_time": 35140.35100364685, "train_loss_step": 2.7922840118408203, "n_params": 4428880, "total_flops": 50204366438400000, "train_loss": 0.012812937796115875, "subset_score_loss": 0.012812937796115875}
+{"step": 3700000, "wall_time": 35360.757977724075, "train_loss_step": 2.9939184188842773, "n_params": 4428880, "total_flops": 50340421632000000, "train_loss": 0.013091199100017548, "subset_score_loss": 0.013091199100017548, "memorization_fraction_pixel": 0.37209999561309814, "mean_nn_ratio_pixel": 0.4468061625957489, "fid": 110.2953546081792, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 35438.63811659813, "train_loss_step": 2.985290765762329, "n_params": 4428880, "total_flops": 50476476825600000, "train_loss": 0.013261890411376953, "subset_score_loss": 0.013261890411376953}
+{"step": 3720000, "wall_time": 35522.01623058319, "train_loss_step": 2.7816081047058105, "n_params": 4428880, "total_flops": 50612532019200000, "train_loss": 0.013257265090942383, "subset_score_loss": 0.013257265090942383}
+{"step": 3730000, "wall_time": 35610.02720832825, "train_loss_step": 3.0120158195495605, "n_params": 4428880, "total_flops": 50748587212800000, "train_loss": 0.013154342770576477, "subset_score_loss": 0.013154342770576477}
+{"step": 3740000, "wall_time": 35696.0105304718, "train_loss_step": 2.6812305450439453, "n_params": 4428880, "total_flops": 50884642406400000, "train_loss": 0.012964552640914917, "subset_score_loss": 0.012964552640914917}
+{"step": 3750000, "wall_time": 35783.749106645584, "train_loss_step": 3.04583740234375, "n_params": 4428880, "total_flops": 51020697600000000, "train_loss": 0.013594907522201539, "subset_score_loss": 0.013594907522201539}
+{"step": 3760000, "wall_time": 35871.5641875267, "train_loss_step": 2.8146257400512695, "n_params": 4428880, "total_flops": 51156752793600000, "train_loss": 0.013443897664546966, "subset_score_loss": 0.013443897664546966}
+{"step": 3770000, "wall_time": 35950.85217809677, "train_loss_step": 2.698867082595825, "n_params": 4428880, "total_flops": 51292807987200000, "train_loss": 0.012734964489936829, "subset_score_loss": 0.012734964489936829}
+{"step": 3780000, "wall_time": 36030.49970126152, "train_loss_step": 2.9851245880126953, "n_params": 4428880, "total_flops": 51428863180800000, "train_loss": 0.0129391148686409, "subset_score_loss": 0.0129391148686409}
+{"step": 3790000, "wall_time": 36118.17694759369, "train_loss_step": 2.8301854133605957, "n_params": 4428880, "total_flops": 51564918374400000, "train_loss": 0.012701137363910675, "subset_score_loss": 0.012701137363910675}
+{"step": 3800000, "wall_time": 36308.72991991043, "train_loss_step": 3.031860589981079, "n_params": 4428880, "total_flops": 51700973568000000, "train_loss": 0.01304367184638977, "subset_score_loss": 0.01304367184638977, "memorization_fraction_pixel": 0.36880001425743103, "mean_nn_ratio_pixel": 0.45081064105033875, "fid": 109.39698163970262, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 36396.54073500633, "train_loss_step": 2.8339319229125977, "n_params": 4428880, "total_flops": 51837028761600000, "train_loss": 0.012697164714336396, "subset_score_loss": 0.012697164714336396}
+{"step": 3820000, "wall_time": 36474.8342692852, "train_loss_step": 2.8962314128875732, "n_params": 4428880, "total_flops": 51973083955200000, "train_loss": 0.01326592117547989, "subset_score_loss": 0.01326592117547989}
+{"step": 3830000, "wall_time": 36562.628647089005, "train_loss_step": 2.6483826637268066, "n_params": 4428880, "total_flops": 52109139148800000, "train_loss": 0.012412003427743911, "subset_score_loss": 0.012412003427743911}
+{"step": 3840000, "wall_time": 36648.791113853455, "train_loss_step": 2.983057975769043, "n_params": 4428880, "total_flops": 52245194342400000, "train_loss": 0.012262525409460068, "subset_score_loss": 0.012262525409460068}
+{"step": 3850000, "wall_time": 36736.4666993618, "train_loss_step": 2.752686023712158, "n_params": 4428880, "total_flops": 52381249536000000, "train_loss": 0.012289799749851227, "subset_score_loss": 0.012289799749851227}
+{"step": 3860000, "wall_time": 36824.07987999916, "train_loss_step": 2.9021549224853516, "n_params": 4428880, "total_flops": 52517304729600000, "train_loss": 0.013198153674602508, "subset_score_loss": 0.013198153674602508}
+{"step": 3870000, "wall_time": 36908.51678943634, "train_loss_step": 3.090214729309082, "n_params": 4428880, "total_flops": 52653359923200000, "train_loss": 0.013085129857063293, "subset_score_loss": 0.013085129857063293}
+{"step": 3880000, "wall_time": 36986.529973745346, "train_loss_step": 2.8100218772888184, "n_params": 4428880, "total_flops": 52789415116800000, "train_loss": 0.012582834064960479, "subset_score_loss": 0.012582834064960479}
+{"step": 3890000, "wall_time": 37074.15512442589, "train_loss_step": 3.0460638999938965, "n_params": 4428880, "total_flops": 52925470310400000, "train_loss": 0.012648622691631316, "subset_score_loss": 0.012648622691631316}
+{"step": 3900000, "wall_time": 37271.582188129425, "train_loss_step": 2.9412641525268555, "n_params": 4428880, "total_flops": 53061525504000000, "train_loss": 0.012743960320949554, "subset_score_loss": 0.012743960320949554, "memorization_fraction_pixel": 0.38119998574256897, "mean_nn_ratio_pixel": 0.4450460970401764, "fid": 108.79407945336109, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 37359.325110435486, "train_loss_step": 3.0339865684509277, "n_params": 4428880, "total_flops": 53197580697600000, "train_loss": 0.012311609834432602, "subset_score_loss": 0.012311609834432602}
+{"step": 3920000, "wall_time": 37446.75611281395, "train_loss_step": 3.0043463706970215, "n_params": 4428880, "total_flops": 53333635891200000, "train_loss": 0.012324298918247222, "subset_score_loss": 0.012324298918247222}
+{"step": 3930000, "wall_time": 37522.18178462982, "train_loss_step": 3.115222930908203, "n_params": 4428880, "total_flops": 53469691084800000, "train_loss": 0.01261700689792633, "subset_score_loss": 0.01261700689792633}
+{"step": 3940000, "wall_time": 37608.34999513626, "train_loss_step": 3.104388952255249, "n_params": 4428880, "total_flops": 53605746278400000, "train_loss": 0.013088953495025635, "subset_score_loss": 0.013088953495025635}
+{"step": 3950000, "wall_time": 37696.042897224426, "train_loss_step": 2.644052028656006, "n_params": 4428880, "total_flops": 53741801472000000, "train_loss": 0.012663176655769348, "subset_score_loss": 0.012663176655769348}
+{"step": 3960000, "wall_time": 37783.77505493164, "train_loss_step": 3.2479441165924072, "n_params": 4428880, "total_flops": 53877856665600000, "train_loss": 0.012658630311489106, "subset_score_loss": 0.012658630311489106}
+{"step": 3970000, "wall_time": 37865.28255772591, "train_loss_step": 2.9878294467926025, "n_params": 4428880, "total_flops": 54013911859200000, "train_loss": 0.012075125426054, "subset_score_loss": 0.012075125426054}
+{"step": 3980000, "wall_time": 37943.43915247917, "train_loss_step": 3.0402016639709473, "n_params": 4428880, "total_flops": 54149967052800000, "train_loss": 0.01244846060872078, "subset_score_loss": 0.01244846060872078}
+{"step": 3990000, "wall_time": 38031.11929035187, "train_loss_step": 2.59873628616333, "n_params": 4428880, "total_flops": 54286022246400000, "train_loss": 0.012437910586595536, "subset_score_loss": 0.012437910586595536}
+{"step": 4000000, "wall_time": 38197.61148905754, "train_loss_step": 3.254896640777588, "n_params": 4428880, "total_flops": 54422077440000000, "train_loss": 0.012386120855808258, "subset_score_loss": 0.012386120855808258, "memorization_fraction_pixel": 0.3822000026702881, "mean_nn_ratio_pixel": 0.4387401342391968, "fid": 109.45424364643858, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 38285.34767961502, "train_loss_step": 2.930506944656372, "n_params": 4428880, "total_flops": 54558132633600000, "train_loss": 0.011822070926427841, "subset_score_loss": 0.011822070926427841}
+{"step": 4020000, "wall_time": 38372.984139442444, "train_loss_step": 3.219905376434326, "n_params": 4428880, "total_flops": 54694187827200000, "train_loss": 0.01266702264547348, "subset_score_loss": 0.01266702264547348}
+{"step": 4030000, "wall_time": 38461.051574230194, "train_loss_step": 2.965087413787842, "n_params": 4428880, "total_flops": 54830243020800000, "train_loss": 0.01183699518442154, "subset_score_loss": 0.01183699518442154}
+{"step": 4040000, "wall_time": 38547.0126478672, "train_loss_step": 2.868481159210205, "n_params": 4428880, "total_flops": 54966298214400000, "train_loss": 0.012101959437131882, "subset_score_loss": 0.012101959437131882}
+{"step": 4050000, "wall_time": 38632.99371600151, "train_loss_step": 2.7520341873168945, "n_params": 4428880, "total_flops": 55102353408000000, "train_loss": 0.012390369176864624, "subset_score_loss": 0.012390369176864624}
+{"step": 4060000, "wall_time": 38720.79047417641, "train_loss_step": 3.251558303833008, "n_params": 4428880, "total_flops": 55238408601600000, "train_loss": 0.012163778394460678, "subset_score_loss": 0.012163778394460678}
+{"step": 4070000, "wall_time": 38808.43050694466, "train_loss_step": 2.712402820587158, "n_params": 4428880, "total_flops": 55374463795200000, "train_loss": 0.012354005873203278, "subset_score_loss": 0.012354005873203278}
+{"step": 4080000, "wall_time": 38893.211109638214, "train_loss_step": 2.9072306156158447, "n_params": 4428880, "total_flops": 55510518988800000, "train_loss": 0.012722232937812805, "subset_score_loss": 0.012722232937812805}
+{"step": 4090000, "wall_time": 38979.52699160576, "train_loss_step": 2.919020414352417, "n_params": 4428880, "total_flops": 55646574182400000, "train_loss": 0.012131113559007645, "subset_score_loss": 0.012131113559007645}
+{"step": 4100000, "wall_time": 39139.967346429825, "train_loss_step": 2.871335506439209, "n_params": 4428880, "total_flops": 55782629376000000, "train_loss": 0.011696344614028931, "subset_score_loss": 0.011696344614028931, "memorization_fraction_pixel": 0.3774000108242035, "mean_nn_ratio_pixel": 0.43797919154167175, "fid": 108.23592540966975, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 39227.54660487175, "train_loss_step": 2.8166608810424805, "n_params": 4428880, "total_flops": 55918684569600000, "train_loss": 0.011565318703651429, "subset_score_loss": 0.011565318703651429}
+{"step": 4120000, "wall_time": 39315.293053388596, "train_loss_step": 2.7845139503479004, "n_params": 4428880, "total_flops": 56054739763200000, "train_loss": 0.012233185023069382, "subset_score_loss": 0.012233185023069382}
+{"step": 4130000, "wall_time": 39403.04935145378, "train_loss_step": 3.152897834777832, "n_params": 4428880, "total_flops": 56190794956800000, "train_loss": 0.01174980252981186, "subset_score_loss": 0.01174980252981186}
+{"step": 4140000, "wall_time": 39488.42447948456, "train_loss_step": 2.7398452758789062, "n_params": 4428880, "total_flops": 56326850150400000, "train_loss": 0.012723143398761749, "subset_score_loss": 0.012723143398761749}
+{"step": 4150000, "wall_time": 39575.52711558342, "train_loss_step": 2.705533504486084, "n_params": 4428880, "total_flops": 56462905344000000, "train_loss": 0.011836978793144225, "subset_score_loss": 0.011836978793144225}
+{"step": 4160000, "wall_time": 39662.350551605225, "train_loss_step": 2.8095850944519043, "n_params": 4428880, "total_flops": 56598960537600000, "train_loss": 0.011336888372898101, "subset_score_loss": 0.011336888372898101}
+{"step": 4170000, "wall_time": 39749.944286346436, "train_loss_step": 2.8730037212371826, "n_params": 4428880, "total_flops": 56735015731200000, "train_loss": 0.01200060099363327, "subset_score_loss": 0.01200060099363327}
+{"step": 4180000, "wall_time": 39835.37992453575, "train_loss_step": 2.9105935096740723, "n_params": 4428880, "total_flops": 56871070924800000, "train_loss": 0.011661630868911744, "subset_score_loss": 0.011661630868911744}
+{"step": 4190000, "wall_time": 39922.989095926285, "train_loss_step": 2.9527854919433594, "n_params": 4428880, "total_flops": 57007126118400000, "train_loss": 0.01202346384525299, "subset_score_loss": 0.01202346384525299}
+{"step": 4200000, "wall_time": 40079.60569214821, "train_loss_step": 3.085174083709717, "n_params": 4428880, "total_flops": 57143181312000000, "train_loss": 0.011494188755750655, "subset_score_loss": 0.011494188755750655, "memorization_fraction_pixel": 0.38119998574256897, "mean_nn_ratio_pixel": 0.43931177258491516, "fid": 108.88623876850707, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 40167.31489944458, "train_loss_step": 3.127020835876465, "n_params": 4428880, "total_flops": 57279236505600000, "train_loss": 0.012258141487836837, "subset_score_loss": 0.012258141487836837}
+{"step": 4220000, "wall_time": 40255.02377676964, "train_loss_step": 2.82919979095459, "n_params": 4428880, "total_flops": 57415291699200000, "train_loss": 0.011134351789951324, "subset_score_loss": 0.011134351789951324}
+{"step": 4230000, "wall_time": 40342.714998960495, "train_loss_step": 2.9351985454559326, "n_params": 4428880, "total_flops": 57551346892800000, "train_loss": 0.011937616765499115, "subset_score_loss": 0.011937616765499115}
+{"step": 4240000, "wall_time": 40430.50713801384, "train_loss_step": 2.8489532470703125, "n_params": 4428880, "total_flops": 57687402086400000, "train_loss": 0.011570526659488678, "subset_score_loss": 0.011570526659488678}
+{"step": 4250000, "wall_time": 40510.506626844406, "train_loss_step": 2.858698844909668, "n_params": 4428880, "total_flops": 57823457280000000, "train_loss": 0.011713980883359908, "subset_score_loss": 0.011713980883359908}
+{"step": 4260000, "wall_time": 40596.73195648193, "train_loss_step": 3.242419958114624, "n_params": 4428880, "total_flops": 57959512473600000, "train_loss": 0.011661016196012498, "subset_score_loss": 0.011661016196012498}
+{"step": 4270000, "wall_time": 40682.98941230774, "train_loss_step": 2.876103162765503, "n_params": 4428880, "total_flops": 58095567667200000, "train_loss": 0.011727042496204376, "subset_score_loss": 0.011727042496204376}
+{"step": 4280000, "wall_time": 40755.09239125252, "train_loss_step": 3.164844512939453, "n_params": 4428880, "total_flops": 58231622860800000, "train_loss": 0.01188604012131691, "subset_score_loss": 0.01188604012131691}
+{"step": 4290000, "wall_time": 40842.79021310806, "train_loss_step": 2.9378583431243896, "n_params": 4428880, "total_flops": 58367678054400000, "train_loss": 0.012265471369028091, "subset_score_loss": 0.012265471369028091}
+{"step": 4300000, "wall_time": 41055.482802152634, "train_loss_step": 2.6512041091918945, "n_params": 4428880, "total_flops": 58503733248000000, "train_loss": 0.011568496376276017, "subset_score_loss": 0.011568496376276017, "memorization_fraction_pixel": 0.37880000472068787, "mean_nn_ratio_pixel": 0.4373861849308014, "fid": 108.4416034085681, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 41143.31183743477, "train_loss_step": 2.9065799713134766, "n_params": 4428880, "total_flops": 58639788441600000, "train_loss": 0.01124260276556015, "subset_score_loss": 0.01124260276556015}
+{"step": 4320000, "wall_time": 41231.064490795135, "train_loss_step": 2.986727476119995, "n_params": 4428880, "total_flops": 58775843635200000, "train_loss": 0.011163364350795745, "subset_score_loss": 0.011163364350795745}
+{"step": 4330000, "wall_time": 41318.754952430725, "train_loss_step": 2.8643128871917725, "n_params": 4428880, "total_flops": 58911898828800000, "train_loss": 0.011448612064123153, "subset_score_loss": 0.011448612064123153}
+{"step": 4340000, "wall_time": 41406.4674577713, "train_loss_step": 2.587941884994507, "n_params": 4428880, "total_flops": 59047954022400000, "train_loss": 0.011189183592796326, "subset_score_loss": 0.011189183592796326}
+{"step": 4350000, "wall_time": 41490.97149205208, "train_loss_step": 2.9214043617248535, "n_params": 4428880, "total_flops": 59184009216000000, "train_loss": 0.011088767647743225, "subset_score_loss": 0.011088767647743225}
+{"step": 4360000, "wall_time": 41570.83836722374, "train_loss_step": 3.0841846466064453, "n_params": 4428880, "total_flops": 59320064409600000, "train_loss": 0.011799562722444534, "subset_score_loss": 0.011799562722444534}
+{"step": 4370000, "wall_time": 41656.33541107178, "train_loss_step": 2.9672789573669434, "n_params": 4428880, "total_flops": 59456119603200000, "train_loss": 0.011210866272449493, "subset_score_loss": 0.011210866272449493}
+{"step": 4380000, "wall_time": 41737.097506284714, "train_loss_step": 2.7738728523254395, "n_params": 4428880, "total_flops": 59592174796800000, "train_loss": 0.011164507269859314, "subset_score_loss": 0.011164507269859314}
+{"step": 4390000, "wall_time": 41824.79912567139, "train_loss_step": 2.5748419761657715, "n_params": 4428880, "total_flops": 59728229990400000, "train_loss": 0.011897160857915878, "subset_score_loss": 0.011897160857915878}
+{"step": 4400000, "wall_time": 42027.948437690735, "train_loss_step": 2.896818161010742, "n_params": 4428880, "total_flops": 59864285184000000, "train_loss": 0.011402634531259536, "subset_score_loss": 0.011402634531259536, "memorization_fraction_pixel": 0.37940001487731934, "mean_nn_ratio_pixel": 0.441667377948761, "fid": 108.61998220325691, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 42115.158737421036, "train_loss_step": 2.9982781410217285, "n_params": 4428880, "total_flops": 60000340377600000, "train_loss": 0.012249945104122162, "subset_score_loss": 0.012249945104122162}
+{"step": 4420000, "wall_time": 42202.84414076805, "train_loss_step": 3.008235216140747, "n_params": 4428880, "total_flops": 60136395571200000, "train_loss": 0.011368846893310547, "subset_score_loss": 0.011368846893310547}
+{"step": 4430000, "wall_time": 42290.60004067421, "train_loss_step": 2.5044920444488525, "n_params": 4428880, "total_flops": 60272450764800000, "train_loss": 0.011173499375581741, "subset_score_loss": 0.011173499375581741}
+{"step": 4440000, "wall_time": 42378.23450565338, "train_loss_step": 3.079204559326172, "n_params": 4428880, "total_flops": 60408505958400000, "train_loss": 0.011174307763576507, "subset_score_loss": 0.011174307763576507}
+{"step": 4450000, "wall_time": 42466.318551540375, "train_loss_step": 2.8829517364501953, "n_params": 4428880, "total_flops": 60544561152000000, "train_loss": 0.01093478426337242, "subset_score_loss": 0.01093478426337242}
+{"step": 4460000, "wall_time": 42539.18784618378, "train_loss_step": 2.705595016479492, "n_params": 4428880, "total_flops": 60680616345600000, "train_loss": 0.011575516313314438, "subset_score_loss": 0.011575516313314438}
+{"step": 4470000, "wall_time": 42617.67072558403, "train_loss_step": 2.9759416580200195, "n_params": 4428880, "total_flops": 60816671539200000, "train_loss": 0.011229700595140456, "subset_score_loss": 0.011229700595140456}
+{"step": 4480000, "wall_time": 42697.86344599724, "train_loss_step": 3.3426260948181152, "n_params": 4428880, "total_flops": 60952726732800000, "train_loss": 0.011133723706007004, "subset_score_loss": 0.011133723706007004}
+{"step": 4490000, "wall_time": 42785.52884101868, "train_loss_step": 2.8847150802612305, "n_params": 4428880, "total_flops": 61088781926400000, "train_loss": 0.01145593896508217, "subset_score_loss": 0.01145593896508217}
+{"step": 4500000, "wall_time": 42997.1449072361, "train_loss_step": 2.885188102722168, "n_params": 4428880, "total_flops": 61224837120000000, "train_loss": 0.010956142097711563, "subset_score_loss": 0.010956142097711563, "memorization_fraction_pixel": 0.38960000872612, "mean_nn_ratio_pixel": 0.4347764551639557, "fid": 107.94404597728186, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 43083.12852668762, "train_loss_step": 3.0335044860839844, "n_params": 4428880, "total_flops": 61360892313600000, "train_loss": 0.011391803622245789, "subset_score_loss": 0.011391803622245789}
+{"step": 4520000, "wall_time": 43170.876925468445, "train_loss_step": 2.948279619216919, "n_params": 4428880, "total_flops": 61496947507200000, "train_loss": 0.01140901744365692, "subset_score_loss": 0.01140901744365692}
+{"step": 4530000, "wall_time": 43258.60888314247, "train_loss_step": 3.2132177352905273, "n_params": 4428880, "total_flops": 61633002700800000, "train_loss": 0.010859069228172303, "subset_score_loss": 0.010859069228172303}
+{"step": 4540000, "wall_time": 43346.297352552414, "train_loss_step": 2.7801265716552734, "n_params": 4428880, "total_flops": 61769057894400000, "train_loss": 0.01159871518611908, "subset_score_loss": 0.01159871518611908}
+{"step": 4550000, "wall_time": 43433.957218170166, "train_loss_step": 3.111440420150757, "n_params": 4428880, "total_flops": 61905113088000000, "train_loss": 0.010897740721702576, "subset_score_loss": 0.010897740721702576}
+{"step": 4560000, "wall_time": 43518.57218360901, "train_loss_step": 2.960214614868164, "n_params": 4428880, "total_flops": 62041168281600000, "train_loss": 0.011783238500356674, "subset_score_loss": 0.011783238500356674}
+{"step": 4570000, "wall_time": 43586.464109659195, "train_loss_step": 2.8335108757019043, "n_params": 4428880, "total_flops": 62177223475200000, "train_loss": 0.011068207025527955, "subset_score_loss": 0.011068207025527955}
+{"step": 4580000, "wall_time": 43669.98641395569, "train_loss_step": 3.0455455780029297, "n_params": 4428880, "total_flops": 62313278668800000, "train_loss": 0.011118581891059876, "subset_score_loss": 0.011118581891059876}
+{"step": 4590000, "wall_time": 43757.729434251785, "train_loss_step": 2.7505931854248047, "n_params": 4428880, "total_flops": 62449333862400000, "train_loss": 0.011392537504434586, "subset_score_loss": 0.011392537504434586}
+{"step": 4600000, "wall_time": 43948.98989892006, "train_loss_step": 2.8515539169311523, "n_params": 4428880, "total_flops": 62585389056000000, "train_loss": 0.01063399538397789, "subset_score_loss": 0.01063399538397789, "memorization_fraction_pixel": 0.3905999958515167, "mean_nn_ratio_pixel": 0.43392157554626465, "fid": 108.37876573043702, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 44036.99060678482, "train_loss_step": 2.7826929092407227, "n_params": 4428880, "total_flops": 62721444249600000, "train_loss": 0.010537109524011611, "subset_score_loss": 0.010537109524011611}
+{"step": 4620000, "wall_time": 44122.67644715309, "train_loss_step": 2.618283748626709, "n_params": 4428880, "total_flops": 62857499443200000, "train_loss": 0.011741990596055985, "subset_score_loss": 0.011741990596055985}
+{"step": 4630000, "wall_time": 44210.36324548721, "train_loss_step": 2.5696029663085938, "n_params": 4428880, "total_flops": 62993554636800000, "train_loss": 0.01116124913096428, "subset_score_loss": 0.01116124913096428}
+{"step": 4640000, "wall_time": 44298.040519952774, "train_loss_step": 2.819611072540283, "n_params": 4428880, "total_flops": 63129609830400000, "train_loss": 0.011949457228183746, "subset_score_loss": 0.011949457228183746}
+{"step": 4650000, "wall_time": 44385.70776152611, "train_loss_step": 2.9612507820129395, "n_params": 4428880, "total_flops": 63265665024000000, "train_loss": 0.011959444731473923, "subset_score_loss": 0.011959444731473923}
+{"step": 4660000, "wall_time": 44473.84222531319, "train_loss_step": 2.9825189113616943, "n_params": 4428880, "total_flops": 63401720217600000, "train_loss": 0.010854532569646835, "subset_score_loss": 0.010854532569646835}
+{"step": 4670000, "wall_time": 44547.07503414154, "train_loss_step": 2.6795966625213623, "n_params": 4428880, "total_flops": 63537775411200000, "train_loss": 0.010933757573366166, "subset_score_loss": 0.010933757573366166}
+{"step": 4680000, "wall_time": 44624.7301967144, "train_loss_step": 2.803704261779785, "n_params": 4428880, "total_flops": 63673830604800000, "train_loss": 0.010565860569477082, "subset_score_loss": 0.010565860569477082}
+{"step": 4690000, "wall_time": 44712.39334344864, "train_loss_step": 3.0647196769714355, "n_params": 4428880, "total_flops": 63809885798400000, "train_loss": 0.01121097281575203, "subset_score_loss": 0.01121097281575203}
+{"step": 4700000, "wall_time": 44916.824399232864, "train_loss_step": 2.6552886962890625, "n_params": 4428880, "total_flops": 63945940992000000, "train_loss": 0.010456664860248566, "subset_score_loss": 0.010456664860248566, "memorization_fraction_pixel": 0.39640000462532043, "mean_nn_ratio_pixel": 0.4266437888145447, "fid": 108.16278720414957, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 45004.35986971855, "train_loss_step": 2.780027151107788, "n_params": 4428880, "total_flops": 64081996185600000, "train_loss": 0.010772399604320526, "subset_score_loss": 0.010772399604320526}
+{"step": 4720000, "wall_time": 45090.535405159, "train_loss_step": 2.7392818927764893, "n_params": 4428880, "total_flops": 64218051379200000, "train_loss": 0.011687272042036057, "subset_score_loss": 0.011687272042036057}
+{"step": 4730000, "wall_time": 45178.1420147419, "train_loss_step": 2.729550838470459, "n_params": 4428880, "total_flops": 64354106572800000, "train_loss": 0.011340927332639694, "subset_score_loss": 0.011340927332639694}
+{"step": 4740000, "wall_time": 45265.87080812454, "train_loss_step": 2.6256208419799805, "n_params": 4428880, "total_flops": 64490161766400000, "train_loss": 0.011141256988048553, "subset_score_loss": 0.011141256988048553}
+{"step": 4750000, "wall_time": 45353.55153155327, "train_loss_step": 2.9561140537261963, "n_params": 4428880, "total_flops": 64626216960000000, "train_loss": 0.010870598256587982, "subset_score_loss": 0.010870598256587982}
+{"step": 4760000, "wall_time": 45441.45387339592, "train_loss_step": 2.8911008834838867, "n_params": 4428880, "total_flops": 64762272153600000, "train_loss": 0.011294151842594146, "subset_score_loss": 0.011294151842594146}
+{"step": 4770000, "wall_time": 45516.07758498192, "train_loss_step": 2.7749342918395996, "n_params": 4428880, "total_flops": 64898327347200000, "train_loss": 0.011431816220283508, "subset_score_loss": 0.011431816220283508}
+{"step": 4780000, "wall_time": 45588.963772296906, "train_loss_step": 2.6130199432373047, "n_params": 4428880, "total_flops": 65034382540800000, "train_loss": 0.011392360925674439, "subset_score_loss": 0.011392360925674439}
+{"step": 4790000, "wall_time": 45671.887667417526, "train_loss_step": 3.022409439086914, "n_params": 4428880, "total_flops": 65170437734400000, "train_loss": 0.011574304848909377, "subset_score_loss": 0.011574304848909377}
+{"step": 4800000, "wall_time": 45873.83121609688, "train_loss_step": 2.6215333938598633, "n_params": 4428880, "total_flops": 65306492928000000, "train_loss": 0.010613596439361573, "subset_score_loss": 0.010613596439361573, "memorization_fraction_pixel": 0.39419999718666077, "mean_nn_ratio_pixel": 0.43181678652763367, "fid": 108.34813352662928, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 45961.618562698364, "train_loss_step": 2.9788036346435547, "n_params": 4428880, "total_flops": 65442548121600000, "train_loss": 0.0107559435069561, "subset_score_loss": 0.0107559435069561}
+{"step": 4820000, "wall_time": 46049.5632853508, "train_loss_step": 2.736687660217285, "n_params": 4428880, "total_flops": 65578603315200000, "train_loss": 0.011676692962646484, "subset_score_loss": 0.011676692962646484}
+{"step": 4830000, "wall_time": 46135.41663599014, "train_loss_step": 2.540478467941284, "n_params": 4428880, "total_flops": 65714658508800000, "train_loss": 0.01129048615694046, "subset_score_loss": 0.01129048615694046}
+{"step": 4840000, "wall_time": 46223.1536192894, "train_loss_step": 2.7548372745513916, "n_params": 4428880, "total_flops": 65850713702400000, "train_loss": 0.01121864840388298, "subset_score_loss": 0.01121864840388298}
+{"step": 4850000, "wall_time": 46310.862087249756, "train_loss_step": 2.787304162979126, "n_params": 4428880, "total_flops": 65986768896000000, "train_loss": 0.011189904063940048, "subset_score_loss": 0.011189904063940048}
+{"step": 4860000, "wall_time": 46398.68783211708, "train_loss_step": 2.7872116565704346, "n_params": 4428880, "total_flops": 66122824089600000, "train_loss": 0.01037389189004898, "subset_score_loss": 0.01037389189004898}
+{"step": 4870000, "wall_time": 46472.599205970764, "train_loss_step": 2.7935218811035156, "n_params": 4428880, "total_flops": 66258879283200000, "train_loss": 0.010836067795753478, "subset_score_loss": 0.010836067795753478}
+{"step": 4880000, "wall_time": 46560.67150211334, "train_loss_step": 2.5761375427246094, "n_params": 4428880, "total_flops": 66394934476800000, "train_loss": 0.010580217838287354, "subset_score_loss": 0.010580217838287354}
+{"step": 4890000, "wall_time": 46634.8274641037, "train_loss_step": 2.873979091644287, "n_params": 4428880, "total_flops": 66530989670400000, "train_loss": 0.010491694509983062, "subset_score_loss": 0.010491694509983062}
+{"step": 4900000, "wall_time": 46821.396131038666, "train_loss_step": 2.61167049407959, "n_params": 4428880, "total_flops": 66667044864000000, "train_loss": 0.01034257784485817, "subset_score_loss": 0.01034257784485817, "memorization_fraction_pixel": 0.38429999351501465, "mean_nn_ratio_pixel": 0.43407905101776123, "fid": 108.79495686062548, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 46909.039622068405, "train_loss_step": 2.770263195037842, "n_params": 4428880, "total_flops": 66803100057600000, "train_loss": 0.011034128069877625, "subset_score_loss": 0.011034128069877625}
+{"step": 4920000, "wall_time": 46996.74093294144, "train_loss_step": 2.7162628173828125, "n_params": 4428880, "total_flops": 66939155251200000, "train_loss": 0.010538718104362488, "subset_score_loss": 0.010538718104362488}
+{"step": 4930000, "wall_time": 47082.797063589096, "train_loss_step": 2.849363327026367, "n_params": 4428880, "total_flops": 67075210444800000, "train_loss": 0.01016123741865158, "subset_score_loss": 0.01016123741865158}
+{"step": 4940000, "wall_time": 47170.405431985855, "train_loss_step": 2.725494623184204, "n_params": 4428880, "total_flops": 67211265638400000, "train_loss": 0.010287284106016158, "subset_score_loss": 0.010287284106016158}
+{"step": 4950000, "wall_time": 47258.13640165329, "train_loss_step": 2.978018045425415, "n_params": 4428880, "total_flops": 67347320832000000, "train_loss": 0.010269688814878464, "subset_score_loss": 0.010269688814878464}
+{"step": 4960000, "wall_time": 47345.95290470123, "train_loss_step": 2.788445234298706, "n_params": 4428880, "total_flops": 67483376025600000, "train_loss": 0.010232190787792205, "subset_score_loss": 0.010232190787792205}
+{"step": 4970000, "wall_time": 47420.10276603699, "train_loss_step": 2.4983224868774414, "n_params": 4428880, "total_flops": 67619431219200000, "train_loss": 0.010379494726657867, "subset_score_loss": 0.010379494726657867}
+{"step": 4980000, "wall_time": 47491.014617443085, "train_loss_step": 2.643915891647339, "n_params": 4428880, "total_flops": 67755486412800000, "train_loss": 0.010062281042337418, "subset_score_loss": 0.010062281042337418}
+{"step": 4990000, "wall_time": 47562.40742278099, "train_loss_step": 3.077608585357666, "n_params": 4428880, "total_flops": 67891541606400000, "train_loss": 0.010291150212287903, "subset_score_loss": 0.010291150212287903}
+{"step": 5000000, "wall_time": 47685.60997366905, "train_loss_step": 2.6914145946502686, "n_params": 4428880, "total_flops": 68027596800000000, "train_loss": 0.010666069388389588, "subset_score_loss": 0.010666069388389588, "memorization_fraction_pixel": 0.39800000190734863, "mean_nn_ratio_pixel": 0.43065088987350464, "fid": 108.1380223203029, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..5c1adf58c7815f2f26fb371a6a6663dddc4c67e0
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed44/d80/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     71s | train_loss=0.9946 | fid=273.5855
+  step   10000 |    156s | train_loss=0.8471
+  step   20000 |    243s | train_loss=0.7461
+  step   30000 |    331s | train_loss=0.6101
+  step   40000 |    419s | train_loss=0.4386
+  step   50000 |    506s | train_loss=0.2956
+  step   60000 |    594s | train_loss=0.2146
+  step   70000 |    682s | train_loss=0.1732
+  step   80000 |    769s | train_loss=0.1494
+  step   90000 |    857s | train_loss=0.1356
+  step  100000 |   1016s | train_loss=0.1254 | fid=152.3614
+  step  110000 |   1101s | train_loss=0.1197
+  step  120000 |   1187s | train_loss=0.1124
+  step  130000 |   1274s | train_loss=0.1067
+  step  140000 |   1362s | train_loss=0.1016
+  step  150000 |   1449s | train_loss=0.0981
+  step  160000 |   1537s | train_loss=0.0961
+  step  170000 |   1625s | train_loss=0.0919
+  step  180000 |   1713s | train_loss=0.0879
+  step  190000 |   1800s | train_loss=0.0854
+  step  200000 |   1957s | train_loss=0.0833 | fid=148.9456
+  step  210000 |   2046s | train_loss=0.0815
+  step  220000 |   2131s | train_loss=0.0817
+  step  230000 |   2217s | train_loss=0.0763
+  step  240000 |   2304s | train_loss=0.0750
+  step  250000 |   2392s | train_loss=0.0726
+  step  260000 |   2479s | train_loss=0.0721
+  step  270000 |   2567s | train_loss=0.0706
+  step  280000 |   2654s | train_loss=0.0689
+  step  290000 |   2742s | train_loss=0.0680
+  step  300000 |   2900s | train_loss=0.0655 | fid=143.4219
+  step  310000 |   2988s | train_loss=0.0645
+  step  320000 |   3075s | train_loss=0.0632
+  step  330000 |   3161s | train_loss=0.0627
+  step  340000 |   3247s | train_loss=0.0617
+  step  350000 |   3334s | train_loss=0.0615
+  step  360000 |   3422s | train_loss=0.0587
+  step  370000 |   3510s | train_loss=0.0581
+  step  380000 |   3597s | train_loss=0.0583
+  step  390000 |   3685s | train_loss=0.0566
+  step  400000 |   3842s | train_loss=0.0566 | fid=135.7246
+  step  410000 |   3930s | train_loss=0.0547
+  step  420000 |   4018s | train_loss=0.0544
+  step  430000 |   4103s | train_loss=0.0534
+  step  440000 |   4191s | train_loss=0.0522
+  step  450000 |   4277s | train_loss=0.0523
+  step  460000 |   4365s | train_loss=0.0519
+  step  470000 |   4453s | train_loss=0.0515
+  step  480000 |   4540s | train_loss=0.0504
+  step  490000 |   4628s | train_loss=0.0511
+  step  500000 |   4786s | train_loss=0.0497 | fid=132.1555
+  step  510000 |   4874s | train_loss=0.0492
+  step  520000 |   4961s | train_loss=0.0488
+  step  530000 |   5050s | train_loss=0.0479
+  step  540000 |   5134s | train_loss=0.0485
+  step  550000 |   5222s | train_loss=0.0469
+  step  560000 |   5308s | train_loss=0.0474
+  step  570000 |   5396s | train_loss=0.0468
+  step  580000 |   5484s | train_loss=0.0455
+  step  590000 |   5571s | train_loss=0.0461
+  step  600000 |   5729s | train_loss=0.0455 | fid=129.9777
+  step  610000 |   5817s | train_loss=0.0444
+  step  620000 |   5905s | train_loss=0.0453
+  step  630000 |   5992s | train_loss=0.0443
+  step  640000 |   6080s | train_loss=0.0449
+  step  650000 |   6165s | train_loss=0.0429
+  step  660000 |   6253s | train_loss=0.0436
+  step  670000 |   6339s | train_loss=0.0418
+  step  680000 |   6427s | train_loss=0.0421
+  step  690000 |   6514s | train_loss=0.0412
+  step  700000 |   6672s | train_loss=0.0419 | fid=130.7159
+  step  710000 |   6760s | train_loss=0.0431
+  step  720000 |   6848s | train_loss=0.0418
+  step  730000 |   6935s | train_loss=0.0412
+  step  740000 |   7023s | train_loss=0.0403
+  step  750000 |   7108s | train_loss=0.0420
+  step  760000 |   7196s | train_loss=0.0402
+  step  770000 |   7283s | train_loss=0.0397
+  step  780000 |   7370s | train_loss=0.0392
+  step  790000 |   7457s | train_loss=0.0387
+  step  800000 |   7615s | train_loss=0.0390 | fid=128.7555
+  step  810000 |   7703s | train_loss=0.0378
+  step  820000 |   7790s | train_loss=0.0382
+  step  830000 |   7878s | train_loss=0.0387
+  step  840000 |   7966s | train_loss=0.0385
+  step  850000 |   8053s | train_loss=0.0386
+  step  860000 |   8138s | train_loss=0.0373
+  step  870000 |   8226s | train_loss=0.0371
+  step  880000 |   8314s | train_loss=0.0363
+  step  890000 |   8400s | train_loss=0.0372
+  step  900000 |   8555s | train_loss=0.0367 | fid=126.7087
+  step  910000 |   8642s | train_loss=0.0361
+  step  920000 |   8730s | train_loss=0.0359
+  step  930000 |   8818s | train_loss=0.0361
+  step  940000 |   8905s | train_loss=0.0360
+  step  950000 |   8993s | train_loss=0.0351
+  step  960000 |   9080s | train_loss=0.0349
+  step  970000 |   9166s | train_loss=0.0352
+  step  980000 |   9253s | train_loss=0.0350
+  step  990000 |   9341s | train_loss=0.0344
+  step 1000000 |   9497s | train_loss=0.0354 | fid=125.8002
+  step 1010000 |   9585s | train_loss=0.0339
+  step 1020000 |   9673s | train_loss=0.0343
+  step 1030000 |   9760s | train_loss=0.0351
+  step 1040000 |   9848s | train_loss=0.0350
+  step 1050000 |   9936s | train_loss=0.0327
+  step 1060000 |  10024s | train_loss=0.0332
+  step 1070000 |  10109s | train_loss=0.0326
+  step 1080000 |  10195s | train_loss=0.0326
+  step 1090000 |  10283s | train_loss=0.0327
+  step 1100000 |  10440s | train_loss=0.0328 | fid=125.8488
+  step 1110000 |  10526s | train_loss=0.0325
+  step 1120000 |  10614s | train_loss=0.0318
+  step 1130000 |  10701s | train_loss=0.0323
+  step 1140000 |  10789s | train_loss=0.0321
+  step 1150000 |  10877s | train_loss=0.0314
+  step 1160000 |  10964s | train_loss=0.0312
+  step 1170000 |  11051s | train_loss=0.0319
+  step 1180000 |  11136s | train_loss=0.0318
+  step 1190000 |  11224s | train_loss=0.0299
+  step 1200000 |  11422s | train_loss=0.0314 | fid=124.2860
+  step 1210000 |  11508s | train_loss=0.0309
+  step 1220000 |  11595s | train_loss=0.0303
+  step 1230000 |  11683s | train_loss=0.0307
+  step 1240000 |  11771s | train_loss=0.0302
+  step 1250000 |  11858s | train_loss=0.0292
+  step 1260000 |  11946s | train_loss=0.0305
+  step 1270000 |  12034s | train_loss=0.0301
+  step 1280000 |  12117s | train_loss=0.0305
+  step 1290000 |  12202s | train_loss=0.0299
+  step 1300000 |  12362s | train_loss=0.0299 | fid=122.6814
+  step 1310000 |  12450s | train_loss=0.0290
+  step 1320000 |  12537s | train_loss=0.0292
+  step 1330000 |  12623s | train_loss=0.0290
+  step 1340000 |  12711s | train_loss=0.0287
+  step 1350000 |  12799s | train_loss=0.0291
+  step 1360000 |  12886s | train_loss=0.0285
+  step 1370000 |  12974s | train_loss=0.0283
+  step 1380000 |  13059s | train_loss=0.0284
+  step 1390000 |  13141s | train_loss=0.0270
+  step 1400000 |  13334s | train_loss=0.0284 | fid=123.4796
+  step 1410000 |  13422s | train_loss=0.0283
+  step 1420000 |  13509s | train_loss=0.0273
+  step 1430000 |  13595s | train_loss=0.0275
+  step 1440000 |  13683s | train_loss=0.0272
+  step 1450000 |  13771s | train_loss=0.0269
+  step 1460000 |  13858s | train_loss=0.0283
+  step 1470000 |  13946s | train_loss=0.0271
+  step 1480000 |  14031s | train_loss=0.0280
+  step 1490000 |  14106s | train_loss=0.0277
+  step 1500000 |  14261s | train_loss=0.0269 | fid=122.9180
+  step 1510000 |  14348s | train_loss=0.0273
+  step 1520000 |  14436s | train_loss=0.0272
+  step 1530000 |  14524s | train_loss=0.0267
+  step 1540000 |  14610s | train_loss=0.0264
+  step 1550000 |  14698s | train_loss=0.0272
+  step 1560000 |  14785s | train_loss=0.0270
+  step 1570000 |  14873s | train_loss=0.0268
+  step 1580000 |  14961s | train_loss=0.0252
+  step 1590000 |  15049s | train_loss=0.0257
+  step 1600000 |  15198s | train_loss=0.0252 | fid=125.0783
+  step 1610000 |  15286s | train_loss=0.0258
+  step 1620000 |  15373s | train_loss=0.0257
+  step 1630000 |  15461s | train_loss=0.0261
+  step 1640000 |  15549s | train_loss=0.0245
+  step 1650000 |  15635s | train_loss=0.0252
+  step 1660000 |  15722s | train_loss=0.0247
+  step 1670000 |  15810s | train_loss=0.0247
+  step 1680000 |  15898s | train_loss=0.0244
+  step 1690000 |  15985s | train_loss=0.0245
+  step 1700000 |  16163s | train_loss=0.0241 | fid=123.9318
+  step 1710000 |  16251s | train_loss=0.0249
+  step 1720000 |  16338s | train_loss=0.0246
+  step 1730000 |  16426s | train_loss=0.0238
+  step 1740000 |  16514s | train_loss=0.0240
+  step 1750000 |  16601s | train_loss=0.0244
+  step 1760000 |  16687s | train_loss=0.0242
+  step 1770000 |  16775s | train_loss=0.0237
+  step 1780000 |  16863s | train_loss=0.0243
+  step 1790000 |  16943s | train_loss=0.0238
+  step 1800000 |  17089s | train_loss=0.0240 | fid=120.6778
+  step 1810000 |  17177s | train_loss=0.0236
+  step 1820000 |  17265s | train_loss=0.0233
+  step 1830000 |  17352s | train_loss=0.0238
+  step 1840000 |  17440s | train_loss=0.0234
+  step 1850000 |  17528s | train_loss=0.0230
+  step 1860000 |  17616s | train_loss=0.0235
+  step 1870000 |  17702s | train_loss=0.0225
+  step 1880000 |  17789s | train_loss=0.0233
+  step 1890000 |  17877s | train_loss=0.0236
+  step 1900000 |  18036s | train_loss=0.0234 | fid=118.7405
+  step 1910000 |  18119s | train_loss=0.0227
+  step 1920000 |  18206s | train_loss=0.0241
+  step 1930000 |  18294s | train_loss=0.0238
+  step 1940000 |  18382s | train_loss=0.0218
+  step 1950000 |  18469s | train_loss=0.0221
+  step 1960000 |  18557s | train_loss=0.0219
+  step 1970000 |  18645s | train_loss=0.0219
+  step 1980000 |  18731s | train_loss=0.0231
+  step 1990000 |  18819s | train_loss=0.0221
+  step 2000000 |  18975s | train_loss=0.0217 | fid=120.5797
+  step 2010000 |  19061s | train_loss=0.0218
+  step 2020000 |  19136s | train_loss=0.0222
+  step 2030000 |  19224s | train_loss=0.0220
+  step 2040000 |  19311s | train_loss=0.0216
+  step 2050000 |  19399s | train_loss=0.0218
+  step 2060000 |  19487s | train_loss=0.0216
+  step 2070000 |  19574s | train_loss=0.0213
+  step 2080000 |  19662s | train_loss=0.0218
+  step 2090000 |  19747s | train_loss=0.0209
+  step 2100000 |  19941s | train_loss=0.0211 | fid=118.6871
+  step 2110000 |  20029s | train_loss=0.0206
+  step 2120000 |  20107s | train_loss=0.0215
+  step 2130000 |  20194s | train_loss=0.0215
+  step 2140000 |  20282s | train_loss=0.0227
+  step 2150000 |  20369s | train_loss=0.0206
+  step 2160000 |  20457s | train_loss=0.0208
+  step 2170000 |  20545s | train_loss=0.0217
+  step 2180000 |  20633s | train_loss=0.0213
+  step 2190000 |  20717s | train_loss=0.0208
+  step 2200000 |  20923s | train_loss=0.0208 | fid=116.6641
+  step 2210000 |  21010s | train_loss=0.0211
+  step 2220000 |  21091s | train_loss=0.0203
+  step 2230000 |  21171s | train_loss=0.0207
+  step 2240000 |  21259s | train_loss=0.0201
+  step 2250000 |  21346s | train_loss=0.0201
+  step 2260000 |  21434s | train_loss=0.0204
+  step 2270000 |  21522s | train_loss=0.0211
+  step 2280000 |  21609s | train_loss=0.0200
+  step 2290000 |  21691s | train_loss=0.0199
+  step 2300000 |  21873s | train_loss=0.0199 | fid=117.3503
+  step 2310000 |  21961s | train_loss=0.0199
+  step 2320000 |  22047s | train_loss=0.0190
+  step 2330000 |  22126s | train_loss=0.0198
+  step 2340000 |  22210s | train_loss=0.0204
+  step 2350000 |  22297s | train_loss=0.0194
+  step 2360000 |  22385s | train_loss=0.0198
+  step 2370000 |  22473s | train_loss=0.0194
+  step 2380000 |  22560s | train_loss=0.0198
+  step 2390000 |  22645s | train_loss=0.0197
+  step 2400000 |  22843s | train_loss=0.0191 | fid=116.4873
+  step 2410000 |  22931s | train_loss=0.0200
+  step 2420000 |  23017s | train_loss=0.0186
+  step 2430000 |  23106s | train_loss=0.0189
+  step 2440000 |  23182s | train_loss=0.0190
+  step 2450000 |  23270s | train_loss=0.0189
+  step 2460000 |  23358s | train_loss=0.0204
+  step 2470000 |  23445s | train_loss=0.0188
+  step 2480000 |  23533s | train_loss=0.0186
+  step 2490000 |  23614s | train_loss=0.0192
+  step 2500000 |  23800s | train_loss=0.0189 | fid=115.3504
+  step 2510000 |  23888s | train_loss=0.0182
+  step 2520000 |  23974s | train_loss=0.0192
+  step 2530000 |  24061s | train_loss=0.0184
+  step 2540000 |  24145s | train_loss=0.0181
+  step 2550000 |  24220s | train_loss=0.0183
+  step 2560000 |  24307s | train_loss=0.0182
+  step 2570000 |  24395s | train_loss=0.0179
+  step 2580000 |  24483s | train_loss=0.0184
+  step 2590000 |  24566s | train_loss=0.0189
+  step 2600000 |  24757s | train_loss=0.0184 | fid=114.0960
+  step 2610000 |  24843s | train_loss=0.0179
+  step 2620000 |  24929s | train_loss=0.0176
+  step 2630000 |  25017s | train_loss=0.0182
+  step 2640000 |  25104s | train_loss=0.0179
+  step 2650000 |  25188s | train_loss=0.0171
+  step 2660000 |  25266s | train_loss=0.0173
+  step 2670000 |  25353s | train_loss=0.0175
+  step 2680000 |  25441s | train_loss=0.0177
+  step 2690000 |  25523s | train_loss=0.0175
+  step 2700000 |  25712s | train_loss=0.0172 | fid=113.7057
+  step 2710000 |  25798s | train_loss=0.0181
+  step 2720000 |  25884s | train_loss=0.0174
+  step 2730000 |  25972s | train_loss=0.0172
+  step 2740000 |  26059s | train_loss=0.0169
+  step 2750000 |  26147s | train_loss=0.0166
+  step 2760000 |  26228s | train_loss=0.0173
+  step 2770000 |  26307s | train_loss=0.0170
+  step 2780000 |  26395s | train_loss=0.0177
+  step 2790000 |  26478s | train_loss=0.0164
+  step 2800000 |  26655s | train_loss=0.0169 | fid=112.2892
+  step 2810000 |  26743s | train_loss=0.0168
+  step 2820000 |  26829s | train_loss=0.0177
+  step 2830000 |  26915s | train_loss=0.0177
+  step 2840000 |  27003s | train_loss=0.0164
+  step 2850000 |  27091s | train_loss=0.0168
+  step 2860000 |  27178s | train_loss=0.0165
+  step 2870000 |  27261s | train_loss=0.0162
+  step 2880000 |  27339s | train_loss=0.0162
+  step 2890000 |  27422s | train_loss=0.0158
+  step 2900000 |  27634s | train_loss=0.0168 | fid=113.2245
+  step 2910000 |  27722s | train_loss=0.0155
+  step 2920000 |  27808s | train_loss=0.0152
+  step 2930000 |  27894s | train_loss=0.0157
+  step 2940000 |  27982s | train_loss=0.0161
+  step 2950000 |  28070s | train_loss=0.0155
+  step 2960000 |  28157s | train_loss=0.0166
+  step 2970000 |  28245s | train_loss=0.0164
+  step 2980000 |  28321s | train_loss=0.0155
+  step 2990000 |  28400s | train_loss=0.0167
+  step 3000000 |  28613s | train_loss=0.0162 | fid=111.8433
+  step 3010000 |  28701s | train_loss=0.0169
+  step 3020000 |  28788s | train_loss=0.0156
+  step 3030000 |  28873s | train_loss=0.0152
+  step 3040000 |  28961s | train_loss=0.0159
+  step 3050000 |  29048s | train_loss=0.0159
+  step 3060000 |  29136s | train_loss=0.0158
+  step 3070000 |  29224s | train_loss=0.0150
+  step 3080000 |  29306s | train_loss=0.0153
+  step 3090000 |  29375s | train_loss=0.0149
+  step 3100000 |  29542s | train_loss=0.0153 | fid=111.0678
+  step 3110000 |  29629s | train_loss=0.0156
+  step 3120000 |  29717s | train_loss=0.0160
+  step 3130000 |  29803s | train_loss=0.0146
+  step 3140000 |  29889s | train_loss=0.0154
+  step 3150000 |  29977s | train_loss=0.0154
+  step 3160000 |  30065s | train_loss=0.0146
+  step 3170000 |  30152s | train_loss=0.0151
+  step 3180000 |  30240s | train_loss=0.0148
+  step 3190000 |  30314s | train_loss=0.0151
+  step 3200000 |  30514s | train_loss=0.0149 | fid=110.6600
+  step 3210000 |  30602s | train_loss=0.0147
+  step 3220000 |  30689s | train_loss=0.0146
+  step 3230000 |  30775s | train_loss=0.0151
+  step 3240000 |  30862s | train_loss=0.0146
+  step 3250000 |  30949s | train_loss=0.0148
+  step 3260000 |  31037s | train_loss=0.0149
+  step 3270000 |  31124s | train_loss=0.0148
+  step 3280000 |  31212s | train_loss=0.0144
+  step 3290000 |  31290s | train_loss=0.0144
+  step 3300000 |  31478s | train_loss=0.0142 | fid=110.1298
+  step 3310000 |  31565s | train_loss=0.0146
+  step 3320000 |  31653s | train_loss=0.0148
+  step 3330000 |  31739s | train_loss=0.0147
+  step 3340000 |  31827s | train_loss=0.0136
+  step 3350000 |  31913s | train_loss=0.0152
+  step 3360000 |  32001s | train_loss=0.0141
+  step 3370000 |  32089s | train_loss=0.0144
+  step 3380000 |  32173s | train_loss=0.0138
+  step 3390000 |  32251s | train_loss=0.0137
+  step 3400000 |  32446s | train_loss=0.0143 | fid=110.4669
+  step 3410000 |  32534s | train_loss=0.0138
+  step 3420000 |  32622s | train_loss=0.0139
+  step 3430000 |  32708s | train_loss=0.0135
+  step 3440000 |  32795s | train_loss=0.0146
+  step 3450000 |  32882s | train_loss=0.0130
+  step 3460000 |  32969s | train_loss=0.0145
+  step 3470000 |  33057s | train_loss=0.0131
+  step 3480000 |  33138s | train_loss=0.0140
+  step 3490000 |  33226s | train_loss=0.0139
+  step 3500000 |  33417s | train_loss=0.0139 | fid=110.1954
+  step 3510000 |  33504s | train_loss=0.0142
+  step 3520000 |  33592s | train_loss=0.0133
+  step 3530000 |  33679s | train_loss=0.0137
+  step 3540000 |  33766s | train_loss=0.0150
+  step 3550000 |  33854s | train_loss=0.0139
+  step 3560000 |  33940s | train_loss=0.0142
+  step 3570000 |  34028s | train_loss=0.0135
+  step 3580000 |  34109s | train_loss=0.0140
+  step 3590000 |  34197s | train_loss=0.0129
+  step 3600000 |  34380s | train_loss=0.0133 | fid=110.0562
+  step 3610000 |  34455s | train_loss=0.0149
+  step 3620000 |  34543s | train_loss=0.0137
+  step 3630000 |  34631s | train_loss=0.0136
+  step 3640000 |  34717s | train_loss=0.0130
+  step 3650000 |  34804s | train_loss=0.0131
+  step 3660000 |  34892s | train_loss=0.0128
+  step 3670000 |  34977s | train_loss=0.0130
+  step 3680000 |  35053s | train_loss=0.0135
+  step 3690000 |  35140s | train_loss=0.0128
+  step 3700000 |  35361s | train_loss=0.0131 | fid=110.2954
+  step 3710000 |  35439s | train_loss=0.0133
+  step 3720000 |  35522s | train_loss=0.0133
+  step 3730000 |  35610s | train_loss=0.0132
+  step 3740000 |  35696s | train_loss=0.0130
+  step 3750000 |  35784s | train_loss=0.0136
+  step 3760000 |  35872s | train_loss=0.0134
+  step 3770000 |  35951s | train_loss=0.0127
+  step 3780000 |  36030s | train_loss=0.0129
+  step 3790000 |  36118s | train_loss=0.0127
+  step 3800000 |  36309s | train_loss=0.0130 | fid=109.3970
+  step 3810000 |  36397s | train_loss=0.0127
+  step 3820000 |  36475s | train_loss=0.0133
+  step 3830000 |  36563s | train_loss=0.0124
+  step 3840000 |  36649s | train_loss=0.0123
+  step 3850000 |  36736s | train_loss=0.0123
+  step 3860000 |  36824s | train_loss=0.0132
+  step 3870000 |  36909s | train_loss=0.0131
+  step 3880000 |  36987s | train_loss=0.0126
+  step 3890000 |  37074s | train_loss=0.0126
+  step 3900000 |  37272s | train_loss=0.0127 | fid=108.7941
+  step 3910000 |  37359s | train_loss=0.0123
+  step 3920000 |  37447s | train_loss=0.0123
+  step 3930000 |  37522s | train_loss=0.0126
+  step 3940000 |  37608s | train_loss=0.0131
+  step 3950000 |  37696s | train_loss=0.0127
+  step 3960000 |  37784s | train_loss=0.0127
+  step 3970000 |  37865s | train_loss=0.0121
+  step 3980000 |  37943s | train_loss=0.0124
+  step 3990000 |  38031s | train_loss=0.0124
+  step 4000000 |  38198s | train_loss=0.0124 | fid=109.4542
+  step 4010000 |  38285s | train_loss=0.0118
+  step 4020000 |  38373s | train_loss=0.0127
+  step 4030000 |  38461s | train_loss=0.0118
+  step 4040000 |  38547s | train_loss=0.0121
+  step 4050000 |  38633s | train_loss=0.0124
+  step 4060000 |  38721s | train_loss=0.0122
+  step 4070000 |  38808s | train_loss=0.0124
+  step 4080000 |  38893s | train_loss=0.0127
+  step 4090000 |  38980s | train_loss=0.0121
+  step 4100000 |  39140s | train_loss=0.0117 | fid=108.2359
+  step 4110000 |  39228s | train_loss=0.0116
+  step 4120000 |  39315s | train_loss=0.0122
+  step 4130000 |  39403s | train_loss=0.0117
+  step 4140000 |  39488s | train_loss=0.0127
+  step 4150000 |  39576s | train_loss=0.0118
+  step 4160000 |  39662s | train_loss=0.0113
+  step 4170000 |  39750s | train_loss=0.0120
+  step 4180000 |  39835s | train_loss=0.0117
+  step 4190000 |  39923s | train_loss=0.0120
+  step 4200000 |  40080s | train_loss=0.0115 | fid=108.8862
+  step 4210000 |  40167s | train_loss=0.0123
+  step 4220000 |  40255s | train_loss=0.0111
+  step 4230000 |  40343s | train_loss=0.0119
+  step 4240000 |  40431s | train_loss=0.0116
+  step 4250000 |  40511s | train_loss=0.0117
+  step 4260000 |  40597s | train_loss=0.0117
+  step 4270000 |  40683s | train_loss=0.0117
+  step 4280000 |  40755s | train_loss=0.0119
+  step 4290000 |  40843s | train_loss=0.0123
+  step 4300000 |  41055s | train_loss=0.0116 | fid=108.4416
+  step 4310000 |  41143s | train_loss=0.0112
+  step 4320000 |  41231s | train_loss=0.0112
+  step 4330000 |  41319s | train_loss=0.0114
+  step 4340000 |  41406s | train_loss=0.0112
+  step 4350000 |  41491s | train_loss=0.0111
+  step 4360000 |  41571s | train_loss=0.0118
+  step 4370000 |  41656s | train_loss=0.0112
+  step 4380000 |  41737s | train_loss=0.0112
+  step 4390000 |  41825s | train_loss=0.0119
+  step 4400000 |  42028s | train_loss=0.0114 | fid=108.6200
+  step 4410000 |  42115s | train_loss=0.0122
+  step 4420000 |  42203s | train_loss=0.0114
+  step 4430000 |  42291s | train_loss=0.0112
+  step 4440000 |  42378s | train_loss=0.0112
+  step 4450000 |  42466s | train_loss=0.0109
+  step 4460000 |  42539s | train_loss=0.0116
+  step 4470000 |  42618s | train_loss=0.0112
+  step 4480000 |  42698s | train_loss=0.0111
+  step 4490000 |  42786s | train_loss=0.0115
+  step 4500000 |  42997s | train_loss=0.0110 | fid=107.9440
+  step 4510000 |  43083s | train_loss=0.0114
+  step 4520000 |  43171s | train_loss=0.0114
+  step 4530000 |  43259s | train_loss=0.0109
+  step 4540000 |  43346s | train_loss=0.0116
+  step 4550000 |  43434s | train_loss=0.0109
+  step 4560000 |  43519s | train_loss=0.0118
+  step 4570000 |  43586s | train_loss=0.0111
+  step 4580000 |  43670s | train_loss=0.0111
+  step 4590000 |  43758s | train_loss=0.0114
+  step 4600000 |  43949s | train_loss=0.0106 | fid=108.3788
+  step 4610000 |  44037s | train_loss=0.0105
+  step 4620000 |  44123s | train_loss=0.0117
+  step 4630000 |  44210s | train_loss=0.0112
+  step 4640000 |  44298s | train_loss=0.0119
+  step 4650000 |  44386s | train_loss=0.0120
+  step 4660000 |  44474s | train_loss=0.0109
+  step 4670000 |  44547s | train_loss=0.0109
+  step 4680000 |  44625s | train_loss=0.0106
+  step 4690000 |  44712s | train_loss=0.0112
+  step 4700000 |  44917s | train_loss=0.0105 | fid=108.1628
+  step 4710000 |  45004s | train_loss=0.0108
+  step 4720000 |  45091s | train_loss=0.0117
+  step 4730000 |  45178s | train_loss=0.0113
+  step 4740000 |  45266s | train_loss=0.0111
+  step 4750000 |  45354s | train_loss=0.0109
+  step 4760000 |  45441s | train_loss=0.0113
+  step 4770000 |  45516s | train_loss=0.0114
+  step 4780000 |  45589s | train_loss=0.0114
+  step 4790000 |  45672s | train_loss=0.0116
+  step 4800000 |  45874s | train_loss=0.0106 | fid=108.3481
+  step 4810000 |  45962s | train_loss=0.0108
+  step 4820000 |  46050s | train_loss=0.0117
+  step 4830000 |  46135s | train_loss=0.0113
+  step 4840000 |  46223s | train_loss=0.0112
+  step 4850000 |  46311s | train_loss=0.0112
+  step 4860000 |  46399s | train_loss=0.0104
+  step 4870000 |  46473s | train_loss=0.0108
+  step 4880000 |  46561s | train_loss=0.0106
+  step 4890000 |  46635s | train_loss=0.0105
+  step 4900000 |  46821s | train_loss=0.0103 | fid=108.7950
+  step 4910000 |  46909s | train_loss=0.0110
+  step 4920000 |  46997s | train_loss=0.0105
+  step 4930000 |  47083s | train_loss=0.0102
+  step 4940000 |  47170s | train_loss=0.0103
+  step 4950000 |  47258s | train_loss=0.0103
+  step 4960000 |  47346s | train_loss=0.0102
+  step 4970000 |  47420s | train_loss=0.0104
+  step 4980000 |  47491s | train_loss=0.0101
+  step 4990000 |  47562s | train_loss=0.0103
+  step 5000000 |  47686s | train_loss=0.0107 | fid=108.1380
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b67ecec1937b646f4e76d47178702af49c884d9a
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..025b65f3f9eb0eafa2faf331836cae5bd136c2d6
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 100, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 69.39370894432068, "train_loss_step": 99.99640655517578, "n_params": 4469860, "total_flops": 13731409920, "train_loss": 1.0036739349365233, "subset_score_loss": 1.0036739349365233, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9804340600967407, "fid": 311.3591545130954, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 155.40811491012573, "train_loss_step": 20.55518913269043, "n_params": 4469860, "total_flops": 137314099200000, "train_loss": 0.826717529296875, "subset_score_loss": 0.826717529296875}
+{"step": 20000, "wall_time": 242.27079701423645, "train_loss_step": 17.444250106811523, "n_params": 4469860, "total_flops": 274628198400000, "train_loss": 0.7067607116699218, "subset_score_loss": 0.7067607116699218}
+{"step": 30000, "wall_time": 329.09025382995605, "train_loss_step": 16.26595687866211, "n_params": 4469860, "total_flops": 411942297600000, "train_loss": 0.570526123046875, "subset_score_loss": 0.570526123046875}
+{"step": 40000, "wall_time": 415.94859290122986, "train_loss_step": 13.446205139160156, "n_params": 4469860, "total_flops": 549256396800000, "train_loss": 0.4221662521362305, "subset_score_loss": 0.4221662521362305}
+{"step": 50000, "wall_time": 502.76870226860046, "train_loss_step": 11.540054321289062, "n_params": 4469860, "total_flops": 686570496000000, "train_loss": 0.2977717399597168, "subset_score_loss": 0.2977717399597168}
+{"step": 60000, "wall_time": 589.5847504138947, "train_loss_step": 10.277534484863281, "n_params": 4469860, "total_flops": 823884595200000, "train_loss": 0.21992338180541993, "subset_score_loss": 0.21992338180541993}
+{"step": 70000, "wall_time": 676.4629080295563, "train_loss_step": 10.14445686340332, "n_params": 4469860, "total_flops": 961198694400000, "train_loss": 0.18024133682250976, "subset_score_loss": 0.18024133682250976}
+{"step": 80000, "wall_time": 763.2568109035492, "train_loss_step": 9.567801475524902, "n_params": 4469860, "total_flops": 1098512793600000, "train_loss": 0.15138795852661133, "subset_score_loss": 0.15138795852661133}
+{"step": 90000, "wall_time": 850.1258306503296, "train_loss_step": 9.105799674987793, "n_params": 4469860, "total_flops": 1235826892800000, "train_loss": 0.1407764148712158, "subset_score_loss": 0.1407764148712158}
+{"step": 100000, "wall_time": 1001.3632774353027, "train_loss_step": 8.484317779541016, "n_params": 4469860, "total_flops": 1373140992000000, "train_loss": 0.12607089996337892, "subset_score_loss": 0.12607089996337892, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9410550594329834, "fid": 166.6603989787849, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1084.877340555191, "train_loss_step": 8.450000762939453, "n_params": 4469860, "total_flops": 1510455091200000, "train_loss": 0.11812348365783691, "subset_score_loss": 0.11812348365783691}
+{"step": 120000, "wall_time": 1171.5877118110657, "train_loss_step": 8.362726211547852, "n_params": 4469860, "total_flops": 1647769190400000, "train_loss": 0.11071661949157714, "subset_score_loss": 0.11071661949157714}
+{"step": 130000, "wall_time": 1258.379943370819, "train_loss_step": 7.8469929695129395, "n_params": 4469860, "total_flops": 1785083289600000, "train_loss": 0.10823893547058105, "subset_score_loss": 0.10823893547058105}
+{"step": 140000, "wall_time": 1345.1440777778625, "train_loss_step": 8.060293197631836, "n_params": 4469860, "total_flops": 1922397388800000, "train_loss": 0.10241334915161132, "subset_score_loss": 0.10241334915161132}
+{"step": 150000, "wall_time": 1431.8733253479004, "train_loss_step": 7.8104753494262695, "n_params": 4469860, "total_flops": 2059711488000000, "train_loss": 0.09795962333679199, "subset_score_loss": 0.09795962333679199}
+{"step": 160000, "wall_time": 1518.579201221466, "train_loss_step": 7.231468677520752, "n_params": 4469860, "total_flops": 2197025587200000, "train_loss": 0.09484201431274414, "subset_score_loss": 0.09484201431274414}
+{"step": 170000, "wall_time": 1605.357543706894, "train_loss_step": 7.127457618713379, "n_params": 4469860, "total_flops": 2334339686400000, "train_loss": 0.09105831146240234, "subset_score_loss": 0.09105831146240234}
+{"step": 180000, "wall_time": 1692.1050388813019, "train_loss_step": 6.781145095825195, "n_params": 4469860, "total_flops": 2471653785600000, "train_loss": 0.09070283889770508, "subset_score_loss": 0.09070283889770508}
+{"step": 190000, "wall_time": 1778.9060368537903, "train_loss_step": 7.331567764282227, "n_params": 4469860, "total_flops": 2608967884800000, "train_loss": 0.08609774589538574, "subset_score_loss": 0.08609774589538574}
+{"step": 200000, "wall_time": 1930.1724743843079, "train_loss_step": 6.952724456787109, "n_params": 4469860, "total_flops": 2746281984000000, "train_loss": 0.08591486930847168, "subset_score_loss": 0.08591486930847168, "memorization_fraction_pixel": 0.0031999999191612005, "mean_nn_ratio_pixel": 0.9007472395896912, "fid": 159.33628075308434, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2017.8184983730316, "train_loss_step": 7.231156349182129, "n_params": 4469860, "total_flops": 2883596083200000, "train_loss": 0.08492258071899414, "subset_score_loss": 0.08492258071899414}
+{"step": 220000, "wall_time": 2100.9631793498993, "train_loss_step": 6.788171291351318, "n_params": 4469860, "total_flops": 3020910182400000, "train_loss": 0.0799035930633545, "subset_score_loss": 0.0799035930633545}
+{"step": 230000, "wall_time": 2187.594265937805, "train_loss_step": 6.6757001876831055, "n_params": 4469860, "total_flops": 3158224281600000, "train_loss": 0.07742239475250244, "subset_score_loss": 0.07742239475250244}
+{"step": 240000, "wall_time": 2274.386250257492, "train_loss_step": 7.117493629455566, "n_params": 4469860, "total_flops": 3295538380800000, "train_loss": 0.0781423282623291, "subset_score_loss": 0.0781423282623291}
+{"step": 250000, "wall_time": 2361.128498315811, "train_loss_step": 6.769747734069824, "n_params": 4469860, "total_flops": 3432852480000000, "train_loss": 0.07832890033721923, "subset_score_loss": 0.07832890033721923}
+{"step": 260000, "wall_time": 2447.8869309425354, "train_loss_step": 6.416740417480469, "n_params": 4469860, "total_flops": 3570166579200000, "train_loss": 0.07330626487731934, "subset_score_loss": 0.07330626487731934}
+{"step": 270000, "wall_time": 2534.5728244781494, "train_loss_step": 6.047060966491699, "n_params": 4469860, "total_flops": 3707480678400000, "train_loss": 0.07062219142913818, "subset_score_loss": 0.07062219142913818}
+{"step": 280000, "wall_time": 2621.2369668483734, "train_loss_step": 6.709749221801758, "n_params": 4469860, "total_flops": 3844794777600000, "train_loss": 0.06971268653869629, "subset_score_loss": 0.06971268653869629}
+{"step": 290000, "wall_time": 2707.917690515518, "train_loss_step": 6.436427116394043, "n_params": 4469860, "total_flops": 3982108876800000, "train_loss": 0.06933452129364014, "subset_score_loss": 0.06933452129364014}
+{"step": 300000, "wall_time": 2858.912005662918, "train_loss_step": 6.461966037750244, "n_params": 4469860, "total_flops": 4119422976000000, "train_loss": 0.06877856254577637, "subset_score_loss": 0.06877856254577637, "memorization_fraction_pixel": 0.013500000350177288, "mean_nn_ratio_pixel": 0.8653922080993652, "fid": 151.669228424587, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2945.746264696121, "train_loss_step": 6.120190620422363, "n_params": 4469860, "total_flops": 4256737075200000, "train_loss": 0.06721181869506836, "subset_score_loss": 0.06721181869506836}
+{"step": 320000, "wall_time": 3029.8792765140533, "train_loss_step": 6.253543853759766, "n_params": 4469860, "total_flops": 4394051174400000, "train_loss": 0.06610561370849609, "subset_score_loss": 0.06610561370849609}
+{"step": 330000, "wall_time": 3116.6688554286957, "train_loss_step": 6.0122551918029785, "n_params": 4469860, "total_flops": 4531365273600000, "train_loss": 0.06480048179626464, "subset_score_loss": 0.06480048179626464}
+{"step": 340000, "wall_time": 3203.4628229141235, "train_loss_step": 6.147161483764648, "n_params": 4469860, "total_flops": 4668679372800000, "train_loss": 0.06625905036926269, "subset_score_loss": 0.06625905036926269}
+{"step": 350000, "wall_time": 3290.1759598255157, "train_loss_step": 6.406728267669678, "n_params": 4469860, "total_flops": 4805993472000000, "train_loss": 0.061608986854553224, "subset_score_loss": 0.061608986854553224}
+{"step": 360000, "wall_time": 3376.982489824295, "train_loss_step": 6.270364761352539, "n_params": 4469860, "total_flops": 4943307571200000, "train_loss": 0.061339797973632815, "subset_score_loss": 0.061339797973632815}
+{"step": 370000, "wall_time": 3463.712703227997, "train_loss_step": 6.623952865600586, "n_params": 4469860, "total_flops": 5080621670400000, "train_loss": 0.05881143569946289, "subset_score_loss": 0.05881143569946289}
+{"step": 380000, "wall_time": 3550.4904725551605, "train_loss_step": 6.114711284637451, "n_params": 4469860, "total_flops": 5217935769600000, "train_loss": 0.059212141036987305, "subset_score_loss": 0.059212141036987305}
+{"step": 390000, "wall_time": 3637.268986225128, "train_loss_step": 6.255363941192627, "n_params": 4469860, "total_flops": 5355249868800000, "train_loss": 0.05968470096588135, "subset_score_loss": 0.05968470096588135}
+{"step": 400000, "wall_time": 3787.705896615982, "train_loss_step": 6.237975120544434, "n_params": 4469860, "total_flops": 5492563968000000, "train_loss": 0.05895388126373291, "subset_score_loss": 0.05895388126373291, "memorization_fraction_pixel": 0.02250000089406967, "mean_nn_ratio_pixel": 0.8351832032203674, "fid": 145.65467558145707, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3874.555228471756, "train_loss_step": 5.606159210205078, "n_params": 4469860, "total_flops": 5629878067200000, "train_loss": 0.05697695732116699, "subset_score_loss": 0.05697695732116699}
+{"step": 420000, "wall_time": 3961.8394119739532, "train_loss_step": 6.026582717895508, "n_params": 4469860, "total_flops": 5767192166400000, "train_loss": 0.05633092403411865, "subset_score_loss": 0.05633092403411865}
+{"step": 430000, "wall_time": 4045.7475016117096, "train_loss_step": 5.879344463348389, "n_params": 4469860, "total_flops": 5904506265600000, "train_loss": 0.0551185131072998, "subset_score_loss": 0.0551185131072998}
+{"step": 440000, "wall_time": 4132.449897766113, "train_loss_step": 6.000309944152832, "n_params": 4469860, "total_flops": 6041820364800000, "train_loss": 0.05631711483001709, "subset_score_loss": 0.05631711483001709}
+{"step": 450000, "wall_time": 4219.2240443229675, "train_loss_step": 5.855814456939697, "n_params": 4469860, "total_flops": 6179134464000000, "train_loss": 0.056179375648498536, "subset_score_loss": 0.056179375648498536}
+{"step": 460000, "wall_time": 4305.90954375267, "train_loss_step": 5.603837966918945, "n_params": 4469860, "total_flops": 6316448563200000, "train_loss": 0.05456265926361084, "subset_score_loss": 0.05456265926361084}
+{"step": 470000, "wall_time": 4392.6407561302185, "train_loss_step": 5.954070091247559, "n_params": 4469860, "total_flops": 6453762662400000, "train_loss": 0.054645209312438964, "subset_score_loss": 0.054645209312438964}
+{"step": 480000, "wall_time": 4479.355560302734, "train_loss_step": 5.669137954711914, "n_params": 4469860, "total_flops": 6591076761600000, "train_loss": 0.05329044818878174, "subset_score_loss": 0.05329044818878174}
+{"step": 490000, "wall_time": 4566.17786192894, "train_loss_step": 5.665805339813232, "n_params": 4469860, "total_flops": 6728390860800000, "train_loss": 0.051551985740661624, "subset_score_loss": 0.051551985740661624}
+{"step": 500000, "wall_time": 4715.448313951492, "train_loss_step": 5.776235580444336, "n_params": 4469860, "total_flops": 6865704960000000, "train_loss": 0.05228644847869873, "subset_score_loss": 0.05228644847869873, "memorization_fraction_pixel": 0.03550000116229057, "mean_nn_ratio_pixel": 0.8182717561721802, "fid": 142.33932059790578, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 4802.281884431839, "train_loss_step": 5.9974517822265625, "n_params": 4469860, "total_flops": 7003019059200000, "train_loss": 0.05234522819519043, "subset_score_loss": 0.05234522819519043}
+{"step": 520000, "wall_time": 4888.972842693329, "train_loss_step": 5.447543621063232, "n_params": 4469860, "total_flops": 7140333158400000, "train_loss": 0.05053322315216065, "subset_score_loss": 0.05053322315216065}
+{"step": 530000, "wall_time": 4975.104292869568, "train_loss_step": 5.889911651611328, "n_params": 4469860, "total_flops": 7277647257600000, "train_loss": 0.05146764755249023, "subset_score_loss": 0.05146764755249023}
+{"step": 540000, "wall_time": 5059.948602199554, "train_loss_step": 5.951053619384766, "n_params": 4469860, "total_flops": 7414961356800000, "train_loss": 0.04970895767211914, "subset_score_loss": 0.04970895767211914}
+{"step": 550000, "wall_time": 5146.446664571762, "train_loss_step": 5.885308265686035, "n_params": 4469860, "total_flops": 7552275456000000, "train_loss": 0.05023292541503906, "subset_score_loss": 0.05023292541503906}
+{"step": 560000, "wall_time": 5232.096157312393, "train_loss_step": 5.673972129821777, "n_params": 4469860, "total_flops": 7689589555200000, "train_loss": 0.0491127347946167, "subset_score_loss": 0.0491127347946167}
+{"step": 570000, "wall_time": 5317.693888425827, "train_loss_step": 5.278506278991699, "n_params": 4469860, "total_flops": 7826903654400000, "train_loss": 0.04877535820007324, "subset_score_loss": 0.04877535820007324}
+{"step": 580000, "wall_time": 5403.5563061237335, "train_loss_step": 5.577601909637451, "n_params": 4469860, "total_flops": 7964217753600000, "train_loss": 0.049467859268188474, "subset_score_loss": 0.049467859268188474}
+{"step": 590000, "wall_time": 5489.527918338776, "train_loss_step": 5.6171875, "n_params": 4469860, "total_flops": 8101531852800000, "train_loss": 0.04799639701843262, "subset_score_loss": 0.04799639701843262}
+{"step": 600000, "wall_time": 5640.11056470871, "train_loss_step": 5.846479892730713, "n_params": 4469860, "total_flops": 8238845952000000, "train_loss": 0.047858629226684574, "subset_score_loss": 0.047858629226684574, "memorization_fraction_pixel": 0.039799999445676804, "mean_nn_ratio_pixel": 0.8188384771347046, "fid": 148.3716283106366, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 5726.936882019043, "train_loss_step": 5.501384258270264, "n_params": 4469860, "total_flops": 8376160051200000, "train_loss": 0.04685901641845703, "subset_score_loss": 0.04685901641845703}
+{"step": 620000, "wall_time": 5813.62196969986, "train_loss_step": 5.608678340911865, "n_params": 4469860, "total_flops": 8513474150400000, "train_loss": 0.048729591369628907, "subset_score_loss": 0.048729591369628907}
+{"step": 630000, "wall_time": 5900.980699300766, "train_loss_step": 5.415989875793457, "n_params": 4469860, "total_flops": 8650788249600000, "train_loss": 0.04798031806945801, "subset_score_loss": 0.04798031806945801}
+{"step": 640000, "wall_time": 5984.561668872833, "train_loss_step": 5.064726829528809, "n_params": 4469860, "total_flops": 8788102348800000, "train_loss": 0.04599084854125977, "subset_score_loss": 0.04599084854125977}
+{"step": 650000, "wall_time": 6071.344123363495, "train_loss_step": 5.529695987701416, "n_params": 4469860, "total_flops": 8925416448000000, "train_loss": 0.04566422939300537, "subset_score_loss": 0.04566422939300537}
+{"step": 660000, "wall_time": 6158.073338985443, "train_loss_step": 5.03118896484375, "n_params": 4469860, "total_flops": 9062730547200000, "train_loss": 0.04602127552032471, "subset_score_loss": 0.04602127552032471}
+{"step": 670000, "wall_time": 6244.842926740646, "train_loss_step": 5.764698028564453, "n_params": 4469860, "total_flops": 9200044646400000, "train_loss": 0.046297826766967774, "subset_score_loss": 0.046297826766967774}
+{"step": 680000, "wall_time": 6331.515096187592, "train_loss_step": 5.332996368408203, "n_params": 4469860, "total_flops": 9337358745600000, "train_loss": 0.046056809425354006, "subset_score_loss": 0.046056809425354006}
+{"step": 690000, "wall_time": 6418.236226558685, "train_loss_step": 5.090516090393066, "n_params": 4469860, "total_flops": 9474672844800000, "train_loss": 0.04476925849914551, "subset_score_loss": 0.04476925849914551}
+{"step": 700000, "wall_time": 6569.950433731079, "train_loss_step": 5.385772228240967, "n_params": 4469860, "total_flops": 9611986944000000, "train_loss": 0.044153752326965334, "subset_score_loss": 0.044153752326965334, "memorization_fraction_pixel": 0.05590000003576279, "mean_nn_ratio_pixel": 0.8104336857795715, "fid": 159.19004990581666, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6656.779536485672, "train_loss_step": 5.492258071899414, "n_params": 4469860, "total_flops": 9749301043200000, "train_loss": 0.04377254962921143, "subset_score_loss": 0.04377254962921143}
+{"step": 720000, "wall_time": 6743.588309764862, "train_loss_step": 5.534180164337158, "n_params": 4469860, "total_flops": 9886615142400000, "train_loss": 0.04469181060791016, "subset_score_loss": 0.04469181060791016}
+{"step": 730000, "wall_time": 6830.365307331085, "train_loss_step": 5.237617492675781, "n_params": 4469860, "total_flops": 10023929241600000, "train_loss": 0.04487117290496826, "subset_score_loss": 0.04487117290496826}
+{"step": 740000, "wall_time": 6916.3064703941345, "train_loss_step": 5.360319137573242, "n_params": 4469860, "total_flops": 10161243340800000, "train_loss": 0.04288783073425293, "subset_score_loss": 0.04288783073425293}
+{"step": 750000, "wall_time": 7001.296625614166, "train_loss_step": 5.326382637023926, "n_params": 4469860, "total_flops": 10298557440000000, "train_loss": 0.04342854499816894, "subset_score_loss": 0.04342854499816894}
+{"step": 760000, "wall_time": 7088.111193180084, "train_loss_step": 5.513192176818848, "n_params": 4469860, "total_flops": 10435871539200000, "train_loss": 0.04318373203277588, "subset_score_loss": 0.04318373203277588}
+{"step": 770000, "wall_time": 7174.894563436508, "train_loss_step": 5.490446090698242, "n_params": 4469860, "total_flops": 10573185638400000, "train_loss": 0.0428229284286499, "subset_score_loss": 0.0428229284286499}
+{"step": 780000, "wall_time": 7261.708822488785, "train_loss_step": 5.346853733062744, "n_params": 4469860, "total_flops": 10710499737600000, "train_loss": 0.043776202201843264, "subset_score_loss": 0.043776202201843264}
+{"step": 790000, "wall_time": 7348.411703586578, "train_loss_step": 4.872420310974121, "n_params": 4469860, "total_flops": 10847813836800000, "train_loss": 0.04238119125366211, "subset_score_loss": 0.04238119125366211}
+{"step": 800000, "wall_time": 7499.0126304626465, "train_loss_step": 5.197698593139648, "n_params": 4469860, "total_flops": 10985127936000000, "train_loss": 0.04242196559906006, "subset_score_loss": 0.04242196559906006, "memorization_fraction_pixel": 0.0674000009894371, "mean_nn_ratio_pixel": 0.8131357431411743, "fid": 180.33928681213305, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7585.774048566818, "train_loss_step": 5.131561279296875, "n_params": 4469860, "total_flops": 11122442035200000, "train_loss": 0.04050283432006836, "subset_score_loss": 0.04050283432006836}
+{"step": 820000, "wall_time": 7672.522196769714, "train_loss_step": 5.323686599731445, "n_params": 4469860, "total_flops": 11259756134400000, "train_loss": 0.04209228515625, "subset_score_loss": 0.04209228515625}
+{"step": 830000, "wall_time": 7759.164353609085, "train_loss_step": 5.1503376960754395, "n_params": 4469860, "total_flops": 11397070233600000, "train_loss": 0.04117314338684082, "subset_score_loss": 0.04117314338684082}
+{"step": 840000, "wall_time": 7846.369517087936, "train_loss_step": 5.126216888427734, "n_params": 4469860, "total_flops": 11534384332800000, "train_loss": 0.04096890926361084, "subset_score_loss": 0.04096890926361084}
+{"step": 850000, "wall_time": 7930.212109327316, "train_loss_step": 5.093767166137695, "n_params": 4469860, "total_flops": 11671698432000000, "train_loss": 0.04235730648040772, "subset_score_loss": 0.04235730648040772}
+{"step": 860000, "wall_time": 8016.934775590897, "train_loss_step": 5.062154293060303, "n_params": 4469860, "total_flops": 11809012531200000, "train_loss": 0.03922754287719726, "subset_score_loss": 0.03922754287719726}
+{"step": 870000, "wall_time": 8103.669634819031, "train_loss_step": 5.148495674133301, "n_params": 4469860, "total_flops": 11946326630400000, "train_loss": 0.041964874267578126, "subset_score_loss": 0.041964874267578126}
+{"step": 880000, "wall_time": 8190.425417661667, "train_loss_step": 5.088046073913574, "n_params": 4469860, "total_flops": 12083640729600000, "train_loss": 0.04096286296844483, "subset_score_loss": 0.04096286296844483}
+{"step": 890000, "wall_time": 8277.178292036057, "train_loss_step": 4.818851470947266, "n_params": 4469860, "total_flops": 12220954828800000, "train_loss": 0.039767873287200925, "subset_score_loss": 0.039767873287200925}
+{"step": 900000, "wall_time": 8430.12973332405, "train_loss_step": 5.106449604034424, "n_params": 4469860, "total_flops": 12358268928000000, "train_loss": 0.04142199039459229, "subset_score_loss": 0.04142199039459229, "memorization_fraction_pixel": 0.08330000191926956, "mean_nn_ratio_pixel": 0.8094704747200012, "fid": 187.27955966589866, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8516.934621810913, "train_loss_step": 5.022708892822266, "n_params": 4469860, "total_flops": 12495583027200000, "train_loss": 0.041182150840759275, "subset_score_loss": 0.041182150840759275}
+{"step": 920000, "wall_time": 8603.751729726791, "train_loss_step": 5.10957670211792, "n_params": 4469860, "total_flops": 12632897126400000, "train_loss": 0.03946321964263916, "subset_score_loss": 0.03946321964263916}
+{"step": 930000, "wall_time": 8690.452633619308, "train_loss_step": 5.095450401306152, "n_params": 4469860, "total_flops": 12770211225600000, "train_loss": 0.03849469661712646, "subset_score_loss": 0.03849469661712646}
+{"step": 940000, "wall_time": 8777.223276138306, "train_loss_step": 4.936040878295898, "n_params": 4469860, "total_flops": 12907525324800000, "train_loss": 0.04078178405761719, "subset_score_loss": 0.04078178405761719}
+{"step": 950000, "wall_time": 8862.789833068848, "train_loss_step": 4.927968502044678, "n_params": 4469860, "total_flops": 13044839424000000, "train_loss": 0.038852674961090086, "subset_score_loss": 0.038852674961090086}
+{"step": 960000, "wall_time": 8948.102509260178, "train_loss_step": 5.250972747802734, "n_params": 4469860, "total_flops": 13182153523200000, "train_loss": 0.039496145248413085, "subset_score_loss": 0.039496145248413085}
+{"step": 970000, "wall_time": 9034.91767668724, "train_loss_step": 5.058934688568115, "n_params": 4469860, "total_flops": 13319467622400000, "train_loss": 0.03771666765213013, "subset_score_loss": 0.03771666765213013}
+{"step": 980000, "wall_time": 9121.71737241745, "train_loss_step": 4.823831558227539, "n_params": 4469860, "total_flops": 13456781721600000, "train_loss": 0.0377613115310669, "subset_score_loss": 0.0377613115310669}
+{"step": 990000, "wall_time": 9208.483694553375, "train_loss_step": 4.747350215911865, "n_params": 4469860, "total_flops": 13594095820800000, "train_loss": 0.03738971471786499, "subset_score_loss": 0.03738971471786499}
+{"step": 1000000, "wall_time": 9361.439512252808, "train_loss_step": 5.300576210021973, "n_params": 4469860, "total_flops": 13731409920000000, "train_loss": 0.03818628549575806, "subset_score_loss": 0.03818628549575806, "memorization_fraction_pixel": 0.09809999912977219, "mean_nn_ratio_pixel": 0.7999505400657654, "fid": 187.83007430923968, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9448.152530193329, "train_loss_step": 5.143975257873535, "n_params": 4469860, "total_flops": 13868724019200000, "train_loss": 0.03853907346725464, "subset_score_loss": 0.03853907346725464}
+{"step": 1020000, "wall_time": 9534.882224082947, "train_loss_step": 4.915536880493164, "n_params": 4469860, "total_flops": 14006038118400000, "train_loss": 0.037661302089691165, "subset_score_loss": 0.037661302089691165}
+{"step": 1030000, "wall_time": 9621.58032655716, "train_loss_step": 4.869955539703369, "n_params": 4469860, "total_flops": 14143352217600000, "train_loss": 0.03822979927062988, "subset_score_loss": 0.03822979927062988}
+{"step": 1040000, "wall_time": 9708.311402320862, "train_loss_step": 5.3278608322143555, "n_params": 4469860, "total_flops": 14280666316800000, "train_loss": 0.03780116319656372, "subset_score_loss": 0.03780116319656372}
+{"step": 1050000, "wall_time": 9795.428741693497, "train_loss_step": 4.59816312789917, "n_params": 4469860, "total_flops": 14417980416000000, "train_loss": 0.037908616065979006, "subset_score_loss": 0.037908616065979006}
+{"step": 1060000, "wall_time": 9879.754554986954, "train_loss_step": 4.829176902770996, "n_params": 4469860, "total_flops": 14555294515200000, "train_loss": 0.03759104013442993, "subset_score_loss": 0.03759104013442993}
+{"step": 1070000, "wall_time": 9966.15851855278, "train_loss_step": 4.87673807144165, "n_params": 4469860, "total_flops": 14692608614400000, "train_loss": 0.03721513271331787, "subset_score_loss": 0.03721513271331787}
+{"step": 1080000, "wall_time": 10052.880959749222, "train_loss_step": 4.796963691711426, "n_params": 4469860, "total_flops": 14829922713600000, "train_loss": 0.03629162549972534, "subset_score_loss": 0.03629162549972534}
+{"step": 1090000, "wall_time": 10139.637453079224, "train_loss_step": 4.547999382019043, "n_params": 4469860, "total_flops": 14967236812800000, "train_loss": 0.0364826226234436, "subset_score_loss": 0.0364826226234436}
+{"step": 1100000, "wall_time": 10293.172465085983, "train_loss_step": 5.113516807556152, "n_params": 4469860, "total_flops": 15104550912000000, "train_loss": 0.03720181465148926, "subset_score_loss": 0.03720181465148926, "memorization_fraction_pixel": 0.10329999774694443, "mean_nn_ratio_pixel": 0.8065630793571472, "fid": 193.78712814865264, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10380.054250955582, "train_loss_step": 4.542762756347656, "n_params": 4469860, "total_flops": 15241865011200000, "train_loss": 0.036143708229064944, "subset_score_loss": 0.036143708229064944}
+{"step": 1120000, "wall_time": 10466.69081735611, "train_loss_step": 4.883760452270508, "n_params": 4469860, "total_flops": 15379179110400000, "train_loss": 0.035464320182800296, "subset_score_loss": 0.035464320182800296}
+{"step": 1130000, "wall_time": 10553.39621591568, "train_loss_step": 4.836692810058594, "n_params": 4469860, "total_flops": 15516493209600000, "train_loss": 0.03848612070083618, "subset_score_loss": 0.03848612070083618}
+{"step": 1140000, "wall_time": 10640.049973011017, "train_loss_step": 4.839286804199219, "n_params": 4469860, "total_flops": 15653807308800000, "train_loss": 0.03481012344360351, "subset_score_loss": 0.03481012344360351}
+{"step": 1150000, "wall_time": 10726.84820485115, "train_loss_step": 4.91689395904541, "n_params": 4469860, "total_flops": 15791121408000000, "train_loss": 0.03617851972579956, "subset_score_loss": 0.03617851972579956}
+{"step": 1160000, "wall_time": 10812.35031414032, "train_loss_step": 4.650640487670898, "n_params": 4469860, "total_flops": 15928435507200000, "train_loss": 0.034628546237945555, "subset_score_loss": 0.034628546237945555}
+{"step": 1170000, "wall_time": 10897.79660820961, "train_loss_step": 4.498780250549316, "n_params": 4469860, "total_flops": 16065749606400000, "train_loss": 0.03455958604812622, "subset_score_loss": 0.03455958604812622}
+{"step": 1180000, "wall_time": 10984.59443116188, "train_loss_step": 4.919590473175049, "n_params": 4469860, "total_flops": 16203063705600000, "train_loss": 0.035810277462005616, "subset_score_loss": 0.035810277462005616}
+{"step": 1190000, "wall_time": 11071.305102109909, "train_loss_step": 4.633811950683594, "n_params": 4469860, "total_flops": 16340377804800000, "train_loss": 0.03478813171386719, "subset_score_loss": 0.03478813171386719}
+{"step": 1200000, "wall_time": 11222.53566145897, "train_loss_step": 4.8508195877075195, "n_params": 4469860, "total_flops": 16477691904000000, "train_loss": 0.0346014666557312, "subset_score_loss": 0.0346014666557312, "memorization_fraction_pixel": 0.13500000536441803, "mean_nn_ratio_pixel": 0.7765360474586487, "fid": 190.495597872204, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11309.379940509796, "train_loss_step": 4.899425506591797, "n_params": 4469860, "total_flops": 16615006003200000, "train_loss": 0.034460439682006835, "subset_score_loss": 0.034460439682006835}
+{"step": 1220000, "wall_time": 11396.150907754898, "train_loss_step": 4.858147621154785, "n_params": 4469860, "total_flops": 16752320102400000, "train_loss": 0.035091145038604735, "subset_score_loss": 0.035091145038604735}
+{"step": 1230000, "wall_time": 11482.923041582108, "train_loss_step": 4.683891773223877, "n_params": 4469860, "total_flops": 16889634201600000, "train_loss": 0.03471708059310913, "subset_score_loss": 0.03471708059310913}
+{"step": 1240000, "wall_time": 11569.565597057343, "train_loss_step": 5.007037162780762, "n_params": 4469860, "total_flops": 17026948300800000, "train_loss": 0.03388628005981445, "subset_score_loss": 0.03388628005981445}
+{"step": 1250000, "wall_time": 11656.344105482101, "train_loss_step": 4.752569198608398, "n_params": 4469860, "total_flops": 17164262400000000, "train_loss": 0.03418604612350464, "subset_score_loss": 0.03418604612350464}
+{"step": 1260000, "wall_time": 11743.305430412292, "train_loss_step": 4.9081220626831055, "n_params": 4469860, "total_flops": 17301576499200000, "train_loss": 0.03535017251968384, "subset_score_loss": 0.03535017251968384}
+{"step": 1270000, "wall_time": 11828.995657920837, "train_loss_step": 4.733601093292236, "n_params": 4469860, "total_flops": 17438890598400000, "train_loss": 0.03312962055206299, "subset_score_loss": 0.03312962055206299}
+{"step": 1280000, "wall_time": 11914.006820440292, "train_loss_step": 4.459074974060059, "n_params": 4469860, "total_flops": 17576204697600000, "train_loss": 0.03360077381134033, "subset_score_loss": 0.03360077381134033}
+{"step": 1290000, "wall_time": 12000.664105653763, "train_loss_step": 4.4150285720825195, "n_params": 4469860, "total_flops": 17713518796800000, "train_loss": 0.034850199222564694, "subset_score_loss": 0.034850199222564694}
+{"step": 1300000, "wall_time": 12154.37146639824, "train_loss_step": 4.458205223083496, "n_params": 4469860, "total_flops": 17850832896000000, "train_loss": 0.03383668661117554, "subset_score_loss": 0.03383668661117554, "memorization_fraction_pixel": 0.16179999709129333, "mean_nn_ratio_pixel": 0.7596158981323242, "fid": 188.1169577990299, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12241.187918186188, "train_loss_step": 4.411050796508789, "n_params": 4469860, "total_flops": 17988146995200000, "train_loss": 0.03309091567993164, "subset_score_loss": 0.03309091567993164}
+{"step": 1320000, "wall_time": 12327.98289012909, "train_loss_step": 4.779015064239502, "n_params": 4469860, "total_flops": 18125461094400000, "train_loss": 0.03326112985610962, "subset_score_loss": 0.03326112985610962}
+{"step": 1330000, "wall_time": 12414.818393230438, "train_loss_step": 4.784974575042725, "n_params": 4469860, "total_flops": 18262775193600000, "train_loss": 0.03270456790924072, "subset_score_loss": 0.03270456790924072}
+{"step": 1340000, "wall_time": 12501.602180242538, "train_loss_step": 4.641423225402832, "n_params": 4469860, "total_flops": 18400089292800000, "train_loss": 0.032898902893066406, "subset_score_loss": 0.032898902893066406}
+{"step": 1350000, "wall_time": 12588.35324048996, "train_loss_step": 4.740377426147461, "n_params": 4469860, "total_flops": 18537403392000000, "train_loss": 0.032172601222991946, "subset_score_loss": 0.032172601222991946}
+{"step": 1360000, "wall_time": 12675.107908248901, "train_loss_step": 4.505154609680176, "n_params": 4469860, "total_flops": 18674717491200000, "train_loss": 0.032857809066772464, "subset_score_loss": 0.032857809066772464}
+{"step": 1370000, "wall_time": 12760.665214300156, "train_loss_step": 4.505710601806641, "n_params": 4469860, "total_flops": 18812031590400000, "train_loss": 0.033042447566986086, "subset_score_loss": 0.033042447566986086}
+{"step": 1380000, "wall_time": 12846.245456695557, "train_loss_step": 4.672824382781982, "n_params": 4469860, "total_flops": 18949345689600000, "train_loss": 0.03155478715896606, "subset_score_loss": 0.03155478715896606}
+{"step": 1390000, "wall_time": 12932.748476266861, "train_loss_step": 4.381807327270508, "n_params": 4469860, "total_flops": 19086659788800000, "train_loss": 0.03230544567108154, "subset_score_loss": 0.03230544567108154}
+{"step": 1400000, "wall_time": 13086.699756383896, "train_loss_step": 3.9297869205474854, "n_params": 4469860, "total_flops": 19223973888000000, "train_loss": 0.031971712112426755, "subset_score_loss": 0.031971712112426755, "memorization_fraction_pixel": 0.18199999630451202, "mean_nn_ratio_pixel": 0.7396087646484375, "fid": 181.0859972258856, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13173.476300954819, "train_loss_step": 4.555788040161133, "n_params": 4469860, "total_flops": 19361287987200000, "train_loss": 0.03303229570388794, "subset_score_loss": 0.03303229570388794}
+{"step": 1420000, "wall_time": 13260.211419582367, "train_loss_step": 4.336786270141602, "n_params": 4469860, "total_flops": 19498602086400000, "train_loss": 0.032904925346374514, "subset_score_loss": 0.032904925346374514}
+{"step": 1430000, "wall_time": 13346.920048952103, "train_loss_step": 4.213191986083984, "n_params": 4469860, "total_flops": 19635916185600000, "train_loss": 0.03132030487060547, "subset_score_loss": 0.03132030487060547}
+{"step": 1440000, "wall_time": 13433.670622348785, "train_loss_step": 4.376072883605957, "n_params": 4469860, "total_flops": 19773230284800000, "train_loss": 0.0311952543258667, "subset_score_loss": 0.0311952543258667}
+{"step": 1450000, "wall_time": 13520.364291667938, "train_loss_step": 4.529898643493652, "n_params": 4469860, "total_flops": 19910544384000000, "train_loss": 0.0313500452041626, "subset_score_loss": 0.0313500452041626}
+{"step": 1460000, "wall_time": 13607.043423175812, "train_loss_step": 4.53961181640625, "n_params": 4469860, "total_flops": 20047858483200000, "train_loss": 0.03128645420074463, "subset_score_loss": 0.03128645420074463}
+{"step": 1470000, "wall_time": 13694.010237693787, "train_loss_step": 4.280837059020996, "n_params": 4469860, "total_flops": 20185172582400000, "train_loss": 0.030661907196044922, "subset_score_loss": 0.030661907196044922}
+{"step": 1480000, "wall_time": 13779.49922132492, "train_loss_step": 4.352317810058594, "n_params": 4469860, "total_flops": 20322486681600000, "train_loss": 0.03254278421401977, "subset_score_loss": 0.03254278421401977}
+{"step": 1490000, "wall_time": 13863.161729574203, "train_loss_step": 4.293085098266602, "n_params": 4469860, "total_flops": 20459800780800000, "train_loss": 0.03174279451370239, "subset_score_loss": 0.03174279451370239}
+{"step": 1500000, "wall_time": 14046.828638076782, "train_loss_step": 4.341609001159668, "n_params": 4469860, "total_flops": 20597114880000000, "train_loss": 0.03191066980361938, "subset_score_loss": 0.03191066980361938, "memorization_fraction_pixel": 0.20720000565052032, "mean_nn_ratio_pixel": 0.7091705799102783, "fid": 170.52688960410921, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14133.645723104477, "train_loss_step": 4.364920616149902, "n_params": 4469860, "total_flops": 20734428979200000, "train_loss": 0.030729501247406005, "subset_score_loss": 0.030729501247406005}
+{"step": 1520000, "wall_time": 14220.42908859253, "train_loss_step": 4.282745361328125, "n_params": 4469860, "total_flops": 20871743078400000, "train_loss": 0.03158954381942749, "subset_score_loss": 0.03158954381942749}
+{"step": 1530000, "wall_time": 14307.138352155685, "train_loss_step": 4.171868324279785, "n_params": 4469860, "total_flops": 21009057177600000, "train_loss": 0.029910743236541748, "subset_score_loss": 0.029910743236541748}
+{"step": 1540000, "wall_time": 14393.956134319305, "train_loss_step": 4.077757835388184, "n_params": 4469860, "total_flops": 21146371276800000, "train_loss": 0.030029864311218263, "subset_score_loss": 0.030029864311218263}
+{"step": 1550000, "wall_time": 14480.661608219147, "train_loss_step": 4.310074806213379, "n_params": 4469860, "total_flops": 21283685376000000, "train_loss": 0.030144433975219726, "subset_score_loss": 0.030144433975219726}
+{"step": 1560000, "wall_time": 14567.443340539932, "train_loss_step": 4.410616397857666, "n_params": 4469860, "total_flops": 21420999475200000, "train_loss": 0.028844585418701173, "subset_score_loss": 0.028844585418701173}
+{"step": 1570000, "wall_time": 14654.267831325531, "train_loss_step": 4.1884565353393555, "n_params": 4469860, "total_flops": 21558313574400000, "train_loss": 0.028668243885040284, "subset_score_loss": 0.028668243885040284}
+{"step": 1580000, "wall_time": 14739.899146318436, "train_loss_step": 4.233441352844238, "n_params": 4469860, "total_flops": 21695627673600000, "train_loss": 0.029928293228149414, "subset_score_loss": 0.029928293228149414}
+{"step": 1590000, "wall_time": 14823.236944198608, "train_loss_step": 4.456256866455078, "n_params": 4469860, "total_flops": 21832941772800000, "train_loss": 0.029657092094421387, "subset_score_loss": 0.029657092094421387}
+{"step": 1600000, "wall_time": 14979.447584867477, "train_loss_step": 3.698904275894165, "n_params": 4469860, "total_flops": 21970255872000000, "train_loss": 0.029803371429443358, "subset_score_loss": 0.029803371429443358, "memorization_fraction_pixel": 0.2434999942779541, "mean_nn_ratio_pixel": 0.683475911617279, "fid": 164.7146576439307, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 15066.241049528122, "train_loss_step": 3.9216232299804688, "n_params": 4469860, "total_flops": 22107569971200000, "train_loss": 0.029435594081878663, "subset_score_loss": 0.029435594081878663}
+{"step": 1620000, "wall_time": 15152.96036028862, "train_loss_step": 4.257704734802246, "n_params": 4469860, "total_flops": 22244884070400000, "train_loss": 0.030286266803741455, "subset_score_loss": 0.030286266803741455}
+{"step": 1630000, "wall_time": 15239.742440462112, "train_loss_step": 4.278232574462891, "n_params": 4469860, "total_flops": 22382198169600000, "train_loss": 0.030453405380249023, "subset_score_loss": 0.030453405380249023}
+{"step": 1640000, "wall_time": 15326.54915547371, "train_loss_step": 4.033788681030273, "n_params": 4469860, "total_flops": 22519512268800000, "train_loss": 0.02845813751220703, "subset_score_loss": 0.02845813751220703}
+{"step": 1650000, "wall_time": 15413.241975545883, "train_loss_step": 3.9744677543640137, "n_params": 4469860, "total_flops": 22656826368000000, "train_loss": 0.028131444454193116, "subset_score_loss": 0.028131444454193116}
+{"step": 1660000, "wall_time": 15499.986501693726, "train_loss_step": 4.14778470993042, "n_params": 4469860, "total_flops": 22794140467200000, "train_loss": 0.02799539566040039, "subset_score_loss": 0.02799539566040039}
+{"step": 1670000, "wall_time": 15586.724946260452, "train_loss_step": 3.8759779930114746, "n_params": 4469860, "total_flops": 22931454566400000, "train_loss": 0.02830533742904663, "subset_score_loss": 0.02830533742904663}
+{"step": 1680000, "wall_time": 15672.044785499573, "train_loss_step": 4.193511486053467, "n_params": 4469860, "total_flops": 23068768665600000, "train_loss": 0.028028929233551027, "subset_score_loss": 0.028028929233551027}
+{"step": 1690000, "wall_time": 15755.874796390533, "train_loss_step": 4.18805456161499, "n_params": 4469860, "total_flops": 23206082764800000, "train_loss": 0.029109382629394533, "subset_score_loss": 0.029109382629394533}
+{"step": 1700000, "wall_time": 15909.789064645767, "train_loss_step": 3.7754998207092285, "n_params": 4469860, "total_flops": 23343396864000000, "train_loss": 0.029045994281768798, "subset_score_loss": 0.029045994281768798, "memorization_fraction_pixel": 0.26739999651908875, "mean_nn_ratio_pixel": 0.6631612181663513, "fid": 154.3420686019547, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 15996.581809997559, "train_loss_step": 4.14957332611084, "n_params": 4469860, "total_flops": 23480710963200000, "train_loss": 0.028491177558898927, "subset_score_loss": 0.028491177558898927}
+{"step": 1720000, "wall_time": 16083.375416994095, "train_loss_step": 4.298023223876953, "n_params": 4469860, "total_flops": 23618025062400000, "train_loss": 0.02843775987625122, "subset_score_loss": 0.02843775987625122}
+{"step": 1730000, "wall_time": 16170.188290834427, "train_loss_step": 4.176488876342773, "n_params": 4469860, "total_flops": 23755339161600000, "train_loss": 0.02779153823852539, "subset_score_loss": 0.02779153823852539}
+{"step": 1740000, "wall_time": 16256.968950986862, "train_loss_step": 4.165217876434326, "n_params": 4469860, "total_flops": 23892653260800000, "train_loss": 0.02845983028411865, "subset_score_loss": 0.02845983028411865}
+{"step": 1750000, "wall_time": 16343.763920545578, "train_loss_step": 4.191775321960449, "n_params": 4469860, "total_flops": 24029967360000000, "train_loss": 0.027315571308135986, "subset_score_loss": 0.027315571308135986}
+{"step": 1760000, "wall_time": 16430.53110599518, "train_loss_step": 4.08089542388916, "n_params": 4469860, "total_flops": 24167281459200000, "train_loss": 0.027134203910827638, "subset_score_loss": 0.027134203910827638}
+{"step": 1770000, "wall_time": 16517.321462631226, "train_loss_step": 4.2079973220825195, "n_params": 4469860, "total_flops": 24304595558400000, "train_loss": 0.027790899276733397, "subset_score_loss": 0.027790899276733397}
+{"step": 1780000, "wall_time": 16603.500163555145, "train_loss_step": 3.8438355922698975, "n_params": 4469860, "total_flops": 24441909657600000, "train_loss": 0.027171905040740966, "subset_score_loss": 0.027171905040740966}
+{"step": 1790000, "wall_time": 16685.62860441208, "train_loss_step": 3.972339153289795, "n_params": 4469860, "total_flops": 24579223756800000, "train_loss": 0.02684473752975464, "subset_score_loss": 0.02684473752975464}
+{"step": 1800000, "wall_time": 16879.423228025436, "train_loss_step": 4.249656677246094, "n_params": 4469860, "total_flops": 24716537856000000, "train_loss": 0.02670759916305542, "subset_score_loss": 0.02670759916305542, "memorization_fraction_pixel": 0.3046000003814697, "mean_nn_ratio_pixel": 0.645165205001831, "fid": 141.4906291240964, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 16966.22471690178, "train_loss_step": 3.9142770767211914, "n_params": 4469860, "total_flops": 24853851955200000, "train_loss": 0.027893035411834716, "subset_score_loss": 0.027893035411834716}
+{"step": 1820000, "wall_time": 17052.905828237534, "train_loss_step": 4.36619758605957, "n_params": 4469860, "total_flops": 24991166054400000, "train_loss": 0.02647632360458374, "subset_score_loss": 0.02647632360458374}
+{"step": 1830000, "wall_time": 17139.67232465744, "train_loss_step": 4.196544647216797, "n_params": 4469860, "total_flops": 25128480153600000, "train_loss": 0.027691929340362548, "subset_score_loss": 0.027691929340362548}
+{"step": 1840000, "wall_time": 17226.467320919037, "train_loss_step": 3.966846227645874, "n_params": 4469860, "total_flops": 25265794252800000, "train_loss": 0.027006983757019043, "subset_score_loss": 0.027006983757019043}
+{"step": 1850000, "wall_time": 17313.25177168846, "train_loss_step": 3.9874091148376465, "n_params": 4469860, "total_flops": 25403108352000000, "train_loss": 0.026367063522338866, "subset_score_loss": 0.026367063522338866}
+{"step": 1860000, "wall_time": 17400.01039791107, "train_loss_step": 3.8032379150390625, "n_params": 4469860, "total_flops": 25540422451200000, "train_loss": 0.025904951095581056, "subset_score_loss": 0.025904951095581056}
+{"step": 1870000, "wall_time": 17486.63622570038, "train_loss_step": 3.954237461090088, "n_params": 4469860, "total_flops": 25677736550400000, "train_loss": 0.026281049251556398, "subset_score_loss": 0.026281049251556398}
+{"step": 1880000, "wall_time": 17572.04573893547, "train_loss_step": 3.8264808654785156, "n_params": 4469860, "total_flops": 25815050649600000, "train_loss": 0.025266330242156982, "subset_score_loss": 0.025266330242156982}
+{"step": 1890000, "wall_time": 17649.496876001358, "train_loss_step": 4.203285217285156, "n_params": 4469860, "total_flops": 25952364748800000, "train_loss": 0.027044928073883055, "subset_score_loss": 0.027044928073883055}
+{"step": 1900000, "wall_time": 17812.669139385223, "train_loss_step": 4.019861221313477, "n_params": 4469860, "total_flops": 26089678848000000, "train_loss": 0.026369097232818602, "subset_score_loss": 0.026369097232818602, "memorization_fraction_pixel": 0.304500013589859, "mean_nn_ratio_pixel": 0.6477810740470886, "fid": 136.26476257297355, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 17899.455760240555, "train_loss_step": 4.176394462585449, "n_params": 4469860, "total_flops": 26226992947200000, "train_loss": 0.027360260486602783, "subset_score_loss": 0.027360260486602783}
+{"step": 1920000, "wall_time": 17986.204841852188, "train_loss_step": 3.625149726867676, "n_params": 4469860, "total_flops": 26364307046400000, "train_loss": 0.025682857036590578, "subset_score_loss": 0.025682857036590578}
+{"step": 1930000, "wall_time": 18072.979251384735, "train_loss_step": 3.856853723526001, "n_params": 4469860, "total_flops": 26501621145600000, "train_loss": 0.025395085811614992, "subset_score_loss": 0.025395085811614992}
+{"step": 1940000, "wall_time": 18159.73733663559, "train_loss_step": 3.8605284690856934, "n_params": 4469860, "total_flops": 26638935244800000, "train_loss": 0.025783824920654296, "subset_score_loss": 0.025783824920654296}
+{"step": 1950000, "wall_time": 18246.513498306274, "train_loss_step": 3.5719504356384277, "n_params": 4469860, "total_flops": 26776249344000000, "train_loss": 0.02518099784851074, "subset_score_loss": 0.02518099784851074}
+{"step": 1960000, "wall_time": 18333.246121883392, "train_loss_step": 3.79919695854187, "n_params": 4469860, "total_flops": 26913563443200000, "train_loss": 0.02464881420135498, "subset_score_loss": 0.02464881420135498}
+{"step": 1970000, "wall_time": 18418.558299779892, "train_loss_step": 3.8081436157226562, "n_params": 4469860, "total_flops": 27050877542400000, "train_loss": 0.024780008792877197, "subset_score_loss": 0.024780008792877197}
+{"step": 1980000, "wall_time": 18505.170129776, "train_loss_step": 3.876436233520508, "n_params": 4469860, "total_flops": 27188191641600000, "train_loss": 0.025455269813537598, "subset_score_loss": 0.025455269813537598}
+{"step": 1990000, "wall_time": 18588.129276514053, "train_loss_step": 3.9566054344177246, "n_params": 4469860, "total_flops": 27325505740800000, "train_loss": 0.02590433120727539, "subset_score_loss": 0.02590433120727539}
+{"step": 2000000, "wall_time": 18743.85734152794, "train_loss_step": 3.937673568725586, "n_params": 4469860, "total_flops": 27462819840000000, "train_loss": 0.02510960102081299, "subset_score_loss": 0.02510960102081299, "memorization_fraction_pixel": 0.33809998631477356, "mean_nn_ratio_pixel": 0.6247177720069885, "fid": 132.1926913604297, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 18830.611996412277, "train_loss_step": 3.756486415863037, "n_params": 4469860, "total_flops": 27600133939200000, "train_loss": 0.024466283321380615, "subset_score_loss": 0.024466283321380615}
+{"step": 2020000, "wall_time": 18917.29875063896, "train_loss_step": 4.087156295776367, "n_params": 4469860, "total_flops": 27737448038400000, "train_loss": 0.025134644508361816, "subset_score_loss": 0.025134644508361816}
+{"step": 2030000, "wall_time": 19004.079257249832, "train_loss_step": 3.8164448738098145, "n_params": 4469860, "total_flops": 27874762137600000, "train_loss": 0.02422318696975708, "subset_score_loss": 0.02422318696975708}
+{"step": 2040000, "wall_time": 19090.817793369293, "train_loss_step": 3.6617684364318848, "n_params": 4469860, "total_flops": 28012076236800000, "train_loss": 0.024434995651245118, "subset_score_loss": 0.024434995651245118}
+{"step": 2050000, "wall_time": 19177.54921388626, "train_loss_step": 3.7307333946228027, "n_params": 4469860, "total_flops": 28149390336000000, "train_loss": 0.025300567150115968, "subset_score_loss": 0.025300567150115968}
+{"step": 2060000, "wall_time": 19264.264184713364, "train_loss_step": 3.9571287631988525, "n_params": 4469860, "total_flops": 28286704435200000, "train_loss": 0.0242932391166687, "subset_score_loss": 0.0242932391166687}
+{"step": 2070000, "wall_time": 19349.086171865463, "train_loss_step": 3.8992395401000977, "n_params": 4469860, "total_flops": 28424018534400000, "train_loss": 0.024520649909973144, "subset_score_loss": 0.024520649909973144}
+{"step": 2080000, "wall_time": 19435.73534011841, "train_loss_step": 4.088958740234375, "n_params": 4469860, "total_flops": 28561332633600000, "train_loss": 0.025236279964447023, "subset_score_loss": 0.025236279964447023}
+{"step": 2090000, "wall_time": 19513.64137864113, "train_loss_step": 3.787970542907715, "n_params": 4469860, "total_flops": 28698646732800000, "train_loss": 0.024609792232513427, "subset_score_loss": 0.024609792232513427}
+{"step": 2100000, "wall_time": 19725.49822115898, "train_loss_step": 4.020526885986328, "n_params": 4469860, "total_flops": 28835960832000000, "train_loss": 0.024889540672302247, "subset_score_loss": 0.024889540672302247, "memorization_fraction_pixel": 0.3723999857902527, "mean_nn_ratio_pixel": 0.6039783358573914, "fid": 125.95404582465697, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 19812.28264451027, "train_loss_step": 3.7677786350250244, "n_params": 4469860, "total_flops": 28973274931200000, "train_loss": 0.02472285747528076, "subset_score_loss": 0.02472285747528076}
+{"step": 2120000, "wall_time": 19899.105444431305, "train_loss_step": 3.777475118637085, "n_params": 4469860, "total_flops": 29110589030400000, "train_loss": 0.023760454654693605, "subset_score_loss": 0.023760454654693605}
+{"step": 2130000, "wall_time": 19985.881740808487, "train_loss_step": 3.6121134757995605, "n_params": 4469860, "total_flops": 29247903129600000, "train_loss": 0.02366373300552368, "subset_score_loss": 0.02366373300552368}
+{"step": 2140000, "wall_time": 20072.61793088913, "train_loss_step": 3.8305459022521973, "n_params": 4469860, "total_flops": 29385217228800000, "train_loss": 0.0234553861618042, "subset_score_loss": 0.0234553861618042}
+{"step": 2150000, "wall_time": 20159.3706510067, "train_loss_step": 3.5404467582702637, "n_params": 4469860, "total_flops": 29522531328000000, "train_loss": 0.023784899711608888, "subset_score_loss": 0.023784899711608888}
+{"step": 2160000, "wall_time": 20244.124666690826, "train_loss_step": 3.815659523010254, "n_params": 4469860, "total_flops": 29659845427200000, "train_loss": 0.023179023265838622, "subset_score_loss": 0.023179023265838622}
+{"step": 2170000, "wall_time": 20330.85953950882, "train_loss_step": 3.6160502433776855, "n_params": 4469860, "total_flops": 29797159526400000, "train_loss": 0.02337313413619995, "subset_score_loss": 0.02337313413619995}
+{"step": 2180000, "wall_time": 20416.9635014534, "train_loss_step": 3.8022820949554443, "n_params": 4469860, "total_flops": 29934473625600000, "train_loss": 0.023264970779418945, "subset_score_loss": 0.023264970779418945}
+{"step": 2190000, "wall_time": 20491.15435886383, "train_loss_step": 3.765645980834961, "n_params": 4469860, "total_flops": 30071787724800000, "train_loss": 0.024188210964202882, "subset_score_loss": 0.024188210964202882}
+{"step": 2200000, "wall_time": 20689.965906858444, "train_loss_step": 3.720025062561035, "n_params": 4469860, "total_flops": 30209101824000000, "train_loss": 0.024307351112365722, "subset_score_loss": 0.024307351112365722, "memorization_fraction_pixel": 0.37560001015663147, "mean_nn_ratio_pixel": 0.6020413637161255, "fid": 126.84280764885798, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 20776.736324310303, "train_loss_step": 3.880366325378418, "n_params": 4469860, "total_flops": 30346415923200000, "train_loss": 0.02305941104888916, "subset_score_loss": 0.02305941104888916}
+{"step": 2220000, "wall_time": 20863.480523109436, "train_loss_step": 3.911715507507324, "n_params": 4469860, "total_flops": 30483730022400000, "train_loss": 0.02297269582748413, "subset_score_loss": 0.02297269582748413}
+{"step": 2230000, "wall_time": 20950.247275352478, "train_loss_step": 3.4510293006896973, "n_params": 4469860, "total_flops": 30621044121600000, "train_loss": 0.02280169486999512, "subset_score_loss": 0.02280169486999512}
+{"step": 2240000, "wall_time": 21036.91456747055, "train_loss_step": 3.6229703426361084, "n_params": 4469860, "total_flops": 30758358220800000, "train_loss": 0.023397965431213377, "subset_score_loss": 0.023397965431213377}
+{"step": 2250000, "wall_time": 21123.550516843796, "train_loss_step": 3.478768825531006, "n_params": 4469860, "total_flops": 30895672320000000, "train_loss": 0.023353493213653563, "subset_score_loss": 0.023353493213653563}
+{"step": 2260000, "wall_time": 21208.745725870132, "train_loss_step": 3.743058443069458, "n_params": 4469860, "total_flops": 31032986419200000, "train_loss": 0.023574676513671875, "subset_score_loss": 0.023574676513671875}
+{"step": 2270000, "wall_time": 21295.473079919815, "train_loss_step": 3.5763893127441406, "n_params": 4469860, "total_flops": 31170300518400000, "train_loss": 0.02280129909515381, "subset_score_loss": 0.02280129909515381}
+{"step": 2280000, "wall_time": 21379.804326295853, "train_loss_step": 3.7097573280334473, "n_params": 4469860, "total_flops": 31307614617600000, "train_loss": 0.021977109909057616, "subset_score_loss": 0.021977109909057616}
+{"step": 2290000, "wall_time": 21452.76295542717, "train_loss_step": 3.65836763381958, "n_params": 4469860, "total_flops": 31444928716800000, "train_loss": 0.022741243839263917, "subset_score_loss": 0.022741243839263917}
+{"step": 2300000, "wall_time": 21656.56604576111, "train_loss_step": 3.5621790885925293, "n_params": 4469860, "total_flops": 31582242816000000, "train_loss": 0.022037959098815917, "subset_score_loss": 0.022037959098815917, "memorization_fraction_pixel": 0.39910000562667847, "mean_nn_ratio_pixel": 0.5893003940582275, "fid": 126.53365916304804, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 21743.31420660019, "train_loss_step": 3.6887831687927246, "n_params": 4469860, "total_flops": 31719556915200000, "train_loss": 0.022485611438751222, "subset_score_loss": 0.022485611438751222}
+{"step": 2320000, "wall_time": 21830.1467730999, "train_loss_step": 3.757566213607788, "n_params": 4469860, "total_flops": 31856871014400000, "train_loss": 0.02193199634552002, "subset_score_loss": 0.02193199634552002}
+{"step": 2330000, "wall_time": 21916.894382953644, "train_loss_step": 3.4673140048980713, "n_params": 4469860, "total_flops": 31994185113600000, "train_loss": 0.02269850254058838, "subset_score_loss": 0.02269850254058838}
+{"step": 2340000, "wall_time": 22003.561396598816, "train_loss_step": 3.503267288208008, "n_params": 4469860, "total_flops": 32131499212800000, "train_loss": 0.02245305061340332, "subset_score_loss": 0.02245305061340332}
+{"step": 2350000, "wall_time": 22088.356118917465, "train_loss_step": 3.7988619804382324, "n_params": 4469860, "total_flops": 32268813312000000, "train_loss": 0.022264933586120604, "subset_score_loss": 0.022264933586120604}
+{"step": 2360000, "wall_time": 22175.13267993927, "train_loss_step": 3.7135772705078125, "n_params": 4469860, "total_flops": 32406127411200000, "train_loss": 0.022510156631469727, "subset_score_loss": 0.022510156631469727}
+{"step": 2370000, "wall_time": 22261.9570813179, "train_loss_step": 3.649806499481201, "n_params": 4469860, "total_flops": 32543441510400000, "train_loss": 0.022429349422454833, "subset_score_loss": 0.022429349422454833}
+{"step": 2380000, "wall_time": 22345.14837551117, "train_loss_step": 3.792189598083496, "n_params": 4469860, "total_flops": 32680755609600000, "train_loss": 0.022135469913482666, "subset_score_loss": 0.022135469913482666}
+{"step": 2390000, "wall_time": 22421.27766609192, "train_loss_step": 3.448209762573242, "n_params": 4469860, "total_flops": 32818069708800000, "train_loss": 0.022262535095214843, "subset_score_loss": 0.022262535095214843}
+{"step": 2400000, "wall_time": 22627.36946439743, "train_loss_step": 3.832275867462158, "n_params": 4469860, "total_flops": 32955383808000000, "train_loss": 0.022477054595947267, "subset_score_loss": 0.022477054595947267, "memorization_fraction_pixel": 0.42250001430511475, "mean_nn_ratio_pixel": 0.5733621120452881, "fid": 120.66575740902267, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 22714.202704191208, "train_loss_step": 4.036388397216797, "n_params": 4469860, "total_flops": 33092697907200000, "train_loss": 0.02214877128601074, "subset_score_loss": 0.02214877128601074}
+{"step": 2420000, "wall_time": 22800.96568274498, "train_loss_step": 3.8917810916900635, "n_params": 4469860, "total_flops": 33230012006400000, "train_loss": 0.022374818325042723, "subset_score_loss": 0.022374818325042723}
+{"step": 2430000, "wall_time": 22887.652977228165, "train_loss_step": 3.551525115966797, "n_params": 4469860, "total_flops": 33367326105600000, "train_loss": 0.021376607418060304, "subset_score_loss": 0.021376607418060304}
+{"step": 2440000, "wall_time": 22972.48869228363, "train_loss_step": 3.353445529937744, "n_params": 4469860, "total_flops": 33504640204800000, "train_loss": 0.021449747085571288, "subset_score_loss": 0.021449747085571288}
+{"step": 2450000, "wall_time": 23059.244012594223, "train_loss_step": 3.6801743507385254, "n_params": 4469860, "total_flops": 33641954304000000, "train_loss": 0.021574182510375975, "subset_score_loss": 0.021574182510375975}
+{"step": 2460000, "wall_time": 23145.87228488922, "train_loss_step": 3.7166714668273926, "n_params": 4469860, "total_flops": 33779268403200000, "train_loss": 0.022361538410186767, "subset_score_loss": 0.022361538410186767}
+{"step": 2470000, "wall_time": 23232.61504793167, "train_loss_step": 3.647472858428955, "n_params": 4469860, "total_flops": 33916582502400000, "train_loss": 0.02159668207168579, "subset_score_loss": 0.02159668207168579}
+{"step": 2480000, "wall_time": 23312.053293466568, "train_loss_step": 3.376769542694092, "n_params": 4469860, "total_flops": 34053896601600000, "train_loss": 0.02269254446029663, "subset_score_loss": 0.02269254446029663}
+{"step": 2490000, "wall_time": 23391.29288339615, "train_loss_step": 3.416100263595581, "n_params": 4469860, "total_flops": 34191210700800000, "train_loss": 0.021484689712524416, "subset_score_loss": 0.021484689712524416}
+{"step": 2500000, "wall_time": 23578.33029270172, "train_loss_step": 3.486851930618286, "n_params": 4469860, "total_flops": 34328524800000000, "train_loss": 0.02105447292327881, "subset_score_loss": 0.02105447292327881, "memorization_fraction_pixel": 0.42410001158714294, "mean_nn_ratio_pixel": 0.5772560238838196, "fid": 122.30887286765552, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 23665.151982307434, "train_loss_step": 3.511659622192383, "n_params": 4469860, "total_flops": 34465838899200000, "train_loss": 0.022860281467437744, "subset_score_loss": 0.022860281467437744}
+{"step": 2520000, "wall_time": 23751.911160230637, "train_loss_step": 3.8600382804870605, "n_params": 4469860, "total_flops": 34603152998400000, "train_loss": 0.02115345239639282, "subset_score_loss": 0.02115345239639282}
+{"step": 2530000, "wall_time": 23836.818065166473, "train_loss_step": 3.7368409633636475, "n_params": 4469860, "total_flops": 34740467097600000, "train_loss": 0.021358842849731444, "subset_score_loss": 0.021358842849731444}
+{"step": 2540000, "wall_time": 23923.606703042984, "train_loss_step": 3.8076534271240234, "n_params": 4469860, "total_flops": 34877781196800000, "train_loss": 0.02184469223022461, "subset_score_loss": 0.02184469223022461}
+{"step": 2550000, "wall_time": 24010.446860551834, "train_loss_step": 3.610203504562378, "n_params": 4469860, "total_flops": 35015095296000000, "train_loss": 0.020713424682617186, "subset_score_loss": 0.020713424682617186}
+{"step": 2560000, "wall_time": 24097.2642891407, "train_loss_step": 3.3938100337982178, "n_params": 4469860, "total_flops": 35152409395200000, "train_loss": 0.02080416202545166, "subset_score_loss": 0.02080416202545166}
+{"step": 2570000, "wall_time": 24183.875642061234, "train_loss_step": 3.5577449798583984, "n_params": 4469860, "total_flops": 35289723494400000, "train_loss": 0.021910748481750487, "subset_score_loss": 0.021910748481750487}
+{"step": 2580000, "wall_time": 24264.997402191162, "train_loss_step": 3.732828140258789, "n_params": 4469860, "total_flops": 35427037593600000, "train_loss": 0.021558609008789063, "subset_score_loss": 0.021558609008789063}
+{"step": 2590000, "wall_time": 24340.489649295807, "train_loss_step": 3.4320898056030273, "n_params": 4469860, "total_flops": 35564351692800000, "train_loss": 0.021521070003509522, "subset_score_loss": 0.021521070003509522}
+{"step": 2600000, "wall_time": 24538.10236954689, "train_loss_step": 3.289116621017456, "n_params": 4469860, "total_flops": 35701665792000000, "train_loss": 0.020793564319610595, "subset_score_loss": 0.020793564319610595, "memorization_fraction_pixel": 0.4438000023365021, "mean_nn_ratio_pixel": 0.557856559753418, "fid": 120.44033641779745, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 24624.863347530365, "train_loss_step": 3.370086908340454, "n_params": 4469860, "total_flops": 35838979891200000, "train_loss": 0.020826740264892576, "subset_score_loss": 0.020826740264892576}
+{"step": 2620000, "wall_time": 24711.510979652405, "train_loss_step": 3.524754524230957, "n_params": 4469860, "total_flops": 35976293990400000, "train_loss": 0.021635925769805907, "subset_score_loss": 0.021635925769805907}
+{"step": 2630000, "wall_time": 24796.40481877327, "train_loss_step": 3.659196376800537, "n_params": 4469860, "total_flops": 36113608089600000, "train_loss": 0.021759259700775146, "subset_score_loss": 0.021759259700775146}
+{"step": 2640000, "wall_time": 24883.160791158676, "train_loss_step": 3.1182096004486084, "n_params": 4469860, "total_flops": 36250922188800000, "train_loss": 0.020308330059051513, "subset_score_loss": 0.020308330059051513}
+{"step": 2650000, "wall_time": 24969.847434043884, "train_loss_step": 3.7231245040893555, "n_params": 4469860, "total_flops": 36388236288000000, "train_loss": 0.020160319805145262, "subset_score_loss": 0.020160319805145262}
+{"step": 2660000, "wall_time": 25056.619881391525, "train_loss_step": 3.546487331390381, "n_params": 4469860, "total_flops": 36525550387200000, "train_loss": 0.02115034818649292, "subset_score_loss": 0.02115034818649292}
+{"step": 2670000, "wall_time": 25143.40931534767, "train_loss_step": 3.4300649166107178, "n_params": 4469860, "total_flops": 36662864486400000, "train_loss": 0.020152993202209472, "subset_score_loss": 0.020152993202209472}
+{"step": 2680000, "wall_time": 25225.86884689331, "train_loss_step": 3.64353084564209, "n_params": 4469860, "total_flops": 36800178585600000, "train_loss": 0.020680763721466065, "subset_score_loss": 0.020680763721466065}
+{"step": 2690000, "wall_time": 25301.79827952385, "train_loss_step": 3.597855567932129, "n_params": 4469860, "total_flops": 36937492684800000, "train_loss": 0.02067819833755493, "subset_score_loss": 0.02067819833755493}
+{"step": 2700000, "wall_time": 25503.892993211746, "train_loss_step": 3.5020875930786133, "n_params": 4469860, "total_flops": 37074806784000000, "train_loss": 0.020077414512634277, "subset_score_loss": 0.020077414512634277, "memorization_fraction_pixel": 0.4487000107765198, "mean_nn_ratio_pixel": 0.5601929426193237, "fid": 120.42073497248863, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 25590.60723042488, "train_loss_step": 3.7683801651000977, "n_params": 4469860, "total_flops": 37212120883200000, "train_loss": 0.01997758984565735, "subset_score_loss": 0.01997758984565735}
+{"step": 2720000, "wall_time": 25675.52002620697, "train_loss_step": 3.661478281021118, "n_params": 4469860, "total_flops": 37349434982400000, "train_loss": 0.020962796211242675, "subset_score_loss": 0.020962796211242675}
+{"step": 2730000, "wall_time": 25762.26867580414, "train_loss_step": 3.3288521766662598, "n_params": 4469860, "total_flops": 37486749081600000, "train_loss": 0.021265304088592528, "subset_score_loss": 0.021265304088592528}
+{"step": 2740000, "wall_time": 25849.01987671852, "train_loss_step": 3.4846527576446533, "n_params": 4469860, "total_flops": 37624063180800000, "train_loss": 0.02077291250228882, "subset_score_loss": 0.02077291250228882}
+{"step": 2750000, "wall_time": 25935.77898812294, "train_loss_step": 3.425173759460449, "n_params": 4469860, "total_flops": 37761377280000000, "train_loss": 0.020252282619476317, "subset_score_loss": 0.020252282619476317}
+{"step": 2760000, "wall_time": 26022.575919389725, "train_loss_step": 3.551764726638794, "n_params": 4469860, "total_flops": 37898691379200000, "train_loss": 0.020705914497375487, "subset_score_loss": 0.020705914497375487}
+{"step": 2770000, "wall_time": 26109.348492860794, "train_loss_step": 3.3802688121795654, "n_params": 4469860, "total_flops": 38036005478400000, "train_loss": 0.020252630710601807, "subset_score_loss": 0.020252630710601807}
+{"step": 2780000, "wall_time": 26189.77073740959, "train_loss_step": 3.4837357997894287, "n_params": 4469860, "total_flops": 38173319577600000, "train_loss": 0.020310513973236084, "subset_score_loss": 0.020310513973236084}
+{"step": 2790000, "wall_time": 26269.63197827339, "train_loss_step": 3.341305732727051, "n_params": 4469860, "total_flops": 38310633676800000, "train_loss": 0.021132476329803467, "subset_score_loss": 0.021132476329803467}
+{"step": 2800000, "wall_time": 26432.419001817703, "train_loss_step": 3.5296130180358887, "n_params": 4469860, "total_flops": 38447947776000000, "train_loss": 0.019434388875961304, "subset_score_loss": 0.019434388875961304, "memorization_fraction_pixel": 0.4625000059604645, "mean_nn_ratio_pixel": 0.550898551940918, "fid": 119.31591706939012, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 26519.070140600204, "train_loss_step": 3.4565227031707764, "n_params": 4469860, "total_flops": 38585261875200000, "train_loss": 0.01953751564025879, "subset_score_loss": 0.01953751564025879}
+{"step": 2820000, "wall_time": 26603.991510629654, "train_loss_step": 3.631875514984131, "n_params": 4469860, "total_flops": 38722575974400000, "train_loss": 0.01963261604309082, "subset_score_loss": 0.01963261604309082}
+{"step": 2830000, "wall_time": 26690.718849658966, "train_loss_step": 3.409472942352295, "n_params": 4469860, "total_flops": 38859890073600000, "train_loss": 0.018926514387130736, "subset_score_loss": 0.018926514387130736}
+{"step": 2840000, "wall_time": 26777.525047302246, "train_loss_step": 3.463916778564453, "n_params": 4469860, "total_flops": 38997204172800000, "train_loss": 0.01925703525543213, "subset_score_loss": 0.01925703525543213}
+{"step": 2850000, "wall_time": 26864.281901359558, "train_loss_step": 3.4760026931762695, "n_params": 4469860, "total_flops": 39134518272000000, "train_loss": 0.01980653405189514, "subset_score_loss": 0.01980653405189514}
+{"step": 2860000, "wall_time": 26951.03941011429, "train_loss_step": 3.81335186958313, "n_params": 4469860, "total_flops": 39271832371200000, "train_loss": 0.020499846935272216, "subset_score_loss": 0.020499846935272216}
+{"step": 2870000, "wall_time": 27037.809379577637, "train_loss_step": 3.3063535690307617, "n_params": 4469860, "total_flops": 39409146470400000, "train_loss": 0.02005125045776367, "subset_score_loss": 0.02005125045776367}
+{"step": 2880000, "wall_time": 27124.21911931038, "train_loss_step": 3.3094754219055176, "n_params": 4469860, "total_flops": 39546460569600000, "train_loss": 0.01901627779006958, "subset_score_loss": 0.01901627779006958}
+{"step": 2890000, "wall_time": 27206.74649310112, "train_loss_step": 3.7938079833984375, "n_params": 4469860, "total_flops": 39683774668800000, "train_loss": 0.019976109266281128, "subset_score_loss": 0.019976109266281128}
+{"step": 2900000, "wall_time": 27394.789714813232, "train_loss_step": 3.3834872245788574, "n_params": 4469860, "total_flops": 39821088768000000, "train_loss": 0.019417985677719116, "subset_score_loss": 0.019417985677719116, "memorization_fraction_pixel": 0.4756999909877777, "mean_nn_ratio_pixel": 0.5424584746360779, "fid": 121.37637851068136, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 27479.701685905457, "train_loss_step": 3.721435546875, "n_params": 4469860, "total_flops": 39958402867200000, "train_loss": 0.019414222240447997, "subset_score_loss": 0.019414222240447997}
+{"step": 2920000, "wall_time": 27566.450443267822, "train_loss_step": 3.4719204902648926, "n_params": 4469860, "total_flops": 40095716966400000, "train_loss": 0.018878308534622194, "subset_score_loss": 0.018878308534622194}
+{"step": 2930000, "wall_time": 27653.228201150894, "train_loss_step": 3.208171844482422, "n_params": 4469860, "total_flops": 40233031065600000, "train_loss": 0.018874002695083616, "subset_score_loss": 0.018874002695083616}
+{"step": 2940000, "wall_time": 27740.054195404053, "train_loss_step": 3.61409592628479, "n_params": 4469860, "total_flops": 40370345164800000, "train_loss": 0.01817208409309387, "subset_score_loss": 0.01817208409309387}
+{"step": 2950000, "wall_time": 27826.78127837181, "train_loss_step": 3.5913710594177246, "n_params": 4469860, "total_flops": 40507659264000000, "train_loss": 0.01954617977142334, "subset_score_loss": 0.01954617977142334}
+{"step": 2960000, "wall_time": 27913.519076108932, "train_loss_step": 3.3669309616088867, "n_params": 4469860, "total_flops": 40644973363200000, "train_loss": 0.019448463916778565, "subset_score_loss": 0.019448463916778565}
+{"step": 2970000, "wall_time": 28000.15218758583, "train_loss_step": 3.272899627685547, "n_params": 4469860, "total_flops": 40782287462400000, "train_loss": 0.018661463260650636, "subset_score_loss": 0.018661463260650636}
+{"step": 2980000, "wall_time": 28077.453274011612, "train_loss_step": 3.492828369140625, "n_params": 4469860, "total_flops": 40919601561600000, "train_loss": 0.018893704414367676, "subset_score_loss": 0.018893704414367676}
+{"step": 2990000, "wall_time": 28159.77907514572, "train_loss_step": 3.655369758605957, "n_params": 4469860, "total_flops": 41056915660800000, "train_loss": 0.01916796088218689, "subset_score_loss": 0.01916796088218689}
+{"step": 3000000, "wall_time": 28342.930391073227, "train_loss_step": 3.5866432189941406, "n_params": 4469860, "total_flops": 41194229760000000, "train_loss": 0.018630728721618653, "subset_score_loss": 0.018630728721618653, "memorization_fraction_pixel": 0.4991999864578247, "mean_nn_ratio_pixel": 0.5227986574172974, "fid": 115.88582069121591, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 28429.63922548294, "train_loss_step": 3.219888210296631, "n_params": 4469860, "total_flops": 41331543859200000, "train_loss": 0.018660088777542116, "subset_score_loss": 0.018660088777542116}
+{"step": 3020000, "wall_time": 28516.410024881363, "train_loss_step": 3.429062604904175, "n_params": 4469860, "total_flops": 41468857958400000, "train_loss": 0.017993621826171875, "subset_score_loss": 0.017993621826171875}
+{"step": 3030000, "wall_time": 28603.223109722137, "train_loss_step": 3.503006935119629, "n_params": 4469860, "total_flops": 41606172057600000, "train_loss": 0.018481485843658448, "subset_score_loss": 0.018481485843658448}
+{"step": 3040000, "wall_time": 28689.994390964508, "train_loss_step": 3.450507879257202, "n_params": 4469860, "total_flops": 41743486156800000, "train_loss": 0.019214532375335693, "subset_score_loss": 0.019214532375335693}
+{"step": 3050000, "wall_time": 28776.72185063362, "train_loss_step": 3.350255250930786, "n_params": 4469860, "total_flops": 41880800256000000, "train_loss": 0.018725606203079222, "subset_score_loss": 0.018725606203079222}
+{"step": 3060000, "wall_time": 28863.51382613182, "train_loss_step": 3.176593780517578, "n_params": 4469860, "total_flops": 42018114355200000, "train_loss": 0.018416322469711303, "subset_score_loss": 0.018416322469711303}
+{"step": 3070000, "wall_time": 28950.27867460251, "train_loss_step": 3.393937349319458, "n_params": 4469860, "total_flops": 42155428454400000, "train_loss": 0.0189423930644989, "subset_score_loss": 0.0189423930644989}
+{"step": 3080000, "wall_time": 29028.51136302948, "train_loss_step": 3.67661714553833, "n_params": 4469860, "total_flops": 42292742553600000, "train_loss": 0.018254792690277098, "subset_score_loss": 0.018254792690277098}
+{"step": 3090000, "wall_time": 29107.822669267654, "train_loss_step": 3.2671380043029785, "n_params": 4469860, "total_flops": 42430056652800000, "train_loss": 0.018735288381576537, "subset_score_loss": 0.018735288381576537}
+{"step": 3100000, "wall_time": 29276.52261519432, "train_loss_step": 3.385014295578003, "n_params": 4469860, "total_flops": 42567370752000000, "train_loss": 0.018676459789276123, "subset_score_loss": 0.018676459789276123, "memorization_fraction_pixel": 0.49619999527931213, "mean_nn_ratio_pixel": 0.5285372138023376, "fid": 116.60166862588282, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 29362.004419326782, "train_loss_step": 3.3715078830718994, "n_params": 4469860, "total_flops": 42704684851200000, "train_loss": 0.019465982913970947, "subset_score_loss": 0.019465982913970947}
+{"step": 3120000, "wall_time": 29448.86042189598, "train_loss_step": 3.0245933532714844, "n_params": 4469860, "total_flops": 42841998950400000, "train_loss": 0.018747150897979736, "subset_score_loss": 0.018747150897979736}
+{"step": 3130000, "wall_time": 29535.645318984985, "train_loss_step": 3.1669421195983887, "n_params": 4469860, "total_flops": 42979313049600000, "train_loss": 0.018177207708358765, "subset_score_loss": 0.018177207708358765}
+{"step": 3140000, "wall_time": 29622.443004608154, "train_loss_step": 3.4430012702941895, "n_params": 4469860, "total_flops": 43116627148800000, "train_loss": 0.018239377737045287, "subset_score_loss": 0.018239377737045287}
+{"step": 3150000, "wall_time": 29709.252447366714, "train_loss_step": 3.6361355781555176, "n_params": 4469860, "total_flops": 43253941248000000, "train_loss": 0.0177448570728302, "subset_score_loss": 0.0177448570728302}
+{"step": 3160000, "wall_time": 29796.030178308487, "train_loss_step": 3.3533878326416016, "n_params": 4469860, "total_flops": 43391255347200000, "train_loss": 0.018201775550842285, "subset_score_loss": 0.018201775550842285}
+{"step": 3170000, "wall_time": 29882.794687271118, "train_loss_step": 3.368335008621216, "n_params": 4469860, "total_flops": 43528569446400000, "train_loss": 0.018956918716430664, "subset_score_loss": 0.018956918716430664}
+{"step": 3180000, "wall_time": 29969.396282434464, "train_loss_step": 3.440833568572998, "n_params": 4469860, "total_flops": 43665883545600000, "train_loss": 0.01861636519432068, "subset_score_loss": 0.01861636519432068}
+{"step": 3190000, "wall_time": 30053.641943216324, "train_loss_step": 3.235546588897705, "n_params": 4469860, "total_flops": 43803197644800000, "train_loss": 0.017710362672805787, "subset_score_loss": 0.017710362672805787}
+{"step": 3200000, "wall_time": 30209.193116664886, "train_loss_step": 3.447303533554077, "n_params": 4469860, "total_flops": 43940511744000000, "train_loss": 0.018838740587234497, "subset_score_loss": 0.018838740587234497, "memorization_fraction_pixel": 0.5031999945640564, "mean_nn_ratio_pixel": 0.5188267827033997, "fid": 116.36355100576746, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 30295.09332871437, "train_loss_step": 3.1958653926849365, "n_params": 4469860, "total_flops": 44077825843200000, "train_loss": 0.018300862312316896, "subset_score_loss": 0.018300862312316896}
+{"step": 3220000, "wall_time": 30381.81503534317, "train_loss_step": 3.282348871231079, "n_params": 4469860, "total_flops": 44215139942400000, "train_loss": 0.017745281457901, "subset_score_loss": 0.017745281457901}
+{"step": 3230000, "wall_time": 30468.578785657883, "train_loss_step": 3.1523964405059814, "n_params": 4469860, "total_flops": 44352454041600000, "train_loss": 0.018696666955947877, "subset_score_loss": 0.018696666955947877}
+{"step": 3240000, "wall_time": 30555.306900262833, "train_loss_step": 3.452810287475586, "n_params": 4469860, "total_flops": 44489768140800000, "train_loss": 0.017933605909347533, "subset_score_loss": 0.017933605909347533}
+{"step": 3250000, "wall_time": 30642.032620429993, "train_loss_step": 3.2942938804626465, "n_params": 4469860, "total_flops": 44627082240000000, "train_loss": 0.018541269302368164, "subset_score_loss": 0.018541269302368164}
+{"step": 3260000, "wall_time": 30728.80320739746, "train_loss_step": 3.1479196548461914, "n_params": 4469860, "total_flops": 44764396339200000, "train_loss": 0.021055870056152344, "subset_score_loss": 0.021055870056152344}
+{"step": 3270000, "wall_time": 30815.603665828705, "train_loss_step": 3.291409969329834, "n_params": 4469860, "total_flops": 44901710438400000, "train_loss": 0.017103698253631592, "subset_score_loss": 0.017103698253631592}
+{"step": 3280000, "wall_time": 30900.394427776337, "train_loss_step": 3.358009099960327, "n_params": 4469860, "total_flops": 45039024537600000, "train_loss": 0.01812475800514221, "subset_score_loss": 0.01812475800514221}
+{"step": 3290000, "wall_time": 30979.46171450615, "train_loss_step": 3.0735960006713867, "n_params": 4469860, "total_flops": 45176338636800000, "train_loss": 0.016402090787887572, "subset_score_loss": 0.016402090787887572}
+{"step": 3300000, "wall_time": 31150.07035779953, "train_loss_step": 3.273357391357422, "n_params": 4469860, "total_flops": 45313652736000000, "train_loss": 0.017945955991744995, "subset_score_loss": 0.017945955991744995, "memorization_fraction_pixel": 0.5, "mean_nn_ratio_pixel": 0.5220497846603394, "fid": 115.28427288350723, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 31237.358696222305, "train_loss_step": 3.3850836753845215, "n_params": 4469860, "total_flops": 45450966835200000, "train_loss": 0.017872055768966676, "subset_score_loss": 0.017872055768966676}
+{"step": 3320000, "wall_time": 31322.425421237946, "train_loss_step": 3.261284351348877, "n_params": 4469860, "total_flops": 45588280934400000, "train_loss": 0.0167769455909729, "subset_score_loss": 0.0167769455909729}
+{"step": 3330000, "wall_time": 31409.247497558594, "train_loss_step": 3.189359188079834, "n_params": 4469860, "total_flops": 45725595033600000, "train_loss": 0.01727855682373047, "subset_score_loss": 0.01727855682373047}
+{"step": 3340000, "wall_time": 31496.060223579407, "train_loss_step": 3.2330756187438965, "n_params": 4469860, "total_flops": 45862909132800000, "train_loss": 0.017670557498931885, "subset_score_loss": 0.017670557498931885}
+{"step": 3350000, "wall_time": 31582.87037062645, "train_loss_step": 3.4137468338012695, "n_params": 4469860, "total_flops": 46000223232000000, "train_loss": 0.017775866985321045, "subset_score_loss": 0.017775866985321045}
+{"step": 3360000, "wall_time": 31669.721301317215, "train_loss_step": 3.1005501747131348, "n_params": 4469860, "total_flops": 46137537331200000, "train_loss": 0.01791486144065857, "subset_score_loss": 0.01791486144065857}
+{"step": 3370000, "wall_time": 31756.484783649445, "train_loss_step": 3.4025750160217285, "n_params": 4469860, "total_flops": 46274851430400000, "train_loss": 0.018740230798721315, "subset_score_loss": 0.018740230798721315}
+{"step": 3380000, "wall_time": 31842.64477109909, "train_loss_step": 3.3269333839416504, "n_params": 4469860, "total_flops": 46412165529600000, "train_loss": 0.017469352483749388, "subset_score_loss": 0.017469352483749388}
+{"step": 3390000, "wall_time": 31919.725318193436, "train_loss_step": 3.330580234527588, "n_params": 4469860, "total_flops": 46549479628800000, "train_loss": 0.016983157396316527, "subset_score_loss": 0.016983157396316527}
+{"step": 3400000, "wall_time": 32100.382299423218, "train_loss_step": 3.011813163757324, "n_params": 4469860, "total_flops": 46686793728000000, "train_loss": 0.017195760011672973, "subset_score_loss": 0.017195760011672973, "memorization_fraction_pixel": 0.5227000117301941, "mean_nn_ratio_pixel": 0.5052425265312195, "fid": 116.00411274329585, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 32187.35374403, "train_loss_step": 3.369598627090454, "n_params": 4469860, "total_flops": 46824107827200000, "train_loss": 0.01695472002029419, "subset_score_loss": 0.01695472002029419}
+{"step": 3420000, "wall_time": 32272.695114850998, "train_loss_step": 2.9625649452209473, "n_params": 4469860, "total_flops": 46961421926400000, "train_loss": 0.01724352240562439, "subset_score_loss": 0.01724352240562439}
+{"step": 3430000, "wall_time": 32359.410728931427, "train_loss_step": 3.2627267837524414, "n_params": 4469860, "total_flops": 47098736025600000, "train_loss": 0.017707579135894776, "subset_score_loss": 0.017707579135894776}
+{"step": 3440000, "wall_time": 32446.16711640358, "train_loss_step": 3.6391849517822266, "n_params": 4469860, "total_flops": 47236050124800000, "train_loss": 0.01744465947151184, "subset_score_loss": 0.01744465947151184}
+{"step": 3450000, "wall_time": 32532.94941496849, "train_loss_step": 3.5331127643585205, "n_params": 4469860, "total_flops": 47373364224000000, "train_loss": 0.017382112741470338, "subset_score_loss": 0.017382112741470338}
+{"step": 3460000, "wall_time": 32619.718294143677, "train_loss_step": 3.4196410179138184, "n_params": 4469860, "total_flops": 47510678323200000, "train_loss": 0.01760731339454651, "subset_score_loss": 0.01760731339454651}
+{"step": 3470000, "wall_time": 32706.443554401398, "train_loss_step": 2.9749507904052734, "n_params": 4469860, "total_flops": 47647992422400000, "train_loss": 0.016964207887649536, "subset_score_loss": 0.016964207887649536}
+{"step": 3480000, "wall_time": 32792.1397125721, "train_loss_step": 3.349203586578369, "n_params": 4469860, "total_flops": 47785306521600000, "train_loss": 0.017247278690338135, "subset_score_loss": 0.017247278690338135}
+{"step": 3490000, "wall_time": 32870.1055226326, "train_loss_step": 3.1187400817871094, "n_params": 4469860, "total_flops": 47922620620800000, "train_loss": 0.017654842138290404, "subset_score_loss": 0.017654842138290404}
+{"step": 3500000, "wall_time": 33072.33491277695, "train_loss_step": 3.5260517597198486, "n_params": 4469860, "total_flops": 48059934720000000, "train_loss": 0.017032283544540405, "subset_score_loss": 0.017032283544540405, "memorization_fraction_pixel": 0.5253000259399414, "mean_nn_ratio_pixel": 0.5049591064453125, "fid": 116.27937564682085, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 33159.38737773895, "train_loss_step": 3.581843137741089, "n_params": 4469860, "total_flops": 48197248819200000, "train_loss": 0.01711100697517395, "subset_score_loss": 0.01711100697517395}
+{"step": 3520000, "wall_time": 33244.700035095215, "train_loss_step": 3.303743362426758, "n_params": 4469860, "total_flops": 48334562918400000, "train_loss": 0.01650172233581543, "subset_score_loss": 0.01650172233581543}
+{"step": 3530000, "wall_time": 33331.49849128723, "train_loss_step": 3.2110214233398438, "n_params": 4469860, "total_flops": 48471877017600000, "train_loss": 0.018081759214401246, "subset_score_loss": 0.018081759214401246}
+{"step": 3540000, "wall_time": 33418.25980973244, "train_loss_step": 3.416236639022827, "n_params": 4469860, "total_flops": 48609191116800000, "train_loss": 0.017001035213470458, "subset_score_loss": 0.017001035213470458}
+{"step": 3550000, "wall_time": 33505.00643825531, "train_loss_step": 3.0118517875671387, "n_params": 4469860, "total_flops": 48746505216000000, "train_loss": 0.016709742546081544, "subset_score_loss": 0.016709742546081544}
+{"step": 3560000, "wall_time": 33591.76630592346, "train_loss_step": 3.1509757041931152, "n_params": 4469860, "total_flops": 48883819315200000, "train_loss": 0.017099159955978393, "subset_score_loss": 0.017099159955978393}
+{"step": 3570000, "wall_time": 33678.602328538895, "train_loss_step": 3.5367863178253174, "n_params": 4469860, "total_flops": 49021133414400000, "train_loss": 0.01708969473838806, "subset_score_loss": 0.01708969473838806}
+{"step": 3580000, "wall_time": 33757.80096960068, "train_loss_step": 3.099606990814209, "n_params": 4469860, "total_flops": 49158447513600000, "train_loss": 0.018297998905181884, "subset_score_loss": 0.018297998905181884}
+{"step": 3590000, "wall_time": 33840.752472639084, "train_loss_step": 3.216855525970459, "n_params": 4469860, "total_flops": 49295761612800000, "train_loss": 0.016779115200042726, "subset_score_loss": 0.016779115200042726}
+{"step": 3600000, "wall_time": 34019.84061050415, "train_loss_step": 3.2973809242248535, "n_params": 4469860, "total_flops": 49433075712000000, "train_loss": 0.01676448345184326, "subset_score_loss": 0.01676448345184326, "memorization_fraction_pixel": 0.521399974822998, "mean_nn_ratio_pixel": 0.50773024559021, "fid": 116.06280860188028, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 34106.745998859406, "train_loss_step": 3.126276969909668, "n_params": 4469860, "total_flops": 49570389811200000, "train_loss": 0.01708720326423645, "subset_score_loss": 0.01708720326423645}
+{"step": 3620000, "wall_time": 34192.47611069679, "train_loss_step": 3.2737178802490234, "n_params": 4469860, "total_flops": 49707703910400000, "train_loss": 0.016592459678649904, "subset_score_loss": 0.016592459678649904}
+{"step": 3630000, "wall_time": 34279.219883441925, "train_loss_step": 3.3137950897216797, "n_params": 4469860, "total_flops": 49845018009600000, "train_loss": 0.016705493927001953, "subset_score_loss": 0.016705493927001953}
+{"step": 3640000, "wall_time": 34365.913588285446, "train_loss_step": 3.1037774085998535, "n_params": 4469860, "total_flops": 49982332108800000, "train_loss": 0.017414617538452148, "subset_score_loss": 0.017414617538452148}
+{"step": 3650000, "wall_time": 34452.674023628235, "train_loss_step": 2.9370651245117188, "n_params": 4469860, "total_flops": 50119646208000000, "train_loss": 0.018195130825042725, "subset_score_loss": 0.018195130825042725}
+{"step": 3660000, "wall_time": 34539.42021560669, "train_loss_step": 3.3029284477233887, "n_params": 4469860, "total_flops": 50256960307200000, "train_loss": 0.015814375877380372, "subset_score_loss": 0.015814375877380372}
+{"step": 3670000, "wall_time": 34626.180043935776, "train_loss_step": 2.996757984161377, "n_params": 4469860, "total_flops": 50394274406400000, "train_loss": 0.01741069436073303, "subset_score_loss": 0.01741069436073303}
+{"step": 3680000, "wall_time": 34703.433579683304, "train_loss_step": 3.1766676902770996, "n_params": 4469860, "total_flops": 50531588505600000, "train_loss": 0.016960686445236205, "subset_score_loss": 0.016960686445236205}
+{"step": 3690000, "wall_time": 34790.08881545067, "train_loss_step": 3.2812252044677734, "n_params": 4469860, "total_flops": 50668902604800000, "train_loss": 0.016779263019561768, "subset_score_loss": 0.016779263019561768}
+{"step": 3700000, "wall_time": 34983.6264564991, "train_loss_step": 2.9098143577575684, "n_params": 4469860, "total_flops": 50806216704000000, "train_loss": 0.01603080630302429, "subset_score_loss": 0.01603080630302429, "memorization_fraction_pixel": 0.52920001745224, "mean_nn_ratio_pixel": 0.5033446550369263, "fid": 113.32060217088264, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 35070.53085875511, "train_loss_step": 3.2765309810638428, "n_params": 4469860, "total_flops": 50943530803200000, "train_loss": 0.017473316192626952, "subset_score_loss": 0.017473316192626952}
+{"step": 3720000, "wall_time": 35155.97190785408, "train_loss_step": 3.242358922958374, "n_params": 4469860, "total_flops": 51080844902400000, "train_loss": 0.016789202690124513, "subset_score_loss": 0.016789202690124513}
+{"step": 3730000, "wall_time": 35242.72489333153, "train_loss_step": 3.2135162353515625, "n_params": 4469860, "total_flops": 51218159001600000, "train_loss": 0.01596131443977356, "subset_score_loss": 0.01596131443977356}
+{"step": 3740000, "wall_time": 35329.53308033943, "train_loss_step": 3.3746376037597656, "n_params": 4469860, "total_flops": 51355473100800000, "train_loss": 0.017331055402755736, "subset_score_loss": 0.017331055402755736}
+{"step": 3750000, "wall_time": 35416.322033166885, "train_loss_step": 3.337712287902832, "n_params": 4469860, "total_flops": 51492787200000000, "train_loss": 0.017156380414962768, "subset_score_loss": 0.017156380414962768}
+{"step": 3760000, "wall_time": 35503.1653277874, "train_loss_step": 3.158190965652466, "n_params": 4469860, "total_flops": 51630101299200000, "train_loss": 0.016352885961532594, "subset_score_loss": 0.016352885961532594}
+{"step": 3770000, "wall_time": 35589.654634952545, "train_loss_step": 3.263524055480957, "n_params": 4469860, "total_flops": 51767415398400000, "train_loss": 0.016859430074691772, "subset_score_loss": 0.016859430074691772}
+{"step": 3780000, "wall_time": 35659.461544036865, "train_loss_step": 3.278536319732666, "n_params": 4469860, "total_flops": 51904729497600000, "train_loss": 0.016095818281173707, "subset_score_loss": 0.016095818281173707}
+{"step": 3790000, "wall_time": 35745.98934817314, "train_loss_step": 3.0247883796691895, "n_params": 4469860, "total_flops": 52042043596800000, "train_loss": 0.015978589057922363, "subset_score_loss": 0.015978589057922363}
+{"step": 3800000, "wall_time": 35939.67336678505, "train_loss_step": 3.070589303970337, "n_params": 4469860, "total_flops": 52179357696000000, "train_loss": 0.01642273783683777, "subset_score_loss": 0.01642273783683777, "memorization_fraction_pixel": 0.5615000128746033, "mean_nn_ratio_pixel": 0.47061318159103394, "fid": 109.6248060724652, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 36026.50248503685, "train_loss_step": 3.1775527000427246, "n_params": 4469860, "total_flops": 52316671795200000, "train_loss": 0.016005431413650514, "subset_score_loss": 0.016005431413650514}
+{"step": 3820000, "wall_time": 36112.23056387901, "train_loss_step": 3.1921932697296143, "n_params": 4469860, "total_flops": 52453985894400000, "train_loss": 0.016275662183761596, "subset_score_loss": 0.016275662183761596}
+{"step": 3830000, "wall_time": 36198.95435833931, "train_loss_step": 3.22737979888916, "n_params": 4469860, "total_flops": 52591299993600000, "train_loss": 0.01609273910522461, "subset_score_loss": 0.01609273910522461}
+{"step": 3840000, "wall_time": 36285.702124118805, "train_loss_step": 3.270843982696533, "n_params": 4469860, "total_flops": 52728614092800000, "train_loss": 0.016522594690322877, "subset_score_loss": 0.016522594690322877}
+{"step": 3850000, "wall_time": 36372.47495889664, "train_loss_step": 3.1095523834228516, "n_params": 4469860, "total_flops": 52865928192000000, "train_loss": 0.017100497484207153, "subset_score_loss": 0.017100497484207153}
+{"step": 3860000, "wall_time": 36459.26846885681, "train_loss_step": 3.4701499938964844, "n_params": 4469860, "total_flops": 53003242291200000, "train_loss": 0.015598894357681274, "subset_score_loss": 0.015598894357681274}
+{"step": 3870000, "wall_time": 36543.95041823387, "train_loss_step": 2.8705363273620605, "n_params": 4469860, "total_flops": 53140556390400000, "train_loss": 0.017751032114028932, "subset_score_loss": 0.017751032114028932}
+{"step": 3880000, "wall_time": 36617.410398721695, "train_loss_step": 3.15582013130188, "n_params": 4469860, "total_flops": 53277870489600000, "train_loss": 0.015455090999603271, "subset_score_loss": 0.015455090999603271}
+{"step": 3890000, "wall_time": 36703.756808042526, "train_loss_step": 3.1761856079101562, "n_params": 4469860, "total_flops": 53415184588800000, "train_loss": 0.016320663690567016, "subset_score_loss": 0.016320663690567016}
+{"step": 3900000, "wall_time": 36888.020520448685, "train_loss_step": 3.1171741485595703, "n_params": 4469860, "total_flops": 53552498688000000, "train_loss": 0.016075921058654786, "subset_score_loss": 0.016075921058654786, "memorization_fraction_pixel": 0.5430999994277954, "mean_nn_ratio_pixel": 0.4884633421897888, "fid": 111.87382487400555, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 36974.84986591339, "train_loss_step": 2.852630138397217, "n_params": 4469860, "total_flops": 53689812787200000, "train_loss": 0.015243922472000121, "subset_score_loss": 0.015243922472000121}
+{"step": 3920000, "wall_time": 37060.47031164169, "train_loss_step": 3.19606876373291, "n_params": 4469860, "total_flops": 53827126886400000, "train_loss": 0.01576852560043335, "subset_score_loss": 0.01576852560043335}
+{"step": 3930000, "wall_time": 37147.27745676041, "train_loss_step": 3.1107702255249023, "n_params": 4469860, "total_flops": 53964440985600000, "train_loss": 0.0159204626083374, "subset_score_loss": 0.0159204626083374}
+{"step": 3940000, "wall_time": 37234.081565618515, "train_loss_step": 3.1903743743896484, "n_params": 4469860, "total_flops": 54101755084800000, "train_loss": 0.015237852334976196, "subset_score_loss": 0.015237852334976196}
+{"step": 3950000, "wall_time": 37320.9145758152, "train_loss_step": 2.920032501220703, "n_params": 4469860, "total_flops": 54239069184000000, "train_loss": 0.01624633193016052, "subset_score_loss": 0.01624633193016052}
+{"step": 3960000, "wall_time": 37407.58471035957, "train_loss_step": 2.984846353530884, "n_params": 4469860, "total_flops": 54376383283200000, "train_loss": 0.015610755681991577, "subset_score_loss": 0.015610755681991577}
+{"step": 3970000, "wall_time": 37492.496277570724, "train_loss_step": 3.079345703125, "n_params": 4469860, "total_flops": 54513697382400000, "train_loss": 0.017133350372314452, "subset_score_loss": 0.017133350372314452}
+{"step": 3980000, "wall_time": 37568.59824156761, "train_loss_step": 3.070828437805176, "n_params": 4469860, "total_flops": 54651011481600000, "train_loss": 0.015504205226898193, "subset_score_loss": 0.015504205226898193}
+{"step": 3990000, "wall_time": 37650.33532500267, "train_loss_step": 3.2268848419189453, "n_params": 4469860, "total_flops": 54788325580800000, "train_loss": 0.015321204662322998, "subset_score_loss": 0.015321204662322998}
+{"step": 4000000, "wall_time": 37839.716408252716, "train_loss_step": 3.2017788887023926, "n_params": 4469860, "total_flops": 54925639680000000, "train_loss": 0.015313204526901245, "subset_score_loss": 0.015313204526901245, "memorization_fraction_pixel": 0.5648999810218811, "mean_nn_ratio_pixel": 0.47251439094543457, "fid": 110.31639918664027, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 37926.46201181412, "train_loss_step": 3.080596685409546, "n_params": 4469860, "total_flops": 55062953779200000, "train_loss": 0.01555536150932312, "subset_score_loss": 0.01555536150932312}
+{"step": 4020000, "wall_time": 38013.528349876404, "train_loss_step": 3.38844633102417, "n_params": 4469860, "total_flops": 55200267878400000, "train_loss": 0.015982896089553833, "subset_score_loss": 0.015982896089553833}
+{"step": 4030000, "wall_time": 38098.72537064552, "train_loss_step": 3.262554407119751, "n_params": 4469860, "total_flops": 55337581977600000, "train_loss": 0.015953124761581422, "subset_score_loss": 0.015953124761581422}
+{"step": 4040000, "wall_time": 38185.49100232124, "train_loss_step": 3.24220609664917, "n_params": 4469860, "total_flops": 55474896076800000, "train_loss": 0.014832390546798706, "subset_score_loss": 0.014832390546798706}
+{"step": 4050000, "wall_time": 38272.21804213524, "train_loss_step": 3.3032498359680176, "n_params": 4469860, "total_flops": 55612210176000000, "train_loss": 0.016201037168502807, "subset_score_loss": 0.016201037168502807}
+{"step": 4060000, "wall_time": 38357.486754179, "train_loss_step": 3.058579921722412, "n_params": 4469860, "total_flops": 55749524275200000, "train_loss": 0.01635390877723694, "subset_score_loss": 0.01635390877723694}
+{"step": 4070000, "wall_time": 38444.23382854462, "train_loss_step": 3.23045015335083, "n_params": 4469860, "total_flops": 55886838374400000, "train_loss": 0.015183169841766358, "subset_score_loss": 0.015183169841766358}
+{"step": 4080000, "wall_time": 38523.76336145401, "train_loss_step": 2.863147020339966, "n_params": 4469860, "total_flops": 56024152473600000, "train_loss": 0.015233911275863647, "subset_score_loss": 0.015233911275863647}
+{"step": 4090000, "wall_time": 38604.42894935608, "train_loss_step": 3.2273306846618652, "n_params": 4469860, "total_flops": 56161466572800000, "train_loss": 0.014626529216766358, "subset_score_loss": 0.014626529216766358}
+{"step": 4100000, "wall_time": 38786.56392240524, "train_loss_step": 3.027820587158203, "n_params": 4469860, "total_flops": 56298780672000000, "train_loss": 0.014803850650787353, "subset_score_loss": 0.014803850650787353, "memorization_fraction_pixel": 0.560699999332428, "mean_nn_ratio_pixel": 0.4812816381454468, "fid": 111.0583948225131, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 38873.37560892105, "train_loss_step": 3.060086965560913, "n_params": 4469860, "total_flops": 56436094771200000, "train_loss": 0.01584485173225403, "subset_score_loss": 0.01584485173225403}
+{"step": 4120000, "wall_time": 38960.48401093483, "train_loss_step": 3.1592116355895996, "n_params": 4469860, "total_flops": 56573408870400000, "train_loss": 0.015390217304229736, "subset_score_loss": 0.015390217304229736}
+{"step": 4130000, "wall_time": 39045.93790459633, "train_loss_step": 3.3813281059265137, "n_params": 4469860, "total_flops": 56710722969600000, "train_loss": 0.01599979281425476, "subset_score_loss": 0.01599979281425476}
+{"step": 4140000, "wall_time": 39132.68452882767, "train_loss_step": 3.45102596282959, "n_params": 4469860, "total_flops": 56848037068800000, "train_loss": 0.016205397844314576, "subset_score_loss": 0.016205397844314576}
+{"step": 4150000, "wall_time": 39217.8657450676, "train_loss_step": 3.2147603034973145, "n_params": 4469860, "total_flops": 56985351168000000, "train_loss": 0.015039156675338745, "subset_score_loss": 0.015039156675338745}
+{"step": 4160000, "wall_time": 39304.681035518646, "train_loss_step": 3.2315149307250977, "n_params": 4469860, "total_flops": 57122665267200000, "train_loss": 0.0158676815032959, "subset_score_loss": 0.0158676815032959}
+{"step": 4170000, "wall_time": 39391.45667910576, "train_loss_step": 3.467695713043213, "n_params": 4469860, "total_flops": 57259979366400000, "train_loss": 0.015644315481185913, "subset_score_loss": 0.015644315481185913}
+{"step": 4180000, "wall_time": 39473.6726808548, "train_loss_step": 3.3617734909057617, "n_params": 4469860, "total_flops": 57397293465600000, "train_loss": 0.014875522851943969, "subset_score_loss": 0.014875522851943969}
+{"step": 4190000, "wall_time": 39549.573597192764, "train_loss_step": 3.0721402168273926, "n_params": 4469860, "total_flops": 57534607564800000, "train_loss": 0.015311157703399659, "subset_score_loss": 0.015311157703399659}
+{"step": 4200000, "wall_time": 39746.249227285385, "train_loss_step": 3.120748519897461, "n_params": 4469860, "total_flops": 57671921664000000, "train_loss": 0.014849084615707397, "subset_score_loss": 0.014849084615707397, "memorization_fraction_pixel": 0.590399980545044, "mean_nn_ratio_pixel": 0.4615035057067871, "fid": 108.41768323545708, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 39832.95857524872, "train_loss_step": 3.1653990745544434, "n_params": 4469860, "total_flops": 57809235763200000, "train_loss": 0.014602547883987427, "subset_score_loss": 0.014602547883987427}
+{"step": 4220000, "wall_time": 39920.136043310165, "train_loss_step": 3.096818447113037, "n_params": 4469860, "total_flops": 57946549862400000, "train_loss": 0.015355184078216552, "subset_score_loss": 0.015355184078216552}
+{"step": 4230000, "wall_time": 40005.233786821365, "train_loss_step": 2.8992271423339844, "n_params": 4469860, "total_flops": 58083863961600000, "train_loss": 0.015033365488052368, "subset_score_loss": 0.015033365488052368}
+{"step": 4240000, "wall_time": 40091.73218417168, "train_loss_step": 2.80698299407959, "n_params": 4469860, "total_flops": 58221178060800000, "train_loss": 0.016043405532836914, "subset_score_loss": 0.016043405532836914}
+{"step": 4250000, "wall_time": 40176.93824124336, "train_loss_step": 3.189098596572876, "n_params": 4469860, "total_flops": 58358492160000000, "train_loss": 0.014844728708267212, "subset_score_loss": 0.014844728708267212}
+{"step": 4260000, "wall_time": 40263.718972206116, "train_loss_step": 3.0527071952819824, "n_params": 4469860, "total_flops": 58495806259200000, "train_loss": 0.01512118935585022, "subset_score_loss": 0.01512118935585022}
+{"step": 4270000, "wall_time": 40350.44192481041, "train_loss_step": 3.1488735675811768, "n_params": 4469860, "total_flops": 58633120358400000, "train_loss": 0.014352563619613647, "subset_score_loss": 0.014352563619613647}
+{"step": 4280000, "wall_time": 40433.818281412125, "train_loss_step": 3.0714869499206543, "n_params": 4469860, "total_flops": 58770434457600000, "train_loss": 0.015681796073913574, "subset_score_loss": 0.015681796073913574}
+{"step": 4290000, "wall_time": 40509.35898256302, "train_loss_step": 2.9625606536865234, "n_params": 4469860, "total_flops": 58907748556800000, "train_loss": 0.015161122083663941, "subset_score_loss": 0.015161122083663941}
+{"step": 4300000, "wall_time": 40714.7613966465, "train_loss_step": 3.0422306060791016, "n_params": 4469860, "total_flops": 59045062656000000, "train_loss": 0.014984333515167236, "subset_score_loss": 0.014984333515167236, "memorization_fraction_pixel": 0.5813000202178955, "mean_nn_ratio_pixel": 0.46489399671554565, "fid": 108.5780405952718, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 40801.569012880325, "train_loss_step": 2.9177749156951904, "n_params": 4469860, "total_flops": 59182376755200000, "train_loss": 0.014949051141738891, "subset_score_loss": 0.014949051141738891}
+{"step": 4320000, "wall_time": 40888.92451953888, "train_loss_step": 2.905780553817749, "n_params": 4469860, "total_flops": 59319690854400000, "train_loss": 0.015551356077194213, "subset_score_loss": 0.015551356077194213}
+{"step": 4330000, "wall_time": 40973.85138630867, "train_loss_step": 3.0502216815948486, "n_params": 4469860, "total_flops": 59457004953600000, "train_loss": 0.015000009536743164, "subset_score_loss": 0.015000009536743164}
+{"step": 4340000, "wall_time": 41058.710247039795, "train_loss_step": 3.1131832599639893, "n_params": 4469860, "total_flops": 59594319052800000, "train_loss": 0.0149838125705719, "subset_score_loss": 0.0149838125705719}
+{"step": 4350000, "wall_time": 41145.47740674019, "train_loss_step": 3.013720750808716, "n_params": 4469860, "total_flops": 59731633152000000, "train_loss": 0.015476239919662476, "subset_score_loss": 0.015476239919662476}
+{"step": 4360000, "wall_time": 41232.200598955154, "train_loss_step": 2.875030994415283, "n_params": 4469860, "total_flops": 59868947251200000, "train_loss": 0.015685889720916748, "subset_score_loss": 0.015685889720916748}
+{"step": 4370000, "wall_time": 41319.02559041977, "train_loss_step": 3.2872891426086426, "n_params": 4469860, "total_flops": 60006261350400000, "train_loss": 0.01538228154182434, "subset_score_loss": 0.01538228154182434}
+{"step": 4380000, "wall_time": 41400.542328834534, "train_loss_step": 3.210947036743164, "n_params": 4469860, "total_flops": 60143575449600000, "train_loss": 0.014779363870620727, "subset_score_loss": 0.014779363870620727}
+{"step": 4390000, "wall_time": 41477.835451841354, "train_loss_step": 3.096048355102539, "n_params": 4469860, "total_flops": 60280889548800000, "train_loss": 0.015007638931274414, "subset_score_loss": 0.015007638931274414}
+{"step": 4400000, "wall_time": 41679.30515551567, "train_loss_step": 2.942789077758789, "n_params": 4469860, "total_flops": 60418203648000000, "train_loss": 0.01445087194442749, "subset_score_loss": 0.01445087194442749, "memorization_fraction_pixel": 0.5913000106811523, "mean_nn_ratio_pixel": 0.4617815315723419, "fid": 108.64562484233409, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 41766.097588300705, "train_loss_step": 3.127166271209717, "n_params": 4469860, "total_flops": 60555517747200000, "train_loss": 0.015375486612319945, "subset_score_loss": 0.015375486612319945}
+{"step": 4420000, "wall_time": 41853.417769908905, "train_loss_step": 3.150270938873291, "n_params": 4469860, "total_flops": 60692831846400000, "train_loss": 0.014836537837982177, "subset_score_loss": 0.014836537837982177}
+{"step": 4430000, "wall_time": 41936.78002691269, "train_loss_step": 2.999131441116333, "n_params": 4469860, "total_flops": 60830145945600000, "train_loss": 0.014413496255874634, "subset_score_loss": 0.014413496255874634}
+{"step": 4440000, "wall_time": 42023.562469005585, "train_loss_step": 3.1029446125030518, "n_params": 4469860, "total_flops": 60967460044800000, "train_loss": 0.014528956413269043, "subset_score_loss": 0.014528956413269043}
+{"step": 4450000, "wall_time": 42110.327071905136, "train_loss_step": 3.1884937286376953, "n_params": 4469860, "total_flops": 61104774144000000, "train_loss": 0.0151905357837677, "subset_score_loss": 0.0151905357837677}
+{"step": 4460000, "wall_time": 42197.023699998856, "train_loss_step": 3.0106053352355957, "n_params": 4469860, "total_flops": 61242088243200000, "train_loss": 0.01410441517829895, "subset_score_loss": 0.01410441517829895}
+{"step": 4470000, "wall_time": 42283.80388379097, "train_loss_step": 3.2367193698883057, "n_params": 4469860, "total_flops": 61379402342400000, "train_loss": 0.015079587697982788, "subset_score_loss": 0.015079587697982788}
+{"step": 4480000, "wall_time": 42364.61611413956, "train_loss_step": 2.922658920288086, "n_params": 4469860, "total_flops": 61516716441600000, "train_loss": 0.01377753734588623, "subset_score_loss": 0.01377753734588623}
+{"step": 4490000, "wall_time": 42439.23970961571, "train_loss_step": 3.1454646587371826, "n_params": 4469860, "total_flops": 61654030540800000, "train_loss": 0.014619566202163696, "subset_score_loss": 0.014619566202163696}
+{"step": 4500000, "wall_time": 42649.95358610153, "train_loss_step": 3.4148073196411133, "n_params": 4469860, "total_flops": 61791344640000000, "train_loss": 0.014313942193984986, "subset_score_loss": 0.014313942193984986, "memorization_fraction_pixel": 0.6022999882698059, "mean_nn_ratio_pixel": 0.44502314925193787, "fid": 107.98157831146204, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 42736.740710258484, "train_loss_step": 3.204934597015381, "n_params": 4469860, "total_flops": 61928658739200000, "train_loss": 0.013993613719940186, "subset_score_loss": 0.013993613719940186}
+{"step": 4520000, "wall_time": 42820.25304508209, "train_loss_step": 3.068242073059082, "n_params": 4469860, "total_flops": 62065972838400000, "train_loss": 0.013650649785995483, "subset_score_loss": 0.013650649785995483}
+{"step": 4530000, "wall_time": 42907.073756456375, "train_loss_step": 3.010180950164795, "n_params": 4469860, "total_flops": 62203286937600000, "train_loss": 0.015512505769729614, "subset_score_loss": 0.015512505769729614}
+{"step": 4540000, "wall_time": 42993.84139204025, "train_loss_step": 3.3086156845092773, "n_params": 4469860, "total_flops": 62340601036800000, "train_loss": 0.014531251192092896, "subset_score_loss": 0.014531251192092896}
+{"step": 4550000, "wall_time": 43080.61093044281, "train_loss_step": 3.279618740081787, "n_params": 4469860, "total_flops": 62477915136000000, "train_loss": 0.014131473302841186, "subset_score_loss": 0.014131473302841186}
+{"step": 4560000, "wall_time": 43167.36170387268, "train_loss_step": 3.2723140716552734, "n_params": 4469860, "total_flops": 62615229235200000, "train_loss": 0.014036376476287842, "subset_score_loss": 0.014036376476287842}
+{"step": 4570000, "wall_time": 43254.11104130745, "train_loss_step": 3.0362744331359863, "n_params": 4469860, "total_flops": 62752543334400000, "train_loss": 0.013965623378753662, "subset_score_loss": 0.013965623378753662}
+{"step": 4580000, "wall_time": 43335.327723264694, "train_loss_step": 3.086623191833496, "n_params": 4469860, "total_flops": 62889857433600000, "train_loss": 0.013557361364364624, "subset_score_loss": 0.013557361364364624}
+{"step": 4590000, "wall_time": 43419.73496723175, "train_loss_step": 2.9439139366149902, "n_params": 4469860, "total_flops": 63027171532800000, "train_loss": 0.015477027893066406, "subset_score_loss": 0.015477027893066406}
+{"step": 4600000, "wall_time": 43617.73076415062, "train_loss_step": 3.330254554748535, "n_params": 4469860, "total_flops": 63164485632000000, "train_loss": 0.01459151268005371, "subset_score_loss": 0.01459151268005371, "memorization_fraction_pixel": 0.586899995803833, "mean_nn_ratio_pixel": 0.457992285490036, "fid": 107.31115359429323, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 43702.562791347504, "train_loss_step": 3.0648062229156494, "n_params": 4469860, "total_flops": 63301799731200000, "train_loss": 0.014270787239074706, "subset_score_loss": 0.014270787239074706}
+{"step": 4620000, "wall_time": 43788.35420846939, "train_loss_step": 3.108104705810547, "n_params": 4469860, "total_flops": 63439113830400000, "train_loss": 0.015048943758010865, "subset_score_loss": 0.015048943758010865}
+{"step": 4630000, "wall_time": 43875.10912370682, "train_loss_step": 3.212285041809082, "n_params": 4469860, "total_flops": 63576427929600000, "train_loss": 0.014904365539550782, "subset_score_loss": 0.014904365539550782}
+{"step": 4640000, "wall_time": 43961.878908634186, "train_loss_step": 3.02310848236084, "n_params": 4469860, "total_flops": 63713742028800000, "train_loss": 0.014803992509841919, "subset_score_loss": 0.014803992509841919}
+{"step": 4650000, "wall_time": 44048.64913415909, "train_loss_step": 3.108560085296631, "n_params": 4469860, "total_flops": 63851056128000000, "train_loss": 0.015691856145858763, "subset_score_loss": 0.015691856145858763}
+{"step": 4660000, "wall_time": 44135.46036195755, "train_loss_step": 3.08644437789917, "n_params": 4469860, "total_flops": 63988370227200000, "train_loss": 0.014340636730194091, "subset_score_loss": 0.014340636730194091}
+{"step": 4670000, "wall_time": 44222.128811359406, "train_loss_step": 3.151371479034424, "n_params": 4469860, "total_flops": 64125684326400000, "train_loss": 0.013861218690872193, "subset_score_loss": 0.013861218690872193}
+{"step": 4680000, "wall_time": 44298.96391606331, "train_loss_step": 3.053028106689453, "n_params": 4469860, "total_flops": 64262998425600000, "train_loss": 0.0138174569606781, "subset_score_loss": 0.0138174569606781}
+{"step": 4690000, "wall_time": 44385.71172761917, "train_loss_step": 2.882622241973877, "n_params": 4469860, "total_flops": 64400312524800000, "train_loss": 0.014688017368316651, "subset_score_loss": 0.014688017368316651}
+{"step": 4700000, "wall_time": 44591.83055472374, "train_loss_step": 3.0620226860046387, "n_params": 4469860, "total_flops": 64537626624000000, "train_loss": 0.014437154531478882, "subset_score_loss": 0.014437154531478882, "memorization_fraction_pixel": 0.6116999983787537, "mean_nn_ratio_pixel": 0.4433322846889496, "fid": 107.34553195057858, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 44677.66182231903, "train_loss_step": 3.35746431350708, "n_params": 4469860, "total_flops": 64674940723200000, "train_loss": 0.013693196773529053, "subset_score_loss": 0.013693196773529053}
+{"step": 4720000, "wall_time": 44763.162722587585, "train_loss_step": 3.4074761867523193, "n_params": 4469860, "total_flops": 64812254822400000, "train_loss": 0.014147546291351318, "subset_score_loss": 0.014147546291351318}
+{"step": 4730000, "wall_time": 44849.966750860214, "train_loss_step": 2.861560821533203, "n_params": 4469860, "total_flops": 64949568921600000, "train_loss": 0.013410791158676147, "subset_score_loss": 0.013410791158676147}
+{"step": 4740000, "wall_time": 44936.77815198898, "train_loss_step": 3.1370344161987305, "n_params": 4469860, "total_flops": 65086883020800000, "train_loss": 0.013865777254104615, "subset_score_loss": 0.013865777254104615}
+{"step": 4750000, "wall_time": 45023.589933633804, "train_loss_step": 3.4586448669433594, "n_params": 4469860, "total_flops": 65224197120000000, "train_loss": 0.01365359902381897, "subset_score_loss": 0.01365359902381897}
+{"step": 4760000, "wall_time": 45110.33988595009, "train_loss_step": 3.121422290802002, "n_params": 4469860, "total_flops": 65361511219200000, "train_loss": 0.013958548307418822, "subset_score_loss": 0.013958548307418822}
+{"step": 4770000, "wall_time": 45194.92169094086, "train_loss_step": 3.2619378566741943, "n_params": 4469860, "total_flops": 65498825318400000, "train_loss": 0.01384670376777649, "subset_score_loss": 0.01384670376777649}
+{"step": 4780000, "wall_time": 45270.92245340347, "train_loss_step": 3.021124839782715, "n_params": 4469860, "total_flops": 65636139417600000, "train_loss": 0.013651649951934814, "subset_score_loss": 0.013651649951934814}
+{"step": 4790000, "wall_time": 45357.71134662628, "train_loss_step": 3.139767646789551, "n_params": 4469860, "total_flops": 65773453516800000, "train_loss": 0.013179078102111816, "subset_score_loss": 0.013179078102111816}
+{"step": 4800000, "wall_time": 45538.438489198685, "train_loss_step": 3.5772268772125244, "n_params": 4469860, "total_flops": 65910767616000000, "train_loss": 0.014204376935958862, "subset_score_loss": 0.014204376935958862, "memorization_fraction_pixel": 0.6019999980926514, "mean_nn_ratio_pixel": 0.45074906945228577, "fid": 107.32294653472184, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 45608.38660430908, "train_loss_step": 2.862389326095581, "n_params": 4469860, "total_flops": 66048081715200000, "train_loss": 0.01456891417503357, "subset_score_loss": 0.01456891417503357}
+{"step": 4820000, "wall_time": 45676.34015798569, "train_loss_step": 3.00254487991333, "n_params": 4469860, "total_flops": 66185395814400000, "train_loss": 0.014002161026000976, "subset_score_loss": 0.014002161026000976}
+{"step": 4830000, "wall_time": 45746.242745637894, "train_loss_step": 3.356710433959961, "n_params": 4469860, "total_flops": 66322709913600000, "train_loss": 0.013675340414047242, "subset_score_loss": 0.013675340414047242}
+{"step": 4840000, "wall_time": 45816.224553346634, "train_loss_step": 2.878340244293213, "n_params": 4469860, "total_flops": 66460024012800000, "train_loss": 0.013254261016845703, "subset_score_loss": 0.013254261016845703}
+{"step": 4850000, "wall_time": 45886.132628679276, "train_loss_step": 3.081063747406006, "n_params": 4469860, "total_flops": 66597338112000000, "train_loss": 0.013040857315063476, "subset_score_loss": 0.013040857315063476}
+{"step": 4860000, "wall_time": 45956.076659202576, "train_loss_step": 3.095367670059204, "n_params": 4469860, "total_flops": 66734652211200000, "train_loss": 0.013547327518463135, "subset_score_loss": 0.013547327518463135}
+{"step": 4870000, "wall_time": 46023.483212947845, "train_loss_step": 2.9908924102783203, "n_params": 4469860, "total_flops": 66871966310400000, "train_loss": 0.013207340240478515, "subset_score_loss": 0.013207340240478515}
+{"step": 4880000, "wall_time": 46077.0833170414, "train_loss_step": 3.1448287963867188, "n_params": 4469860, "total_flops": 67009280409600000, "train_loss": 0.013196874856948853, "subset_score_loss": 0.013196874856948853}
+{"step": 4890000, "wall_time": 46147.032848358154, "train_loss_step": 3.2504372596740723, "n_params": 4469860, "total_flops": 67146594508800000, "train_loss": 0.014343793392181397, "subset_score_loss": 0.014343793392181397}
+{"step": 4900000, "wall_time": 46270.61508870125, "train_loss_step": 2.748525381088257, "n_params": 4469860, "total_flops": 67283908608000000, "train_loss": 0.01382422685623169, "subset_score_loss": 0.01382422685623169, "memorization_fraction_pixel": 0.5950000286102295, "mean_nn_ratio_pixel": 0.4534301161766052, "fid": 108.27340240634905, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 46340.58662724495, "train_loss_step": 3.1224822998046875, "n_params": 4469860, "total_flops": 67421222707200000, "train_loss": 0.014198873043060303, "subset_score_loss": 0.014198873043060303}
+{"step": 4920000, "wall_time": 46410.653621912, "train_loss_step": 2.8828611373901367, "n_params": 4469860, "total_flops": 67558536806400000, "train_loss": 0.013528081178665162, "subset_score_loss": 0.013528081178665162}
+{"step": 4930000, "wall_time": 46478.692625284195, "train_loss_step": 3.0484585762023926, "n_params": 4469860, "total_flops": 67695850905600000, "train_loss": 0.013813916444778442, "subset_score_loss": 0.013813916444778442}
+{"step": 4940000, "wall_time": 46548.6310904026, "train_loss_step": 2.9289369583129883, "n_params": 4469860, "total_flops": 67833165004800000, "train_loss": 0.012933316230773926, "subset_score_loss": 0.012933316230773926}
+{"step": 4950000, "wall_time": 46618.57366299629, "train_loss_step": 3.4569263458251953, "n_params": 4469860, "total_flops": 67970479104000000, "train_loss": 0.014249869585037232, "subset_score_loss": 0.014249869585037232}
+{"step": 4960000, "wall_time": 46688.60401749611, "train_loss_step": 3.0966100692749023, "n_params": 4469860, "total_flops": 68107793203200000, "train_loss": 0.013921021223068238, "subset_score_loss": 0.013921021223068238}
+{"step": 4970000, "wall_time": 46758.55141925812, "train_loss_step": 3.0245583057403564, "n_params": 4469860, "total_flops": 68245107302400000, "train_loss": 0.013573211431503297, "subset_score_loss": 0.013573211431503297}
+{"step": 4980000, "wall_time": 46823.84675312042, "train_loss_step": 3.0100760459899902, "n_params": 4469860, "total_flops": 68382421401600000, "train_loss": 0.013706544637680054, "subset_score_loss": 0.013706544637680054}
+{"step": 4990000, "wall_time": 46876.972180366516, "train_loss_step": 2.7838168144226074, "n_params": 4469860, "total_flops": 68519735500800000, "train_loss": 0.012997441291809082, "subset_score_loss": 0.012997441291809082}
+{"step": 5000000, "wall_time": 46971.27390003204, "train_loss_step": 2.9746594429016113, "n_params": 4469860, "total_flops": 68657049600000000, "train_loss": 0.01341454267501831, "subset_score_loss": 0.01341454267501831, "memorization_fraction_pixel": 0.6100999712944031, "mean_nn_ratio_pixel": 0.4440559446811676, "fid": 106.4818705812895, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..a9e1976f6c5167a9fe488e472599ba4e519b2a0b
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d100/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=1.0037 | fid=311.3592
+  step   10000 |    155s | train_loss=0.8267
+  step   20000 |    242s | train_loss=0.7068
+  step   30000 |    329s | train_loss=0.5705
+  step   40000 |    416s | train_loss=0.4222
+  step   50000 |    503s | train_loss=0.2978
+  step   60000 |    590s | train_loss=0.2199
+  step   70000 |    676s | train_loss=0.1802
+  step   80000 |    763s | train_loss=0.1514
+  step   90000 |    850s | train_loss=0.1408
+  step  100000 |   1001s | train_loss=0.1261 | fid=166.6604
+  step  110000 |   1085s | train_loss=0.1181
+  step  120000 |   1172s | train_loss=0.1107
+  step  130000 |   1258s | train_loss=0.1082
+  step  140000 |   1345s | train_loss=0.1024
+  step  150000 |   1432s | train_loss=0.0980
+  step  160000 |   1519s | train_loss=0.0948
+  step  170000 |   1605s | train_loss=0.0911
+  step  180000 |   1692s | train_loss=0.0907
+  step  190000 |   1779s | train_loss=0.0861
+  step  200000 |   1930s | train_loss=0.0859 | fid=159.3363
+  step  210000 |   2018s | train_loss=0.0849
+  step  220000 |   2101s | train_loss=0.0799
+  step  230000 |   2188s | train_loss=0.0774
+  step  240000 |   2274s | train_loss=0.0781
+  step  250000 |   2361s | train_loss=0.0783
+  step  260000 |   2448s | train_loss=0.0733
+  step  270000 |   2535s | train_loss=0.0706
+  step  280000 |   2621s | train_loss=0.0697
+  step  290000 |   2708s | train_loss=0.0693
+  step  300000 |   2859s | train_loss=0.0688 | fid=151.6692
+  step  310000 |   2946s | train_loss=0.0672
+  step  320000 |   3030s | train_loss=0.0661
+  step  330000 |   3117s | train_loss=0.0648
+  step  340000 |   3203s | train_loss=0.0663
+  step  350000 |   3290s | train_loss=0.0616
+  step  360000 |   3377s | train_loss=0.0613
+  step  370000 |   3464s | train_loss=0.0588
+  step  380000 |   3550s | train_loss=0.0592
+  step  390000 |   3637s | train_loss=0.0597
+  step  400000 |   3788s | train_loss=0.0590 | fid=145.6547
+  step  410000 |   3875s | train_loss=0.0570
+  step  420000 |   3962s | train_loss=0.0563
+  step  430000 |   4046s | train_loss=0.0551
+  step  440000 |   4132s | train_loss=0.0563
+  step  450000 |   4219s | train_loss=0.0562
+  step  460000 |   4306s | train_loss=0.0546
+  step  470000 |   4393s | train_loss=0.0546
+  step  480000 |   4479s | train_loss=0.0533
+  step  490000 |   4566s | train_loss=0.0516
+  step  500000 |   4715s | train_loss=0.0523 | fid=142.3393
+  step  510000 |   4802s | train_loss=0.0523
+  step  520000 |   4889s | train_loss=0.0505
+  step  530000 |   4975s | train_loss=0.0515
+  step  540000 |   5060s | train_loss=0.0497
+  step  550000 |   5146s | train_loss=0.0502
+  step  560000 |   5232s | train_loss=0.0491
+  step  570000 |   5318s | train_loss=0.0488
+  step  580000 |   5404s | train_loss=0.0495
+  step  590000 |   5490s | train_loss=0.0480
+  step  600000 |   5640s | train_loss=0.0479 | fid=148.3716
+  step  610000 |   5727s | train_loss=0.0469
+  step  620000 |   5814s | train_loss=0.0487
+  step  630000 |   5901s | train_loss=0.0480
+  step  640000 |   5985s | train_loss=0.0460
+  step  650000 |   6071s | train_loss=0.0457
+  step  660000 |   6158s | train_loss=0.0460
+  step  670000 |   6245s | train_loss=0.0463
+  step  680000 |   6332s | train_loss=0.0461
+  step  690000 |   6418s | train_loss=0.0448
+  step  700000 |   6570s | train_loss=0.0442 | fid=159.1900
+  step  710000 |   6657s | train_loss=0.0438
+  step  720000 |   6744s | train_loss=0.0447
+  step  730000 |   6830s | train_loss=0.0449
+  step  740000 |   6916s | train_loss=0.0429
+  step  750000 |   7001s | train_loss=0.0434
+  step  760000 |   7088s | train_loss=0.0432
+  step  770000 |   7175s | train_loss=0.0428
+  step  780000 |   7262s | train_loss=0.0438
+  step  790000 |   7348s | train_loss=0.0424
+  step  800000 |   7499s | train_loss=0.0424 | fid=180.3393
+  step  810000 |   7586s | train_loss=0.0405
+  step  820000 |   7673s | train_loss=0.0421
+  step  830000 |   7759s | train_loss=0.0412
+  step  840000 |   7846s | train_loss=0.0410
+  step  850000 |   7930s | train_loss=0.0424
+  step  860000 |   8017s | train_loss=0.0392
+  step  870000 |   8104s | train_loss=0.0420
+  step  880000 |   8190s | train_loss=0.0410
+  step  890000 |   8277s | train_loss=0.0398
+  step  900000 |   8430s | train_loss=0.0414 | fid=187.2796
+  step  910000 |   8517s | train_loss=0.0412
+  step  920000 |   8604s | train_loss=0.0395
+  step  930000 |   8690s | train_loss=0.0385
+  step  940000 |   8777s | train_loss=0.0408
+  step  950000 |   8863s | train_loss=0.0389
+  step  960000 |   8948s | train_loss=0.0395
+  step  970000 |   9035s | train_loss=0.0377
+  step  980000 |   9122s | train_loss=0.0378
+  step  990000 |   9208s | train_loss=0.0374
+  step 1000000 |   9361s | train_loss=0.0382 | fid=187.8301
+  step 1010000 |   9448s | train_loss=0.0385
+  step 1020000 |   9535s | train_loss=0.0377
+  step 1030000 |   9622s | train_loss=0.0382
+  step 1040000 |   9708s | train_loss=0.0378
+  step 1050000 |   9795s | train_loss=0.0379
+  step 1060000 |   9880s | train_loss=0.0376
+  step 1070000 |   9966s | train_loss=0.0372
+  step 1080000 |  10053s | train_loss=0.0363
+  step 1090000 |  10140s | train_loss=0.0365
+  step 1100000 |  10293s | train_loss=0.0372 | fid=193.7871
+  step 1110000 |  10380s | train_loss=0.0361
+  step 1120000 |  10467s | train_loss=0.0355
+  step 1130000 |  10553s | train_loss=0.0385
+  step 1140000 |  10640s | train_loss=0.0348
+  step 1150000 |  10727s | train_loss=0.0362
+  step 1160000 |  10812s | train_loss=0.0346
+  step 1170000 |  10898s | train_loss=0.0346
+  step 1180000 |  10985s | train_loss=0.0358
+  step 1190000 |  11071s | train_loss=0.0348
+  step 1200000 |  11223s | train_loss=0.0346 | fid=190.4956
+  step 1210000 |  11309s | train_loss=0.0345
+  step 1220000 |  11396s | train_loss=0.0351
+  step 1230000 |  11483s | train_loss=0.0347
+  step 1240000 |  11570s | train_loss=0.0339
+  step 1250000 |  11656s | train_loss=0.0342
+  step 1260000 |  11743s | train_loss=0.0354
+  step 1270000 |  11829s | train_loss=0.0331
+  step 1280000 |  11914s | train_loss=0.0336
+  step 1290000 |  12001s | train_loss=0.0349
+  step 1300000 |  12154s | train_loss=0.0338 | fid=188.1170
+  step 1310000 |  12241s | train_loss=0.0331
+  step 1320000 |  12328s | train_loss=0.0333
+  step 1330000 |  12415s | train_loss=0.0327
+  step 1340000 |  12502s | train_loss=0.0329
+  step 1350000 |  12588s | train_loss=0.0322
+  step 1360000 |  12675s | train_loss=0.0329
+  step 1370000 |  12761s | train_loss=0.0330
+  step 1380000 |  12846s | train_loss=0.0316
+  step 1390000 |  12933s | train_loss=0.0323
+  step 1400000 |  13087s | train_loss=0.0320 | fid=181.0860
+  step 1410000 |  13173s | train_loss=0.0330
+  step 1420000 |  13260s | train_loss=0.0329
+  step 1430000 |  13347s | train_loss=0.0313
+  step 1440000 |  13434s | train_loss=0.0312
+  step 1450000 |  13520s | train_loss=0.0314
+  step 1460000 |  13607s | train_loss=0.0313
+  step 1470000 |  13694s | train_loss=0.0307
+  step 1480000 |  13779s | train_loss=0.0325
+  step 1490000 |  13863s | train_loss=0.0317
+  step 1500000 |  14047s | train_loss=0.0319 | fid=170.5269
+  step 1510000 |  14134s | train_loss=0.0307
+  step 1520000 |  14220s | train_loss=0.0316
+  step 1530000 |  14307s | train_loss=0.0299
+  step 1540000 |  14394s | train_loss=0.0300
+  step 1550000 |  14481s | train_loss=0.0301
+  step 1560000 |  14567s | train_loss=0.0288
+  step 1570000 |  14654s | train_loss=0.0287
+  step 1580000 |  14740s | train_loss=0.0299
+  step 1590000 |  14823s | train_loss=0.0297
+  step 1600000 |  14979s | train_loss=0.0298 | fid=164.7147
+  step 1610000 |  15066s | train_loss=0.0294
+  step 1620000 |  15153s | train_loss=0.0303
+  step 1630000 |  15240s | train_loss=0.0305
+  step 1640000 |  15327s | train_loss=0.0285
+  step 1650000 |  15413s | train_loss=0.0281
+  step 1660000 |  15500s | train_loss=0.0280
+  step 1670000 |  15587s | train_loss=0.0283
+  step 1680000 |  15672s | train_loss=0.0280
+  step 1690000 |  15756s | train_loss=0.0291
+  step 1700000 |  15910s | train_loss=0.0290 | fid=154.3421
+  step 1710000 |  15997s | train_loss=0.0285
+  step 1720000 |  16083s | train_loss=0.0284
+  step 1730000 |  16170s | train_loss=0.0278
+  step 1740000 |  16257s | train_loss=0.0285
+  step 1750000 |  16344s | train_loss=0.0273
+  step 1760000 |  16431s | train_loss=0.0271
+  step 1770000 |  16517s | train_loss=0.0278
+  step 1780000 |  16604s | train_loss=0.0272
+  step 1790000 |  16686s | train_loss=0.0268
+  step 1800000 |  16879s | train_loss=0.0267 | fid=141.4906
+  step 1810000 |  16966s | train_loss=0.0279
+  step 1820000 |  17053s | train_loss=0.0265
+  step 1830000 |  17140s | train_loss=0.0277
+  step 1840000 |  17226s | train_loss=0.0270
+  step 1850000 |  17313s | train_loss=0.0264
+  step 1860000 |  17400s | train_loss=0.0259
+  step 1870000 |  17487s | train_loss=0.0263
+  step 1880000 |  17572s | train_loss=0.0253
+  step 1890000 |  17649s | train_loss=0.0270
+  step 1900000 |  17813s | train_loss=0.0264 | fid=136.2648
+  step 1910000 |  17899s | train_loss=0.0274
+  step 1920000 |  17986s | train_loss=0.0257
+  step 1930000 |  18073s | train_loss=0.0254
+  step 1940000 |  18160s | train_loss=0.0258
+  step 1950000 |  18247s | train_loss=0.0252
+  step 1960000 |  18333s | train_loss=0.0246
+  step 1970000 |  18419s | train_loss=0.0248
+  step 1980000 |  18505s | train_loss=0.0255
+  step 1990000 |  18588s | train_loss=0.0259
+  step 2000000 |  18744s | train_loss=0.0251 | fid=132.1927
+  step 2010000 |  18831s | train_loss=0.0245
+  step 2020000 |  18917s | train_loss=0.0251
+  step 2030000 |  19004s | train_loss=0.0242
+  step 2040000 |  19091s | train_loss=0.0244
+  step 2050000 |  19178s | train_loss=0.0253
+  step 2060000 |  19264s | train_loss=0.0243
+  step 2070000 |  19349s | train_loss=0.0245
+  step 2080000 |  19436s | train_loss=0.0252
+  step 2090000 |  19514s | train_loss=0.0246
+  step 2100000 |  19725s | train_loss=0.0249 | fid=125.9540
+  step 2110000 |  19812s | train_loss=0.0247
+  step 2120000 |  19899s | train_loss=0.0238
+  step 2130000 |  19986s | train_loss=0.0237
+  step 2140000 |  20073s | train_loss=0.0235
+  step 2150000 |  20159s | train_loss=0.0238
+  step 2160000 |  20244s | train_loss=0.0232
+  step 2170000 |  20331s | train_loss=0.0234
+  step 2180000 |  20417s | train_loss=0.0233
+  step 2190000 |  20491s | train_loss=0.0242
+  step 2200000 |  20690s | train_loss=0.0243 | fid=126.8428
+  step 2210000 |  20777s | train_loss=0.0231
+  step 2220000 |  20863s | train_loss=0.0230
+  step 2230000 |  20950s | train_loss=0.0228
+  step 2240000 |  21037s | train_loss=0.0234
+  step 2250000 |  21124s | train_loss=0.0234
+  step 2260000 |  21209s | train_loss=0.0236
+  step 2270000 |  21295s | train_loss=0.0228
+  step 2280000 |  21380s | train_loss=0.0220
+  step 2290000 |  21453s | train_loss=0.0227
+  step 2300000 |  21657s | train_loss=0.0220 | fid=126.5337
+  step 2310000 |  21743s | train_loss=0.0225
+  step 2320000 |  21830s | train_loss=0.0219
+  step 2330000 |  21917s | train_loss=0.0227
+  step 2340000 |  22004s | train_loss=0.0225
+  step 2350000 |  22088s | train_loss=0.0223
+  step 2360000 |  22175s | train_loss=0.0225
+  step 2370000 |  22262s | train_loss=0.0224
+  step 2380000 |  22345s | train_loss=0.0221
+  step 2390000 |  22421s | train_loss=0.0223
+  step 2400000 |  22627s | train_loss=0.0225 | fid=120.6658
+  step 2410000 |  22714s | train_loss=0.0221
+  step 2420000 |  22801s | train_loss=0.0224
+  step 2430000 |  22888s | train_loss=0.0214
+  step 2440000 |  22972s | train_loss=0.0214
+  step 2450000 |  23059s | train_loss=0.0216
+  step 2460000 |  23146s | train_loss=0.0224
+  step 2470000 |  23233s | train_loss=0.0216
+  step 2480000 |  23312s | train_loss=0.0227
+  step 2490000 |  23391s | train_loss=0.0215
+  step 2500000 |  23578s | train_loss=0.0211 | fid=122.3089
+  step 2510000 |  23665s | train_loss=0.0229
+  step 2520000 |  23752s | train_loss=0.0212
+  step 2530000 |  23837s | train_loss=0.0214
+  step 2540000 |  23924s | train_loss=0.0218
+  step 2550000 |  24010s | train_loss=0.0207
+  step 2560000 |  24097s | train_loss=0.0208
+  step 2570000 |  24184s | train_loss=0.0219
+  step 2580000 |  24265s | train_loss=0.0216
+  step 2590000 |  24340s | train_loss=0.0215
+  step 2600000 |  24538s | train_loss=0.0208 | fid=120.4403
+  step 2610000 |  24625s | train_loss=0.0208
+  step 2620000 |  24712s | train_loss=0.0216
+  step 2630000 |  24796s | train_loss=0.0218
+  step 2640000 |  24883s | train_loss=0.0203
+  step 2650000 |  24970s | train_loss=0.0202
+  step 2660000 |  25057s | train_loss=0.0212
+  step 2670000 |  25143s | train_loss=0.0202
+  step 2680000 |  25226s | train_loss=0.0207
+  step 2690000 |  25302s | train_loss=0.0207
+  step 2700000 |  25504s | train_loss=0.0201 | fid=120.4207
+  step 2710000 |  25591s | train_loss=0.0200
+  step 2720000 |  25676s | train_loss=0.0210
+  step 2730000 |  25762s | train_loss=0.0213
+  step 2740000 |  25849s | train_loss=0.0208
+  step 2750000 |  25936s | train_loss=0.0203
+  step 2760000 |  26023s | train_loss=0.0207
+  step 2770000 |  26109s | train_loss=0.0203
+  step 2780000 |  26190s | train_loss=0.0203
+  step 2790000 |  26270s | train_loss=0.0211
+  step 2800000 |  26432s | train_loss=0.0194 | fid=119.3159
+  step 2810000 |  26519s | train_loss=0.0195
+  step 2820000 |  26604s | train_loss=0.0196
+  step 2830000 |  26691s | train_loss=0.0189
+  step 2840000 |  26778s | train_loss=0.0193
+  step 2850000 |  26864s | train_loss=0.0198
+  step 2860000 |  26951s | train_loss=0.0205
+  step 2870000 |  27038s | train_loss=0.0201
+  step 2880000 |  27124s | train_loss=0.0190
+  step 2890000 |  27207s | train_loss=0.0200
+  step 2900000 |  27395s | train_loss=0.0194 | fid=121.3764
+  step 2910000 |  27480s | train_loss=0.0194
+  step 2920000 |  27566s | train_loss=0.0189
+  step 2930000 |  27653s | train_loss=0.0189
+  step 2940000 |  27740s | train_loss=0.0182
+  step 2950000 |  27827s | train_loss=0.0195
+  step 2960000 |  27914s | train_loss=0.0194
+  step 2970000 |  28000s | train_loss=0.0187
+  step 2980000 |  28077s | train_loss=0.0189
+  step 2990000 |  28160s | train_loss=0.0192
+  step 3000000 |  28343s | train_loss=0.0186 | fid=115.8858
+  step 3010000 |  28430s | train_loss=0.0187
+  step 3020000 |  28516s | train_loss=0.0180
+  step 3030000 |  28603s | train_loss=0.0185
+  step 3040000 |  28690s | train_loss=0.0192
+  step 3050000 |  28777s | train_loss=0.0187
+  step 3060000 |  28864s | train_loss=0.0184
+  step 3070000 |  28950s | train_loss=0.0189
+  step 3080000 |  29029s | train_loss=0.0183
+  step 3090000 |  29108s | train_loss=0.0187
+  step 3100000 |  29277s | train_loss=0.0187 | fid=116.6017
+  step 3110000 |  29362s | train_loss=0.0195
+  step 3120000 |  29449s | train_loss=0.0187
+  step 3130000 |  29536s | train_loss=0.0182
+  step 3140000 |  29622s | train_loss=0.0182
+  step 3150000 |  29709s | train_loss=0.0177
+  step 3160000 |  29796s | train_loss=0.0182
+  step 3170000 |  29883s | train_loss=0.0190
+  step 3180000 |  29969s | train_loss=0.0186
+  step 3190000 |  30054s | train_loss=0.0177
+  step 3200000 |  30209s | train_loss=0.0188 | fid=116.3636
+  step 3210000 |  30295s | train_loss=0.0183
+  step 3220000 |  30382s | train_loss=0.0177
+  step 3230000 |  30469s | train_loss=0.0187
+  step 3240000 |  30555s | train_loss=0.0179
+  step 3250000 |  30642s | train_loss=0.0185
+  step 3260000 |  30729s | train_loss=0.0211
+  step 3270000 |  30816s | train_loss=0.0171
+  step 3280000 |  30900s | train_loss=0.0181
+  step 3290000 |  30979s | train_loss=0.0164
+  step 3300000 |  31150s | train_loss=0.0179 | fid=115.2843
+  step 3310000 |  31237s | train_loss=0.0179
+  step 3320000 |  31322s | train_loss=0.0168
+  step 3330000 |  31409s | train_loss=0.0173
+  step 3340000 |  31496s | train_loss=0.0177
+  step 3350000 |  31583s | train_loss=0.0178
+  step 3360000 |  31670s | train_loss=0.0179
+  step 3370000 |  31756s | train_loss=0.0187
+  step 3380000 |  31843s | train_loss=0.0175
+  step 3390000 |  31920s | train_loss=0.0170
+  step 3400000 |  32100s | train_loss=0.0172 | fid=116.0041
+  step 3410000 |  32187s | train_loss=0.0170
+  step 3420000 |  32273s | train_loss=0.0172
+  step 3430000 |  32359s | train_loss=0.0177
+  step 3440000 |  32446s | train_loss=0.0174
+  step 3450000 |  32533s | train_loss=0.0174
+  step 3460000 |  32620s | train_loss=0.0176
+  step 3470000 |  32706s | train_loss=0.0170
+  step 3480000 |  32792s | train_loss=0.0172
+  step 3490000 |  32870s | train_loss=0.0177
+  step 3500000 |  33072s | train_loss=0.0170 | fid=116.2794
+  step 3510000 |  33159s | train_loss=0.0171
+  step 3520000 |  33245s | train_loss=0.0165
+  step 3530000 |  33331s | train_loss=0.0181
+  step 3540000 |  33418s | train_loss=0.0170
+  step 3550000 |  33505s | train_loss=0.0167
+  step 3560000 |  33592s | train_loss=0.0171
+  step 3570000 |  33679s | train_loss=0.0171
+  step 3580000 |  33758s | train_loss=0.0183
+  step 3590000 |  33841s | train_loss=0.0168
+  step 3600000 |  34020s | train_loss=0.0168 | fid=116.0628
+  step 3610000 |  34107s | train_loss=0.0171
+  step 3620000 |  34192s | train_loss=0.0166
+  step 3630000 |  34279s | train_loss=0.0167
+  step 3640000 |  34366s | train_loss=0.0174
+  step 3650000 |  34453s | train_loss=0.0182
+  step 3660000 |  34539s | train_loss=0.0158
+  step 3670000 |  34626s | train_loss=0.0174
+  step 3680000 |  34703s | train_loss=0.0170
+  step 3690000 |  34790s | train_loss=0.0168
+  step 3700000 |  34984s | train_loss=0.0160 | fid=113.3206
+  step 3710000 |  35071s | train_loss=0.0175
+  step 3720000 |  35156s | train_loss=0.0168
+  step 3730000 |  35243s | train_loss=0.0160
+  step 3740000 |  35330s | train_loss=0.0173
+  step 3750000 |  35416s | train_loss=0.0172
+  step 3760000 |  35503s | train_loss=0.0164
+  step 3770000 |  35590s | train_loss=0.0169
+  step 3780000 |  35659s | train_loss=0.0161
+  step 3790000 |  35746s | train_loss=0.0160
+  step 3800000 |  35940s | train_loss=0.0164 | fid=109.6248
+  step 3810000 |  36027s | train_loss=0.0160
+  step 3820000 |  36112s | train_loss=0.0163
+  step 3830000 |  36199s | train_loss=0.0161
+  step 3840000 |  36286s | train_loss=0.0165
+  step 3850000 |  36372s | train_loss=0.0171
+  step 3860000 |  36459s | train_loss=0.0156
+  step 3870000 |  36544s | train_loss=0.0178
+  step 3880000 |  36617s | train_loss=0.0155
+  step 3890000 |  36704s | train_loss=0.0163
+  step 3900000 |  36888s | train_loss=0.0161 | fid=111.8738
+  step 3910000 |  36975s | train_loss=0.0152
+  step 3920000 |  37060s | train_loss=0.0158
+  step 3930000 |  37147s | train_loss=0.0159
+  step 3940000 |  37234s | train_loss=0.0152
+  step 3950000 |  37321s | train_loss=0.0162
+  step 3960000 |  37408s | train_loss=0.0156
+  step 3970000 |  37492s | train_loss=0.0171
+  step 3980000 |  37569s | train_loss=0.0155
+  step 3990000 |  37650s | train_loss=0.0153
+  step 4000000 |  37840s | train_loss=0.0153 | fid=110.3164
+  step 4010000 |  37926s | train_loss=0.0156
+  step 4020000 |  38014s | train_loss=0.0160
+  step 4030000 |  38099s | train_loss=0.0160
+  step 4040000 |  38185s | train_loss=0.0148
+  step 4050000 |  38272s | train_loss=0.0162
+  step 4060000 |  38357s | train_loss=0.0164
+  step 4070000 |  38444s | train_loss=0.0152
+  step 4080000 |  38524s | train_loss=0.0152
+  step 4090000 |  38604s | train_loss=0.0146
+  step 4100000 |  38787s | train_loss=0.0148 | fid=111.0584
+  step 4110000 |  38873s | train_loss=0.0158
+  step 4120000 |  38960s | train_loss=0.0154
+  step 4130000 |  39046s | train_loss=0.0160
+  step 4140000 |  39133s | train_loss=0.0162
+  step 4150000 |  39218s | train_loss=0.0150
+  step 4160000 |  39305s | train_loss=0.0159
+  step 4170000 |  39391s | train_loss=0.0156
+  step 4180000 |  39474s | train_loss=0.0149
+  step 4190000 |  39550s | train_loss=0.0153
+  step 4200000 |  39746s | train_loss=0.0148 | fid=108.4177
+  step 4210000 |  39833s | train_loss=0.0146
+  step 4220000 |  39920s | train_loss=0.0154
+  step 4230000 |  40005s | train_loss=0.0150
+  step 4240000 |  40092s | train_loss=0.0160
+  step 4250000 |  40177s | train_loss=0.0148
+  step 4260000 |  40264s | train_loss=0.0151
+  step 4270000 |  40350s | train_loss=0.0144
+  step 4280000 |  40434s | train_loss=0.0157
+  step 4290000 |  40509s | train_loss=0.0152
+  step 4300000 |  40715s | train_loss=0.0150 | fid=108.5780
+  step 4310000 |  40802s | train_loss=0.0149
+  step 4320000 |  40889s | train_loss=0.0156
+  step 4330000 |  40974s | train_loss=0.0150
+  step 4340000 |  41059s | train_loss=0.0150
+  step 4350000 |  41145s | train_loss=0.0155
+  step 4360000 |  41232s | train_loss=0.0157
+  step 4370000 |  41319s | train_loss=0.0154
+  step 4380000 |  41401s | train_loss=0.0148
+  step 4390000 |  41478s | train_loss=0.0150
+  step 4400000 |  41679s | train_loss=0.0145 | fid=108.6456
+  step 4410000 |  41766s | train_loss=0.0154
+  step 4420000 |  41853s | train_loss=0.0148
+  step 4430000 |  41937s | train_loss=0.0144
+  step 4440000 |  42024s | train_loss=0.0145
+  step 4450000 |  42110s | train_loss=0.0152
+  step 4460000 |  42197s | train_loss=0.0141
+  step 4470000 |  42284s | train_loss=0.0151
+  step 4480000 |  42365s | train_loss=0.0138
+  step 4490000 |  42439s | train_loss=0.0146
+  step 4500000 |  42650s | train_loss=0.0143 | fid=107.9816
+  step 4510000 |  42737s | train_loss=0.0140
+  step 4520000 |  42820s | train_loss=0.0137
+  step 4530000 |  42907s | train_loss=0.0155
+  step 4540000 |  42994s | train_loss=0.0145
+  step 4550000 |  43081s | train_loss=0.0141
+  step 4560000 |  43167s | train_loss=0.0140
+  step 4570000 |  43254s | train_loss=0.0140
+  step 4580000 |  43335s | train_loss=0.0136
+  step 4590000 |  43420s | train_loss=0.0155
+  step 4600000 |  43618s | train_loss=0.0146 | fid=107.3112
+  step 4610000 |  43703s | train_loss=0.0143
+  step 4620000 |  43788s | train_loss=0.0150
+  step 4630000 |  43875s | train_loss=0.0149
+  step 4640000 |  43962s | train_loss=0.0148
+  step 4650000 |  44049s | train_loss=0.0157
+  step 4660000 |  44135s | train_loss=0.0143
+  step 4670000 |  44222s | train_loss=0.0139
+  step 4680000 |  44299s | train_loss=0.0138
+  step 4690000 |  44386s | train_loss=0.0147
+  step 4700000 |  44592s | train_loss=0.0144 | fid=107.3455
+  step 4710000 |  44678s | train_loss=0.0137
+  step 4720000 |  44763s | train_loss=0.0141
+  step 4730000 |  44850s | train_loss=0.0134
+  step 4740000 |  44937s | train_loss=0.0139
+  step 4750000 |  45024s | train_loss=0.0137
+  step 4760000 |  45110s | train_loss=0.0140
+  step 4770000 |  45195s | train_loss=0.0138
+  step 4780000 |  45271s | train_loss=0.0137
+  step 4790000 |  45358s | train_loss=0.0132
+  step 4800000 |  45538s | train_loss=0.0142 | fid=107.3229
+  step 4810000 |  45608s | train_loss=0.0146
+  step 4820000 |  45676s | train_loss=0.0140
+  step 4830000 |  45746s | train_loss=0.0137
+  step 4840000 |  45816s | train_loss=0.0133
+  step 4850000 |  45886s | train_loss=0.0130
+  step 4860000 |  45956s | train_loss=0.0135
+  step 4870000 |  46023s | train_loss=0.0132
+  step 4880000 |  46077s | train_loss=0.0132
+  step 4890000 |  46147s | train_loss=0.0143
+  step 4900000 |  46271s | train_loss=0.0138 | fid=108.2734
+  step 4910000 |  46341s | train_loss=0.0142
+  step 4920000 |  46411s | train_loss=0.0135
+  step 4930000 |  46479s | train_loss=0.0138
+  step 4940000 |  46549s | train_loss=0.0129
+  step 4950000 |  46619s | train_loss=0.0142
+  step 4960000 |  46689s | train_loss=0.0139
+  step 4970000 |  46759s | train_loss=0.0136
+  step 4980000 |  46824s | train_loss=0.0137
+  step 4990000 |  46877s | train_loss=0.0130
+  step 5000000 |  46971s | train_loss=0.0134 | fid=106.4819
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..51fef29cf6cec48ab9536dcebc01b9699a004c76
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..9676fba3152c9f1f65e0bf4013c5d40200896c37
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 120, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 68.17082691192627, "train_loss_step": 120.3885498046875, "n_params": 4510840, "total_flops": 13857300480, "train_loss": 1.0000792185465495, "subset_score_loss": 1.0000792185465495, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9805994033813477, "fid": 305.8222455116387, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 147.99416303634644, "train_loss_step": 24.606306076049805, "n_params": 4510840, "total_flops": 138573004800000, "train_loss": 0.8115750630696614, "subset_score_loss": 0.8115750630696614}
+{"step": 20000, "wall_time": 235.2278881072998, "train_loss_step": 20.5022029876709, "n_params": 4510840, "total_flops": 277146009600000, "train_loss": 0.6874842961629232, "subset_score_loss": 0.6874842961629232}
+{"step": 30000, "wall_time": 322.3906874656677, "train_loss_step": 18.96816062927246, "n_params": 4510840, "total_flops": 415719014400000, "train_loss": 0.5599966684977213, "subset_score_loss": 0.5599966684977213}
+{"step": 40000, "wall_time": 409.6211721897125, "train_loss_step": 16.232830047607422, "n_params": 4510840, "total_flops": 554292019200000, "train_loss": 0.43621161778767903, "subset_score_loss": 0.43621161778767903}
+{"step": 50000, "wall_time": 496.7949504852295, "train_loss_step": 14.095236778259277, "n_params": 4510840, "total_flops": 692865024000000, "train_loss": 0.3321994145711263, "subset_score_loss": 0.3321994145711263}
+{"step": 60000, "wall_time": 584.0779962539673, "train_loss_step": 12.781875610351562, "n_params": 4510840, "total_flops": 831438028800000, "train_loss": 0.25624648729960126, "subset_score_loss": 0.25624648729960126}
+{"step": 70000, "wall_time": 671.2553374767303, "train_loss_step": 12.968379974365234, "n_params": 4510840, "total_flops": 970011033600000, "train_loss": 0.20276713371276855, "subset_score_loss": 0.20276713371276855}
+{"step": 80000, "wall_time": 758.4215302467346, "train_loss_step": 11.97287368774414, "n_params": 4510840, "total_flops": 1108584038400000, "train_loss": 0.17103478113810222, "subset_score_loss": 0.17103478113810222}
+{"step": 90000, "wall_time": 845.5794882774353, "train_loss_step": 11.007710456848145, "n_params": 4510840, "total_flops": 1247157043200000, "train_loss": 0.14959200223286948, "subset_score_loss": 0.14959200223286948}
+{"step": 100000, "wall_time": 1000.2943532466888, "train_loss_step": 10.328533172607422, "n_params": 4510840, "total_flops": 1385730048000000, "train_loss": 0.1337736129760742, "subset_score_loss": 0.1337736129760742, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9503663778305054, "fid": 178.3425014921852, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1083.444350719452, "train_loss_step": 9.989032745361328, "n_params": 4510840, "total_flops": 1524303052800000, "train_loss": 0.12453529040018717, "subset_score_loss": 0.12453529040018717}
+{"step": 120000, "wall_time": 1165.186338186264, "train_loss_step": 9.418050765991211, "n_params": 4510840, "total_flops": 1662876057600000, "train_loss": 0.11790756384531657, "subset_score_loss": 0.11790756384531657}
+{"step": 130000, "wall_time": 1252.470564365387, "train_loss_step": 9.668068885803223, "n_params": 4510840, "total_flops": 1801449062400000, "train_loss": 0.11177122592926025, "subset_score_loss": 0.11177122592926025}
+{"step": 140000, "wall_time": 1339.781970024109, "train_loss_step": 9.422174453735352, "n_params": 4510840, "total_flops": 1940022067200000, "train_loss": 0.10460091431935628, "subset_score_loss": 0.10460091431935628}
+{"step": 150000, "wall_time": 1427.0432114601135, "train_loss_step": 9.07684326171875, "n_params": 4510840, "total_flops": 2078595072000000, "train_loss": 0.10114847819010417, "subset_score_loss": 0.10114847819010417}
+{"step": 160000, "wall_time": 1514.336711883545, "train_loss_step": 8.545162200927734, "n_params": 4510840, "total_flops": 2217168076800000, "train_loss": 0.10051078001658122, "subset_score_loss": 0.10051078001658122}
+{"step": 170000, "wall_time": 1601.6272940635681, "train_loss_step": 8.602668762207031, "n_params": 4510840, "total_flops": 2355741081600000, "train_loss": 0.09580402374267578, "subset_score_loss": 0.09580402374267578}
+{"step": 180000, "wall_time": 1688.9536998271942, "train_loss_step": 8.324426651000977, "n_params": 4510840, "total_flops": 2494314086400000, "train_loss": 0.09138326644897461, "subset_score_loss": 0.09138326644897461}
+{"step": 190000, "wall_time": 1776.2766456604004, "train_loss_step": 8.549247741699219, "n_params": 4510840, "total_flops": 2632887091200000, "train_loss": 0.08893960316975912, "subset_score_loss": 0.08893960316975912}
+{"step": 200000, "wall_time": 1931.3189589977264, "train_loss_step": 8.121874809265137, "n_params": 4510840, "total_flops": 2771460096000000, "train_loss": 0.08799041112263997, "subset_score_loss": 0.08799041112263997, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9270457029342651, "fid": 176.78187397129224, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2014.2603867053986, "train_loss_step": 8.366911888122559, "n_params": 4510840, "total_flops": 2910033100800000, "train_loss": 0.08421588738759359, "subset_score_loss": 0.08421588738759359}
+{"step": 220000, "wall_time": 2101.6956491470337, "train_loss_step": 8.084135055541992, "n_params": 4510840, "total_flops": 3048606105600000, "train_loss": 0.08287007808685302, "subset_score_loss": 0.08287007808685302}
+{"step": 230000, "wall_time": 2184.413376569748, "train_loss_step": 7.82116174697876, "n_params": 4510840, "total_flops": 3187179110400000, "train_loss": 0.07947580019632976, "subset_score_loss": 0.07947580019632976}
+{"step": 240000, "wall_time": 2271.6691842079163, "train_loss_step": 8.09600830078125, "n_params": 4510840, "total_flops": 3325752115200000, "train_loss": 0.08025418122609457, "subset_score_loss": 0.08025418122609457}
+{"step": 250000, "wall_time": 2358.8907477855682, "train_loss_step": 7.709472179412842, "n_params": 4510840, "total_flops": 3464325120000000, "train_loss": 0.07965672810872396, "subset_score_loss": 0.07965672810872396}
+{"step": 260000, "wall_time": 2446.1215069293976, "train_loss_step": 7.476383209228516, "n_params": 4510840, "total_flops": 3602898124800000, "train_loss": 0.0741071621576945, "subset_score_loss": 0.0741071621576945}
+{"step": 270000, "wall_time": 2533.2989749908447, "train_loss_step": 7.09768533706665, "n_params": 4510840, "total_flops": 3741471129600000, "train_loss": 0.0746758222579956, "subset_score_loss": 0.0746758222579956}
+{"step": 280000, "wall_time": 2620.5256311893463, "train_loss_step": 7.969280242919922, "n_params": 4510840, "total_flops": 3880044134400000, "train_loss": 0.07477570374806722, "subset_score_loss": 0.07477570374806722}
+{"step": 290000, "wall_time": 2707.699813604355, "train_loss_step": 7.621193885803223, "n_params": 4510840, "total_flops": 4018617139200000, "train_loss": 0.07321825822194418, "subset_score_loss": 0.07321825822194418}
+{"step": 300000, "wall_time": 2861.7192997932434, "train_loss_step": 7.610668182373047, "n_params": 4510840, "total_flops": 4157190144000000, "train_loss": 0.07190980116526285, "subset_score_loss": 0.07190980116526285, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.9038965702056885, "fid": 171.05883827956777, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2944.4874925613403, "train_loss_step": 7.2757463455200195, "n_params": 4510840, "total_flops": 4295763148800000, "train_loss": 0.06818935871124268, "subset_score_loss": 0.06818935871124268}
+{"step": 320000, "wall_time": 3031.82226896286, "train_loss_step": 7.0905914306640625, "n_params": 4510840, "total_flops": 4434336153600000, "train_loss": 0.06809186140696208, "subset_score_loss": 0.06809186140696208}
+{"step": 330000, "wall_time": 3119.148954153061, "train_loss_step": 7.106869697570801, "n_params": 4510840, "total_flops": 4572909158400000, "train_loss": 0.06718985239664714, "subset_score_loss": 0.06718985239664714}
+{"step": 340000, "wall_time": 3204.2562420368195, "train_loss_step": 7.291252136230469, "n_params": 4510840, "total_flops": 4711482163200000, "train_loss": 0.06755305926005045, "subset_score_loss": 0.06755305926005045}
+{"step": 350000, "wall_time": 3290.2916252613068, "train_loss_step": 7.420734882354736, "n_params": 4510840, "total_flops": 4850055168000000, "train_loss": 0.06425756216049194, "subset_score_loss": 0.06425756216049194}
+{"step": 360000, "wall_time": 3377.5956954956055, "train_loss_step": 6.980359077453613, "n_params": 4510840, "total_flops": 4988628172800000, "train_loss": 0.06369715531667074, "subset_score_loss": 0.06369715531667074}
+{"step": 370000, "wall_time": 3464.8810455799103, "train_loss_step": 7.479721546173096, "n_params": 4510840, "total_flops": 5127201177600000, "train_loss": 0.062382821242014566, "subset_score_loss": 0.062382821242014566}
+{"step": 380000, "wall_time": 3552.193407535553, "train_loss_step": 7.14941930770874, "n_params": 4510840, "total_flops": 5265774182400000, "train_loss": 0.06374953587849935, "subset_score_loss": 0.06374953587849935}
+{"step": 390000, "wall_time": 3639.456626176834, "train_loss_step": 6.932395935058594, "n_params": 4510840, "total_flops": 5404347187200000, "train_loss": 0.06146114269892375, "subset_score_loss": 0.06146114269892375}
+{"step": 400000, "wall_time": 3793.41454410553, "train_loss_step": 7.221039772033691, "n_params": 4510840, "total_flops": 5542920192000000, "train_loss": 0.06280597845713297, "subset_score_loss": 0.06280597845713297, "memorization_fraction_pixel": 0.013799999840557575, "mean_nn_ratio_pixel": 0.8794611096382141, "fid": 166.63761772042452, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3879.0430870056152, "train_loss_step": 6.412837028503418, "n_params": 4510840, "total_flops": 5681493196800000, "train_loss": 0.0615145206451416, "subset_score_loss": 0.0615145206451416}
+{"step": 420000, "wall_time": 3963.144375562668, "train_loss_step": 6.6573805809021, "n_params": 4510840, "total_flops": 5820066201600000, "train_loss": 0.05958509047826131, "subset_score_loss": 0.05958509047826131}
+{"step": 430000, "wall_time": 4050.327469110489, "train_loss_step": 7.025164604187012, "n_params": 4510840, "total_flops": 5958639206400000, "train_loss": 0.05992348194122314, "subset_score_loss": 0.05992348194122314}
+{"step": 440000, "wall_time": 4137.507158041, "train_loss_step": 7.544309616088867, "n_params": 4510840, "total_flops": 6097212211200000, "train_loss": 0.056641995906829834, "subset_score_loss": 0.056641995906829834}
+{"step": 450000, "wall_time": 4225.756274700165, "train_loss_step": 6.745406150817871, "n_params": 4510840, "total_flops": 6235785216000000, "train_loss": 0.05856777429580688, "subset_score_loss": 0.05856777429580688}
+{"step": 460000, "wall_time": 4308.8812618255615, "train_loss_step": 6.60738468170166, "n_params": 4510840, "total_flops": 6374358220800000, "train_loss": 0.056579271952311196, "subset_score_loss": 0.056579271952311196}
+{"step": 470000, "wall_time": 4396.085742473602, "train_loss_step": 6.99339485168457, "n_params": 4510840, "total_flops": 6512931225600000, "train_loss": 0.05739135344823201, "subset_score_loss": 0.05739135344823201}
+{"step": 480000, "wall_time": 4483.337960243225, "train_loss_step": 6.196552276611328, "n_params": 4510840, "total_flops": 6651504230400000, "train_loss": 0.05665774742762248, "subset_score_loss": 0.05665774742762248}
+{"step": 490000, "wall_time": 4570.562968492508, "train_loss_step": 6.868261337280273, "n_params": 4510840, "total_flops": 6790077235200000, "train_loss": 0.05545954704284668, "subset_score_loss": 0.05545954704284668}
+{"step": 500000, "wall_time": 4725.619358778, "train_loss_step": 6.541826248168945, "n_params": 4510840, "total_flops": 6928650240000000, "train_loss": 0.05538224776585897, "subset_score_loss": 0.05538224776585897, "memorization_fraction_pixel": 0.014299999922513962, "mean_nn_ratio_pixel": 0.8758697509765625, "fid": 166.02136653502885, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 4812.747785806656, "train_loss_step": 7.184572696685791, "n_params": 4510840, "total_flops": 7067223244800000, "train_loss": 0.05355437994003296, "subset_score_loss": 0.05355437994003296}
+{"step": 520000, "wall_time": 4895.581509113312, "train_loss_step": 6.347142219543457, "n_params": 4510840, "total_flops": 7205796249600000, "train_loss": 0.055909693241119385, "subset_score_loss": 0.055909693241119385}
+{"step": 530000, "wall_time": 4982.833071231842, "train_loss_step": 6.583033561706543, "n_params": 4510840, "total_flops": 7344369254400000, "train_loss": 0.05353233019510905, "subset_score_loss": 0.05353233019510905}
+{"step": 540000, "wall_time": 5070.106557846069, "train_loss_step": 6.890346527099609, "n_params": 4510840, "total_flops": 7482942259200000, "train_loss": 0.0532243013381958, "subset_score_loss": 0.0532243013381958}
+{"step": 550000, "wall_time": 5156.907329320908, "train_loss_step": 6.566596508026123, "n_params": 4510840, "total_flops": 7621515264000000, "train_loss": 0.05614034334818522, "subset_score_loss": 0.05614034334818522}
+{"step": 560000, "wall_time": 5243.143856287003, "train_loss_step": 6.635732650756836, "n_params": 4510840, "total_flops": 7760088268800000, "train_loss": 0.05270609855651855, "subset_score_loss": 0.05270609855651855}
+{"step": 570000, "wall_time": 5323.573879003525, "train_loss_step": 6.237843990325928, "n_params": 4510840, "total_flops": 7898661273600000, "train_loss": 0.052026557922363284, "subset_score_loss": 0.052026557922363284}
+{"step": 580000, "wall_time": 5409.760065317154, "train_loss_step": 6.496108531951904, "n_params": 4510840, "total_flops": 8037234278400000, "train_loss": 0.05273476044336955, "subset_score_loss": 0.05273476044336955}
+{"step": 590000, "wall_time": 5496.045654535294, "train_loss_step": 6.411391258239746, "n_params": 4510840, "total_flops": 8175807283200000, "train_loss": 0.05183933178583781, "subset_score_loss": 0.05183933178583781}
+{"step": 600000, "wall_time": 5649.575124025345, "train_loss_step": 6.628528118133545, "n_params": 4510840, "total_flops": 8314380288000000, "train_loss": 0.05168892542521159, "subset_score_loss": 0.05168892542521159, "memorization_fraction_pixel": 0.016499999910593033, "mean_nn_ratio_pixel": 0.8698187470436096, "fid": 164.40929169179938, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 5736.689824581146, "train_loss_step": 6.293190002441406, "n_params": 4510840, "total_flops": 8452953292800000, "train_loss": 0.05051920016606649, "subset_score_loss": 0.05051920016606649}
+{"step": 620000, "wall_time": 5819.577688932419, "train_loss_step": 6.774674415588379, "n_params": 4510840, "total_flops": 8591526297600000, "train_loss": 0.05246282418568929, "subset_score_loss": 0.05246282418568929}
+{"step": 630000, "wall_time": 5906.761185884476, "train_loss_step": 6.467965602874756, "n_params": 4510840, "total_flops": 8730099302400000, "train_loss": 0.05102736949920654, "subset_score_loss": 0.05102736949920654}
+{"step": 640000, "wall_time": 5993.944964885712, "train_loss_step": 6.32745361328125, "n_params": 4510840, "total_flops": 8868672307200000, "train_loss": 0.049947532018025716, "subset_score_loss": 0.049947532018025716}
+{"step": 650000, "wall_time": 6081.044167518616, "train_loss_step": 6.305538177490234, "n_params": 4510840, "total_flops": 9007245312000000, "train_loss": 0.04882963101069133, "subset_score_loss": 0.04882963101069133}
+{"step": 660000, "wall_time": 6168.319713830948, "train_loss_step": 5.969827651977539, "n_params": 4510840, "total_flops": 9145818316800000, "train_loss": 0.04899586041768392, "subset_score_loss": 0.04899586041768392}
+{"step": 670000, "wall_time": 6255.67148399353, "train_loss_step": 6.461564064025879, "n_params": 4510840, "total_flops": 9284391321600000, "train_loss": 0.0514342466990153, "subset_score_loss": 0.0514342466990153}
+{"step": 680000, "wall_time": 6338.446216583252, "train_loss_step": 6.326930522918701, "n_params": 4510840, "total_flops": 9422964326400000, "train_loss": 0.049415282408396405, "subset_score_loss": 0.049415282408396405}
+{"step": 690000, "wall_time": 6425.668403863907, "train_loss_step": 5.759693145751953, "n_params": 4510840, "total_flops": 9561537331200000, "train_loss": 0.04791384935379028, "subset_score_loss": 0.04791384935379028}
+{"step": 700000, "wall_time": 6580.6670525074005, "train_loss_step": 6.186026573181152, "n_params": 4510840, "total_flops": 9700110336000000, "train_loss": 0.046374682585398355, "subset_score_loss": 0.046374682585398355, "memorization_fraction_pixel": 0.026399999856948853, "mean_nn_ratio_pixel": 0.8596389889717102, "fid": 163.82110657551573, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6668.025579214096, "train_loss_step": 6.632961273193359, "n_params": 4510840, "total_flops": 9838683340800000, "train_loss": 0.0475268562634786, "subset_score_loss": 0.0475268562634786}
+{"step": 720000, "wall_time": 6751.09713101387, "train_loss_step": 6.253882884979248, "n_params": 4510840, "total_flops": 9977256345600000, "train_loss": 0.04774034818013509, "subset_score_loss": 0.04774034818013509}
+{"step": 730000, "wall_time": 6838.072389602661, "train_loss_step": 6.385822296142578, "n_params": 4510840, "total_flops": 10115829350400000, "train_loss": 0.04762016534805298, "subset_score_loss": 0.04762016534805298}
+{"step": 740000, "wall_time": 6925.409381389618, "train_loss_step": 6.036383152008057, "n_params": 4510840, "total_flops": 10254402355200000, "train_loss": 0.048439399401346846, "subset_score_loss": 0.048439399401346846}
+{"step": 750000, "wall_time": 7012.731902122498, "train_loss_step": 6.083499908447266, "n_params": 4510840, "total_flops": 10392975360000000, "train_loss": 0.04474117358525594, "subset_score_loss": 0.04474117358525594}
+{"step": 760000, "wall_time": 7099.997277498245, "train_loss_step": 6.196367263793945, "n_params": 4510840, "total_flops": 10531548364800000, "train_loss": 0.04544939994812012, "subset_score_loss": 0.04544939994812012}
+{"step": 770000, "wall_time": 7187.326370954514, "train_loss_step": 6.190364837646484, "n_params": 4510840, "total_flops": 10670121369600000, "train_loss": 0.04599239428838094, "subset_score_loss": 0.04599239428838094}
+{"step": 780000, "wall_time": 7274.745673418045, "train_loss_step": 6.021149635314941, "n_params": 4510840, "total_flops": 10808694374400000, "train_loss": 0.04662863810857137, "subset_score_loss": 0.04662863810857137}
+{"step": 790000, "wall_time": 7360.364659547806, "train_loss_step": 5.9075608253479, "n_params": 4510840, "total_flops": 10947267379200000, "train_loss": 0.045961825052897136, "subset_score_loss": 0.045961825052897136}
+{"step": 800000, "wall_time": 7512.686046361923, "train_loss_step": 6.1992573738098145, "n_params": 4510840, "total_flops": 11085840384000000, "train_loss": 0.04506117105484009, "subset_score_loss": 0.04506117105484009, "memorization_fraction_pixel": 0.028200000524520874, "mean_nn_ratio_pixel": 0.8698028326034546, "fid": 175.83409595973455, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7599.903080224991, "train_loss_step": 5.767885208129883, "n_params": 4510840, "total_flops": 11224413388800000, "train_loss": 0.043469540278116864, "subset_score_loss": 0.043469540278116864}
+{"step": 820000, "wall_time": 7685.440371274948, "train_loss_step": 6.100351810455322, "n_params": 4510840, "total_flops": 11362986393600000, "train_loss": 0.04500264724095662, "subset_score_loss": 0.04500264724095662}
+{"step": 830000, "wall_time": 7769.919715166092, "train_loss_step": 5.6932268142700195, "n_params": 4510840, "total_flops": 11501559398400000, "train_loss": 0.04463293552398682, "subset_score_loss": 0.04463293552398682}
+{"step": 840000, "wall_time": 7857.096162080765, "train_loss_step": 5.679670810699463, "n_params": 4510840, "total_flops": 11640132403200000, "train_loss": 0.044568634033203124, "subset_score_loss": 0.044568634033203124}
+{"step": 850000, "wall_time": 7944.244490623474, "train_loss_step": 5.855810165405273, "n_params": 4510840, "total_flops": 11778705408000000, "train_loss": 0.04621173938115438, "subset_score_loss": 0.04621173938115438}
+{"step": 860000, "wall_time": 8031.4195692539215, "train_loss_step": 5.712398529052734, "n_params": 4510840, "total_flops": 11917278412800000, "train_loss": 0.04303460518519084, "subset_score_loss": 0.04303460518519084}
+{"step": 870000, "wall_time": 8118.611545562744, "train_loss_step": 5.952482223510742, "n_params": 4510840, "total_flops": 12055851417600000, "train_loss": 0.04442292849222819, "subset_score_loss": 0.04442292849222819}
+{"step": 880000, "wall_time": 8205.803789615631, "train_loss_step": 5.7556681632995605, "n_params": 4510840, "total_flops": 12194424422400000, "train_loss": 0.04309049844741821, "subset_score_loss": 0.04309049844741821}
+{"step": 890000, "wall_time": 8292.944838523865, "train_loss_step": 5.5619025230407715, "n_params": 4510840, "total_flops": 12332997427200000, "train_loss": 0.042241446177164715, "subset_score_loss": 0.042241446177164715}
+{"step": 900000, "wall_time": 8443.101420402527, "train_loss_step": 5.5077104568481445, "n_params": 4510840, "total_flops": 12471570432000000, "train_loss": 0.04346344073613485, "subset_score_loss": 0.04346344073613485, "memorization_fraction_pixel": 0.040800001472234726, "mean_nn_ratio_pixel": 0.8715834021568298, "fid": 191.81729080150723, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8530.441174268723, "train_loss_step": 5.852813243865967, "n_params": 4510840, "total_flops": 12610143436800000, "train_loss": 0.04244637091954549, "subset_score_loss": 0.04244637091954549}
+{"step": 920000, "wall_time": 8617.51999616623, "train_loss_step": 5.7185163497924805, "n_params": 4510840, "total_flops": 12748716441600000, "train_loss": 0.04327948888142904, "subset_score_loss": 0.04327948888142904}
+{"step": 930000, "wall_time": 8700.547505378723, "train_loss_step": 5.4322075843811035, "n_params": 4510840, "total_flops": 12887289446400000, "train_loss": 0.04139132897059123, "subset_score_loss": 0.04139132897059123}
+{"step": 940000, "wall_time": 8787.807535409927, "train_loss_step": 5.729396820068359, "n_params": 4510840, "total_flops": 13025862451200000, "train_loss": 0.04162465333938599, "subset_score_loss": 0.04162465333938599}
+{"step": 950000, "wall_time": 8875.096945524216, "train_loss_step": 5.566963195800781, "n_params": 4510840, "total_flops": 13164435456000000, "train_loss": 0.04229607184727987, "subset_score_loss": 0.04229607184727987}
+{"step": 960000, "wall_time": 8962.344473838806, "train_loss_step": 5.427353382110596, "n_params": 4510840, "total_flops": 13303008460800000, "train_loss": 0.0413018266359965, "subset_score_loss": 0.0413018266359965}
+{"step": 970000, "wall_time": 9049.621560573578, "train_loss_step": 6.047924041748047, "n_params": 4510840, "total_flops": 13441581465600000, "train_loss": 0.040592817465464275, "subset_score_loss": 0.040592817465464275}
+{"step": 980000, "wall_time": 9136.860273122787, "train_loss_step": 5.901745796203613, "n_params": 4510840, "total_flops": 13580154470400000, "train_loss": 0.040657905737559, "subset_score_loss": 0.040657905737559}
+{"step": 990000, "wall_time": 9224.103192567825, "train_loss_step": 5.530672550201416, "n_params": 4510840, "total_flops": 13718727475200000, "train_loss": 0.04031913280487061, "subset_score_loss": 0.04031913280487061}
+{"step": 1000000, "wall_time": 9379.325337171555, "train_loss_step": 5.779073715209961, "n_params": 4510840, "total_flops": 13857300480000000, "train_loss": 0.04199309349060058, "subset_score_loss": 0.04199309349060058, "memorization_fraction_pixel": 0.050999999046325684, "mean_nn_ratio_pixel": 0.8740570545196533, "fid": 205.54395808441126, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9462.477522850037, "train_loss_step": 5.615800857543945, "n_params": 4510840, "total_flops": 13995873484800000, "train_loss": 0.041400718688964847, "subset_score_loss": 0.041400718688964847}
+{"step": 1020000, "wall_time": 9549.652218341827, "train_loss_step": 5.730124473571777, "n_params": 4510840, "total_flops": 14134446489600000, "train_loss": 0.04075930515925089, "subset_score_loss": 0.04075930515925089}
+{"step": 1030000, "wall_time": 9632.22472190857, "train_loss_step": 5.842947959899902, "n_params": 4510840, "total_flops": 14273019494400000, "train_loss": 0.040815714995066324, "subset_score_loss": 0.040815714995066324}
+{"step": 1040000, "wall_time": 9719.392454147339, "train_loss_step": 5.978718280792236, "n_params": 4510840, "total_flops": 14411592499200000, "train_loss": 0.04176697731018066, "subset_score_loss": 0.04176697731018066}
+{"step": 1050000, "wall_time": 9806.55492925644, "train_loss_step": 5.4208455085754395, "n_params": 4510840, "total_flops": 14550165504000000, "train_loss": 0.039940273761749266, "subset_score_loss": 0.039940273761749266}
+{"step": 1060000, "wall_time": 9893.538445711136, "train_loss_step": 5.448622703552246, "n_params": 4510840, "total_flops": 14688738508800000, "train_loss": 0.04242483377456665, "subset_score_loss": 0.04242483377456665}
+{"step": 1070000, "wall_time": 9980.678584098816, "train_loss_step": 5.584020614624023, "n_params": 4510840, "total_flops": 14827311513600000, "train_loss": 0.04133034547170003, "subset_score_loss": 0.04133034547170003}
+{"step": 1080000, "wall_time": 10067.880982637405, "train_loss_step": 5.604917526245117, "n_params": 4510840, "total_flops": 14965884518400000, "train_loss": 0.03936028480529785, "subset_score_loss": 0.03936028480529785}
+{"step": 1090000, "wall_time": 10154.991868257523, "train_loss_step": 5.285336494445801, "n_params": 4510840, "total_flops": 15104457523200000, "train_loss": 0.03820339441299438, "subset_score_loss": 0.03820339441299438}
+{"step": 1100000, "wall_time": 10309.990953683853, "train_loss_step": 5.722711563110352, "n_params": 4510840, "total_flops": 15243030528000000, "train_loss": 0.03858605225880941, "subset_score_loss": 0.03858605225880941, "memorization_fraction_pixel": 0.06419999897480011, "mean_nn_ratio_pixel": 0.8747916221618652, "fid": 210.00320288461847, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10397.396884441376, "train_loss_step": 5.338467597961426, "n_params": 4510840, "total_flops": 15381603532800000, "train_loss": 0.03859720230102539, "subset_score_loss": 0.03859720230102539}
+{"step": 1120000, "wall_time": 10482.349336147308, "train_loss_step": 5.588527679443359, "n_params": 4510840, "total_flops": 15520176537600000, "train_loss": 0.03945678869883219, "subset_score_loss": 0.03945678869883219}
+{"step": 1130000, "wall_time": 10563.349408626556, "train_loss_step": 5.487688064575195, "n_params": 4510840, "total_flops": 15658749542400000, "train_loss": 0.03825128475824992, "subset_score_loss": 0.03825128475824992}
+{"step": 1140000, "wall_time": 10649.014711618423, "train_loss_step": 5.413273811340332, "n_params": 4510840, "total_flops": 15797322547200000, "train_loss": 0.041019344329833986, "subset_score_loss": 0.041019344329833986}
+{"step": 1150000, "wall_time": 10736.315314531326, "train_loss_step": 5.858537673950195, "n_params": 4510840, "total_flops": 15935895552000000, "train_loss": 0.03703588247299194, "subset_score_loss": 0.03703588247299194}
+{"step": 1160000, "wall_time": 10823.612937927246, "train_loss_step": 5.234825134277344, "n_params": 4510840, "total_flops": 16074468556800000, "train_loss": 0.038770445187886554, "subset_score_loss": 0.038770445187886554}
+{"step": 1170000, "wall_time": 10910.852674722672, "train_loss_step": 5.208351135253906, "n_params": 4510840, "total_flops": 16213041561600000, "train_loss": 0.037796918551127115, "subset_score_loss": 0.037796918551127115}
+{"step": 1180000, "wall_time": 10998.120526075363, "train_loss_step": 5.403318405151367, "n_params": 4510840, "total_flops": 16351614566400000, "train_loss": 0.03965276877085368, "subset_score_loss": 0.03965276877085368}
+{"step": 1190000, "wall_time": 11085.429773330688, "train_loss_step": 5.146005630493164, "n_params": 4510840, "total_flops": 16490187571200000, "train_loss": 0.038389364878336586, "subset_score_loss": 0.038389364878336586}
+{"step": 1200000, "wall_time": 11240.38977432251, "train_loss_step": 5.787578105926514, "n_params": 4510840, "total_flops": 16628760576000000, "train_loss": 0.03825143973032633, "subset_score_loss": 0.03825143973032633, "memorization_fraction_pixel": 0.08250000327825546, "mean_nn_ratio_pixel": 0.8663669228553772, "fid": 219.3610736091917, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11327.595612764359, "train_loss_step": 5.425675868988037, "n_params": 4510840, "total_flops": 16767333580800000, "train_loss": 0.03659366369247437, "subset_score_loss": 0.03659366369247437}
+{"step": 1220000, "wall_time": 11414.801792860031, "train_loss_step": 5.485960006713867, "n_params": 4510840, "total_flops": 16905906585600000, "train_loss": 0.037488396962483725, "subset_score_loss": 0.037488396962483725}
+{"step": 1230000, "wall_time": 11497.212488651276, "train_loss_step": 5.635765075683594, "n_params": 4510840, "total_flops": 17044479590400000, "train_loss": 0.03687063455581665, "subset_score_loss": 0.03687063455581665}
+{"step": 1240000, "wall_time": 11578.114179134369, "train_loss_step": 5.582273006439209, "n_params": 4510840, "total_flops": 17183052595200000, "train_loss": 0.03818591038386027, "subset_score_loss": 0.03818591038386027}
+{"step": 1250000, "wall_time": 11665.29109954834, "train_loss_step": 5.530306816101074, "n_params": 4510840, "total_flops": 17321625600000000, "train_loss": 0.03704755306243897, "subset_score_loss": 0.03704755306243897}
+{"step": 1260000, "wall_time": 11752.464625835419, "train_loss_step": 5.53505802154541, "n_params": 4510840, "total_flops": 17460198604800000, "train_loss": 0.038131407896677655, "subset_score_loss": 0.038131407896677655}
+{"step": 1270000, "wall_time": 11839.624158382416, "train_loss_step": 5.424595832824707, "n_params": 4510840, "total_flops": 17598771609600000, "train_loss": 0.036653820673624674, "subset_score_loss": 0.036653820673624674}
+{"step": 1280000, "wall_time": 11926.81261086464, "train_loss_step": 5.242558479309082, "n_params": 4510840, "total_flops": 17737344614400000, "train_loss": 0.036253857612609866, "subset_score_loss": 0.036253857612609866}
+{"step": 1290000, "wall_time": 12014.066344738007, "train_loss_step": 5.168333530426025, "n_params": 4510840, "total_flops": 17875917619200000, "train_loss": 0.035700706640879314, "subset_score_loss": 0.035700706640879314}
+{"step": 1300000, "wall_time": 12169.139663934708, "train_loss_step": 5.157451152801514, "n_params": 4510840, "total_flops": 18014490624000000, "train_loss": 0.036126124858856204, "subset_score_loss": 0.036126124858856204, "memorization_fraction_pixel": 0.09319999814033508, "mean_nn_ratio_pixel": 0.8678470849990845, "fid": 226.54221195952886, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12256.433277606964, "train_loss_step": 5.229142189025879, "n_params": 4510840, "total_flops": 18153063628800000, "train_loss": 0.03621756633122762, "subset_score_loss": 0.03621756633122762}
+{"step": 1320000, "wall_time": 12343.678822040558, "train_loss_step": 5.339755535125732, "n_params": 4510840, "total_flops": 18291636633600000, "train_loss": 0.03640353282292684, "subset_score_loss": 0.03640353282292684}
+{"step": 1330000, "wall_time": 12430.779145240784, "train_loss_step": 5.321578025817871, "n_params": 4510840, "total_flops": 18430209638400000, "train_loss": 0.03652487198511759, "subset_score_loss": 0.03652487198511759}
+{"step": 1340000, "wall_time": 12513.689876794815, "train_loss_step": 5.182520389556885, "n_params": 4510840, "total_flops": 18568782643200000, "train_loss": 0.036053264141082765, "subset_score_loss": 0.036053264141082765}
+{"step": 1350000, "wall_time": 12595.008434772491, "train_loss_step": 5.546293258666992, "n_params": 4510840, "total_flops": 18707355648000000, "train_loss": 0.03546513716379802, "subset_score_loss": 0.03546513716379802}
+{"step": 1360000, "wall_time": 12682.29036951065, "train_loss_step": 4.927034378051758, "n_params": 4510840, "total_flops": 18845928652800000, "train_loss": 0.03526788155237834, "subset_score_loss": 0.03526788155237834}
+{"step": 1370000, "wall_time": 12769.499154567719, "train_loss_step": 5.0055131912231445, "n_params": 4510840, "total_flops": 18984501657600000, "train_loss": 0.0342467188835144, "subset_score_loss": 0.0342467188835144}
+{"step": 1380000, "wall_time": 12856.769100666046, "train_loss_step": 5.309593200683594, "n_params": 4510840, "total_flops": 19123074662400000, "train_loss": 0.03404942750930786, "subset_score_loss": 0.03404942750930786}
+{"step": 1390000, "wall_time": 12944.042324543, "train_loss_step": 5.042282581329346, "n_params": 4510840, "total_flops": 19261647667200000, "train_loss": 0.03571197589238485, "subset_score_loss": 0.03571197589238485}
+{"step": 1400000, "wall_time": 13099.133591890335, "train_loss_step": 4.727717876434326, "n_params": 4510840, "total_flops": 19400220672000000, "train_loss": 0.03476890722910563, "subset_score_loss": 0.03476890722910563, "memorization_fraction_pixel": 0.10830000042915344, "mean_nn_ratio_pixel": 0.8575429916381836, "fid": 223.57578890427797, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13186.297543287277, "train_loss_step": 4.824389934539795, "n_params": 4510840, "total_flops": 19538793676800000, "train_loss": 0.036272092660268145, "subset_score_loss": 0.036272092660268145}
+{"step": 1420000, "wall_time": 13273.461817979813, "train_loss_step": 4.955007076263428, "n_params": 4510840, "total_flops": 19677366681600000, "train_loss": 0.03531131347020467, "subset_score_loss": 0.03531131347020467}
+{"step": 1430000, "wall_time": 13360.620333433151, "train_loss_step": 4.865323066711426, "n_params": 4510840, "total_flops": 19815939686400000, "train_loss": 0.034033699830373125, "subset_score_loss": 0.034033699830373125}
+{"step": 1440000, "wall_time": 13444.304119110107, "train_loss_step": 4.788146495819092, "n_params": 4510840, "total_flops": 19954512691200000, "train_loss": 0.03579121033350627, "subset_score_loss": 0.03579121033350627}
+{"step": 1450000, "wall_time": 13531.575737953186, "train_loss_step": 5.11980676651001, "n_params": 4510840, "total_flops": 20093085696000000, "train_loss": 0.03443475961685181, "subset_score_loss": 0.03443475961685181}
+{"step": 1460000, "wall_time": 13617.180785179138, "train_loss_step": 4.941501617431641, "n_params": 4510840, "total_flops": 20231658700800000, "train_loss": 0.03390160004297892, "subset_score_loss": 0.03390160004297892}
+{"step": 1470000, "wall_time": 13701.806735277176, "train_loss_step": 4.6918840408325195, "n_params": 4510840, "total_flops": 20370231705600000, "train_loss": 0.03535226583480835, "subset_score_loss": 0.03535226583480835}
+{"step": 1480000, "wall_time": 13788.974978208542, "train_loss_step": 5.093634605407715, "n_params": 4510840, "total_flops": 20508804710400000, "train_loss": 0.035056920846303304, "subset_score_loss": 0.035056920846303304}
+{"step": 1490000, "wall_time": 13876.157586574554, "train_loss_step": 4.535952568054199, "n_params": 4510840, "total_flops": 20647377715200000, "train_loss": 0.03468133211135864, "subset_score_loss": 0.03468133211135864}
+{"step": 1500000, "wall_time": 14031.043243169785, "train_loss_step": 5.094938278198242, "n_params": 4510840, "total_flops": 20785950720000000, "train_loss": 0.032945754130681355, "subset_score_loss": 0.032945754130681355, "memorization_fraction_pixel": 0.1347000002861023, "mean_nn_ratio_pixel": 0.8360515832901001, "fid": 218.7912158816104, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14118.354305744171, "train_loss_step": 4.888955593109131, "n_params": 4510840, "total_flops": 20924523724800000, "train_loss": 0.03331409891446432, "subset_score_loss": 0.03331409891446432}
+{"step": 1520000, "wall_time": 14205.675101041794, "train_loss_step": 5.04066801071167, "n_params": 4510840, "total_flops": 21063096729600000, "train_loss": 0.03469006617863973, "subset_score_loss": 0.03469006617863973}
+{"step": 1530000, "wall_time": 14292.889524698257, "train_loss_step": 4.7997260093688965, "n_params": 4510840, "total_flops": 21201669734400000, "train_loss": 0.03228224118550618, "subset_score_loss": 0.03228224118550618}
+{"step": 1540000, "wall_time": 14378.532616138458, "train_loss_step": 4.7655253410339355, "n_params": 4510840, "total_flops": 21340242739200000, "train_loss": 0.03184265295664469, "subset_score_loss": 0.03184265295664469}
+{"step": 1550000, "wall_time": 14453.254631280899, "train_loss_step": 4.78658390045166, "n_params": 4510840, "total_flops": 21478815744000000, "train_loss": 0.03255662520726522, "subset_score_loss": 0.03255662520726522}
+{"step": 1560000, "wall_time": 14540.545494794846, "train_loss_step": 4.495250701904297, "n_params": 4510840, "total_flops": 21617388748800000, "train_loss": 0.03313736319541931, "subset_score_loss": 0.03313736319541931}
+{"step": 1570000, "wall_time": 14622.03624200821, "train_loss_step": 4.562780380249023, "n_params": 4510840, "total_flops": 21755961753600000, "train_loss": 0.03286153276761373, "subset_score_loss": 0.03286153276761373}
+{"step": 1580000, "wall_time": 14700.39220404625, "train_loss_step": 4.966404914855957, "n_params": 4510840, "total_flops": 21894534758400000, "train_loss": 0.035551865895589195, "subset_score_loss": 0.035551865895589195}
+{"step": 1590000, "wall_time": 14787.743397474289, "train_loss_step": 4.818352699279785, "n_params": 4510840, "total_flops": 22033107763200000, "train_loss": 0.03369167248408, "subset_score_loss": 0.03369167248408}
+{"step": 1600000, "wall_time": 14942.834920167923, "train_loss_step": 4.4061055183410645, "n_params": 4510840, "total_flops": 22171680768000000, "train_loss": 0.0320007582505544, "subset_score_loss": 0.0320007582505544, "memorization_fraction_pixel": 0.1599999964237213, "mean_nn_ratio_pixel": 0.8142233490943909, "fid": 203.94324615565512, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 15029.939774513245, "train_loss_step": 4.27537202835083, "n_params": 4510840, "total_flops": 22310253772800000, "train_loss": 0.03144880731900533, "subset_score_loss": 0.03144880731900533}
+{"step": 1620000, "wall_time": 15117.135177373886, "train_loss_step": 4.929246425628662, "n_params": 4510840, "total_flops": 22448826777600000, "train_loss": 0.03178783456484477, "subset_score_loss": 0.03178783456484477}
+{"step": 1630000, "wall_time": 15204.323067188263, "train_loss_step": 4.723108291625977, "n_params": 4510840, "total_flops": 22587399782400000, "train_loss": 0.03376475969950358, "subset_score_loss": 0.03376475969950358}
+{"step": 1640000, "wall_time": 15289.591035604477, "train_loss_step": 4.482348442077637, "n_params": 4510840, "total_flops": 22725972787200000, "train_loss": 0.03248684604962667, "subset_score_loss": 0.03248684604962667}
+{"step": 1650000, "wall_time": 15374.046548128128, "train_loss_step": 4.528532981872559, "n_params": 4510840, "total_flops": 22864545792000000, "train_loss": 0.03163750767707825, "subset_score_loss": 0.03163750767707825}
+{"step": 1660000, "wall_time": 15461.027234315872, "train_loss_step": 4.668421268463135, "n_params": 4510840, "total_flops": 23003118796800000, "train_loss": 0.031634499629338585, "subset_score_loss": 0.031634499629338585}
+{"step": 1670000, "wall_time": 15548.235301494598, "train_loss_step": 4.721921443939209, "n_params": 4510840, "total_flops": 23141691801600000, "train_loss": 0.031053558985392252, "subset_score_loss": 0.031053558985392252}
+{"step": 1680000, "wall_time": 15635.534568548203, "train_loss_step": 4.717928409576416, "n_params": 4510840, "total_flops": 23280264806400000, "train_loss": 0.030271110932032268, "subset_score_loss": 0.030271110932032268}
+{"step": 1690000, "wall_time": 15717.405482769012, "train_loss_step": 4.683079242706299, "n_params": 4510840, "total_flops": 23418837811200000, "train_loss": 0.032038889328638714, "subset_score_loss": 0.032038889328638714}
+{"step": 1700000, "wall_time": 15871.202815532684, "train_loss_step": 4.6523308753967285, "n_params": 4510840, "total_flops": 23557410816000000, "train_loss": 0.03055289387702942, "subset_score_loss": 0.03055289387702942, "memorization_fraction_pixel": 0.18880000710487366, "mean_nn_ratio_pixel": 0.7901202440261841, "fid": 193.0520916692504, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 15958.425266742706, "train_loss_step": 4.802783966064453, "n_params": 4510840, "total_flops": 23695983820800000, "train_loss": 0.03167975942293803, "subset_score_loss": 0.03167975942293803}
+{"step": 1720000, "wall_time": 16045.658453464508, "train_loss_step": 4.871206283569336, "n_params": 4510840, "total_flops": 23834556825600000, "train_loss": 0.029828941822052, "subset_score_loss": 0.029828941822052}
+{"step": 1730000, "wall_time": 16132.974383831024, "train_loss_step": 4.76451301574707, "n_params": 4510840, "total_flops": 23973129830400000, "train_loss": 0.03167713681856791, "subset_score_loss": 0.03167713681856791}
+{"step": 1740000, "wall_time": 16219.826048612595, "train_loss_step": 4.938464164733887, "n_params": 4510840, "total_flops": 24111702835200000, "train_loss": 0.030048624674479166, "subset_score_loss": 0.030048624674479166}
+{"step": 1750000, "wall_time": 16305.993079423904, "train_loss_step": 4.684604644775391, "n_params": 4510840, "total_flops": 24250275840000000, "train_loss": 0.030041029055913288, "subset_score_loss": 0.030041029055913288}
+{"step": 1760000, "wall_time": 16381.862466096878, "train_loss_step": 4.356469631195068, "n_params": 4510840, "total_flops": 24388848844800000, "train_loss": 0.03043315609296163, "subset_score_loss": 0.03043315609296163}
+{"step": 1770000, "wall_time": 16469.142501831055, "train_loss_step": 4.620224952697754, "n_params": 4510840, "total_flops": 24527421849600000, "train_loss": 0.030217144886652628, "subset_score_loss": 0.030217144886652628}
+{"step": 1780000, "wall_time": 16556.435536146164, "train_loss_step": 4.315113544464111, "n_params": 4510840, "total_flops": 24665994854400000, "train_loss": 0.0316429853439331, "subset_score_loss": 0.0316429853439331}
+{"step": 1790000, "wall_time": 16643.803704738617, "train_loss_step": 4.707745552062988, "n_params": 4510840, "total_flops": 24804567859200000, "train_loss": 0.030358505249023438, "subset_score_loss": 0.030358505249023438}
+{"step": 1800000, "wall_time": 16781.603000164032, "train_loss_step": 4.8626508712768555, "n_params": 4510840, "total_flops": 24943140864000000, "train_loss": 0.029997495810190837, "subset_score_loss": 0.029997495810190837, "memorization_fraction_pixel": 0.21150000393390656, "mean_nn_ratio_pixel": 0.7737398147583008, "fid": 183.97510289581237, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 16867.66409444809, "train_loss_step": 4.265987873077393, "n_params": 4510840, "total_flops": 25081713868800000, "train_loss": 0.029836867252985635, "subset_score_loss": 0.029836867252985635}
+{"step": 1820000, "wall_time": 16954.767260074615, "train_loss_step": 4.9449357986450195, "n_params": 4510840, "total_flops": 25220286873600000, "train_loss": 0.030721427996953328, "subset_score_loss": 0.030721427996953328}
+{"step": 1830000, "wall_time": 17041.95803141594, "train_loss_step": 4.808250427246094, "n_params": 4510840, "total_flops": 25358859878400000, "train_loss": 0.029020406802495322, "subset_score_loss": 0.029020406802495322}
+{"step": 1840000, "wall_time": 17129.041656970978, "train_loss_step": 4.294707775115967, "n_params": 4510840, "total_flops": 25497432883200000, "train_loss": 0.02848352591196696, "subset_score_loss": 0.02848352591196696}
+{"step": 1850000, "wall_time": 17214.446318149567, "train_loss_step": 4.2600884437561035, "n_params": 4510840, "total_flops": 25636005888000000, "train_loss": 0.030235753456751505, "subset_score_loss": 0.030235753456751505}
+{"step": 1860000, "wall_time": 17299.706262350082, "train_loss_step": 4.579439163208008, "n_params": 4510840, "total_flops": 25774578892800000, "train_loss": 0.030465432008107505, "subset_score_loss": 0.030465432008107505}
+{"step": 1870000, "wall_time": 17372.581866264343, "train_loss_step": 4.310151100158691, "n_params": 4510840, "total_flops": 25913151897600000, "train_loss": 0.02990279992421468, "subset_score_loss": 0.02990279992421468}
+{"step": 1880000, "wall_time": 17459.76152086258, "train_loss_step": 4.329380512237549, "n_params": 4510840, "total_flops": 26051724902400000, "train_loss": 0.029311766227086384, "subset_score_loss": 0.029311766227086384}
+{"step": 1890000, "wall_time": 17546.992388486862, "train_loss_step": 4.468011379241943, "n_params": 4510840, "total_flops": 26190297907200000, "train_loss": 0.029407286643981935, "subset_score_loss": 0.029407286643981935}
+{"step": 1900000, "wall_time": 17702.03315615654, "train_loss_step": 4.710544109344482, "n_params": 4510840, "total_flops": 26328870912000000, "train_loss": 0.027867555618286133, "subset_score_loss": 0.027867555618286133, "memorization_fraction_pixel": 0.24250000715255737, "mean_nn_ratio_pixel": 0.7487276792526245, "fid": 173.97737613399636, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 17780.108407258987, "train_loss_step": 4.510443687438965, "n_params": 4510840, "total_flops": 26467443916800000, "train_loss": 0.029253798723220825, "subset_score_loss": 0.029253798723220825}
+{"step": 1920000, "wall_time": 17860.049614191055, "train_loss_step": 4.154116630554199, "n_params": 4510840, "total_flops": 26606016921600000, "train_loss": 0.028524943192799888, "subset_score_loss": 0.028524943192799888}
+{"step": 1930000, "wall_time": 17947.291664600372, "train_loss_step": 4.493699073791504, "n_params": 4510840, "total_flops": 26744589926400000, "train_loss": 0.028597899278004966, "subset_score_loss": 0.028597899278004966}
+{"step": 1940000, "wall_time": 18034.494260311127, "train_loss_step": 4.334946155548096, "n_params": 4510840, "total_flops": 26883162931200000, "train_loss": 0.02793997327486674, "subset_score_loss": 0.02793997327486674}
+{"step": 1950000, "wall_time": 18119.84061050415, "train_loss_step": 4.360789775848389, "n_params": 4510840, "total_flops": 27021735936000000, "train_loss": 0.02826592723528544, "subset_score_loss": 0.02826592723528544}
+{"step": 1960000, "wall_time": 18207.16430592537, "train_loss_step": 4.374542236328125, "n_params": 4510840, "total_flops": 27160308940800000, "train_loss": 0.027702361345291138, "subset_score_loss": 0.027702361345291138}
+{"step": 1970000, "wall_time": 18293.833107471466, "train_loss_step": 4.358391761779785, "n_params": 4510840, "total_flops": 27298881945600000, "train_loss": 0.0288730521996816, "subset_score_loss": 0.0288730521996816}
+{"step": 1980000, "wall_time": 18378.7930829525, "train_loss_step": 4.256295680999756, "n_params": 4510840, "total_flops": 27437454950400000, "train_loss": 0.02921637495358785, "subset_score_loss": 0.02921637495358785}
+{"step": 1990000, "wall_time": 18466.16697525978, "train_loss_step": 4.55277156829834, "n_params": 4510840, "total_flops": 27576027955200000, "train_loss": 0.02811179757118225, "subset_score_loss": 0.02811179757118225}
+{"step": 2000000, "wall_time": 18621.291275024414, "train_loss_step": 4.140337944030762, "n_params": 4510840, "total_flops": 27714600960000000, "train_loss": 0.028339401880900065, "subset_score_loss": 0.028339401880900065, "memorization_fraction_pixel": 0.25929999351501465, "mean_nn_ratio_pixel": 0.7313928604125977, "fid": 161.92419775032008, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 18708.446932554245, "train_loss_step": 4.088564872741699, "n_params": 4510840, "total_flops": 27853173964800000, "train_loss": 0.02694604198137919, "subset_score_loss": 0.02694604198137919}
+{"step": 2020000, "wall_time": 18795.971989631653, "train_loss_step": 4.253576755523682, "n_params": 4510840, "total_flops": 27991746969600000, "train_loss": 0.027044075727462768, "subset_score_loss": 0.027044075727462768}
+{"step": 2030000, "wall_time": 18877.550610780716, "train_loss_step": 4.251595973968506, "n_params": 4510840, "total_flops": 28130319974400000, "train_loss": 0.026914548873901368, "subset_score_loss": 0.026914548873901368}
+{"step": 2040000, "wall_time": 18964.748779773712, "train_loss_step": 4.145509719848633, "n_params": 4510840, "total_flops": 28268892979200000, "train_loss": 0.027771995464960734, "subset_score_loss": 0.027771995464960734}
+{"step": 2050000, "wall_time": 19050.27674818039, "train_loss_step": 3.840580940246582, "n_params": 4510840, "total_flops": 28407465984000000, "train_loss": 0.027087326844533285, "subset_score_loss": 0.027087326844533285}
+{"step": 2060000, "wall_time": 19137.48704481125, "train_loss_step": 4.2667741775512695, "n_params": 4510840, "total_flops": 28546038988800000, "train_loss": 0.028213131427764892, "subset_score_loss": 0.028213131427764892}
+{"step": 2070000, "wall_time": 19224.637295484543, "train_loss_step": 4.557548522949219, "n_params": 4510840, "total_flops": 28684611993600000, "train_loss": 0.02697594960530599, "subset_score_loss": 0.02697594960530599}
+{"step": 2080000, "wall_time": 19308.705766916275, "train_loss_step": 4.54349422454834, "n_params": 4510840, "total_flops": 28823184998400000, "train_loss": 0.02780239184697469, "subset_score_loss": 0.02780239184697469}
+{"step": 2090000, "wall_time": 19395.965688705444, "train_loss_step": 4.217284202575684, "n_params": 4510840, "total_flops": 28961758003200000, "train_loss": 0.02685093879699707, "subset_score_loss": 0.02685093879699707}
+{"step": 2100000, "wall_time": 19551.032816171646, "train_loss_step": 4.33468770980835, "n_params": 4510840, "total_flops": 29100331008000000, "train_loss": 0.02795528769493103, "subset_score_loss": 0.02795528769493103, "memorization_fraction_pixel": 0.29100000858306885, "mean_nn_ratio_pixel": 0.7128694653511047, "fid": 157.6559186390272, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 19638.32813692093, "train_loss_step": 4.012320518493652, "n_params": 4510840, "total_flops": 29238904012800000, "train_loss": 0.026132269700368246, "subset_score_loss": 0.026132269700368246}
+{"step": 2120000, "wall_time": 19725.62054848671, "train_loss_step": 4.077864646911621, "n_params": 4510840, "total_flops": 29377477017600000, "train_loss": 0.026644901434580485, "subset_score_loss": 0.026644901434580485}
+{"step": 2130000, "wall_time": 19813.019211292267, "train_loss_step": 4.447322368621826, "n_params": 4510840, "total_flops": 29516050022400000, "train_loss": 0.026214019457499186, "subset_score_loss": 0.026214019457499186}
+{"step": 2140000, "wall_time": 19892.536844968796, "train_loss_step": 4.215914249420166, "n_params": 4510840, "total_flops": 29654623027200000, "train_loss": 0.025318040450414022, "subset_score_loss": 0.025318040450414022}
+{"step": 2150000, "wall_time": 19954.402522325516, "train_loss_step": 4.413684844970703, "n_params": 4510840, "total_flops": 29793196032000000, "train_loss": 0.026746126015981038, "subset_score_loss": 0.026746126015981038}
+{"step": 2160000, "wall_time": 20041.636962652206, "train_loss_step": 4.049290180206299, "n_params": 4510840, "total_flops": 29931769036800000, "train_loss": 0.0262627383073171, "subset_score_loss": 0.0262627383073171}
+{"step": 2170000, "wall_time": 20128.886530160904, "train_loss_step": 4.039207458496094, "n_params": 4510840, "total_flops": 30070342041600000, "train_loss": 0.025555515289306642, "subset_score_loss": 0.025555515289306642}
+{"step": 2180000, "wall_time": 20208.416338443756, "train_loss_step": 4.0695881843566895, "n_params": 4510840, "total_flops": 30208915046400000, "train_loss": 0.02573223114013672, "subset_score_loss": 0.02573223114013672}
+{"step": 2190000, "wall_time": 20291.755481004715, "train_loss_step": 4.183629035949707, "n_params": 4510840, "total_flops": 30347488051200000, "train_loss": 0.026018933455149332, "subset_score_loss": 0.026018933455149332}
+{"step": 2200000, "wall_time": 20446.870846271515, "train_loss_step": 4.230283260345459, "n_params": 4510840, "total_flops": 30486061056000000, "train_loss": 0.025815097490946452, "subset_score_loss": 0.025815097490946452, "memorization_fraction_pixel": 0.3133000135421753, "mean_nn_ratio_pixel": 0.6865741014480591, "fid": 153.07192797156821, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 20534.04641032219, "train_loss_step": 3.9936482906341553, "n_params": 4510840, "total_flops": 30624634060800000, "train_loss": 0.02476495107014974, "subset_score_loss": 0.02476495107014974}
+{"step": 2220000, "wall_time": 20621.218255996704, "train_loss_step": 4.002213954925537, "n_params": 4510840, "total_flops": 30763207065600000, "train_loss": 0.025082149108250937, "subset_score_loss": 0.025082149108250937}
+{"step": 2230000, "wall_time": 20708.38018631935, "train_loss_step": 3.823526382446289, "n_params": 4510840, "total_flops": 30901780070400000, "train_loss": 0.02444359064102173, "subset_score_loss": 0.02444359064102173}
+{"step": 2240000, "wall_time": 20795.646067142487, "train_loss_step": 4.161264419555664, "n_params": 4510840, "total_flops": 31040353075200000, "train_loss": 0.025792253017425538, "subset_score_loss": 0.025792253017425538}
+{"step": 2250000, "wall_time": 20882.86527109146, "train_loss_step": 3.951162815093994, "n_params": 4510840, "total_flops": 31178926080000000, "train_loss": 0.026042892535527547, "subset_score_loss": 0.026042892535527547}
+{"step": 2260000, "wall_time": 20961.227762699127, "train_loss_step": 4.412166595458984, "n_params": 4510840, "total_flops": 31317499084800000, "train_loss": 0.02574689984321594, "subset_score_loss": 0.02574689984321594}
+{"step": 2270000, "wall_time": 21031.394629478455, "train_loss_step": 3.9255118370056152, "n_params": 4510840, "total_flops": 31456072089600000, "train_loss": 0.024237571159998576, "subset_score_loss": 0.024237571159998576}
+{"step": 2280000, "wall_time": 21118.617834329605, "train_loss_step": 4.140056610107422, "n_params": 4510840, "total_flops": 31594645094400000, "train_loss": 0.02563835382461548, "subset_score_loss": 0.02563835382461548}
+{"step": 2290000, "wall_time": 21197.623066425323, "train_loss_step": 4.152299880981445, "n_params": 4510840, "total_flops": 31733218099200000, "train_loss": 0.025982820987701417, "subset_score_loss": 0.025982820987701417}
+{"step": 2300000, "wall_time": 21352.7705347538, "train_loss_step": 4.09987735748291, "n_params": 4510840, "total_flops": 31871791104000000, "train_loss": 0.024675542116165163, "subset_score_loss": 0.024675542116165163, "memorization_fraction_pixel": 0.32120001316070557, "mean_nn_ratio_pixel": 0.6853353977203369, "fid": 150.92855747632092, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 21440.063564300537, "train_loss_step": 4.067798137664795, "n_params": 4510840, "total_flops": 32010364108800000, "train_loss": 0.02524256706237793, "subset_score_loss": 0.02524256706237793}
+{"step": 2320000, "wall_time": 21527.374475240707, "train_loss_step": 4.008535385131836, "n_params": 4510840, "total_flops": 32148937113600000, "train_loss": 0.02460257411003113, "subset_score_loss": 0.02460257411003113}
+{"step": 2330000, "wall_time": 21614.648160219193, "train_loss_step": 3.5332136154174805, "n_params": 4510840, "total_flops": 32287510118400000, "train_loss": 0.024587502082188923, "subset_score_loss": 0.024587502082188923}
+{"step": 2340000, "wall_time": 21701.813667058945, "train_loss_step": 4.041595458984375, "n_params": 4510840, "total_flops": 32426083123200000, "train_loss": 0.023875391483306883, "subset_score_loss": 0.023875391483306883}
+{"step": 2350000, "wall_time": 21789.090461730957, "train_loss_step": 4.3783183097839355, "n_params": 4510840, "total_flops": 32564656128000000, "train_loss": 0.02507901390393575, "subset_score_loss": 0.02507901390393575}
+{"step": 2360000, "wall_time": 21874.5259680748, "train_loss_step": 3.994136095046997, "n_params": 4510840, "total_flops": 32703229132800000, "train_loss": 0.02497937877972921, "subset_score_loss": 0.02497937877972921}
+{"step": 2370000, "wall_time": 21961.922111272812, "train_loss_step": 4.031465530395508, "n_params": 4510840, "total_flops": 32841802137600000, "train_loss": 0.02474963863690694, "subset_score_loss": 0.02474963863690694}
+{"step": 2380000, "wall_time": 22035.73077106476, "train_loss_step": 3.937140941619873, "n_params": 4510840, "total_flops": 32980375142400000, "train_loss": 0.024484588702519735, "subset_score_loss": 0.024484588702519735}
+{"step": 2390000, "wall_time": 22108.894240617752, "train_loss_step": 3.898151159286499, "n_params": 4510840, "total_flops": 33118948147200000, "train_loss": 0.02433134913444519, "subset_score_loss": 0.02433134913444519}
+{"step": 2400000, "wall_time": 22249.95749926567, "train_loss_step": 4.323350429534912, "n_params": 4510840, "total_flops": 33257521152000000, "train_loss": 0.025620508193969726, "subset_score_loss": 0.025620508193969726, "memorization_fraction_pixel": 0.35420000553131104, "mean_nn_ratio_pixel": 0.6608387231826782, "fid": 143.2544090031519, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 22337.16828250885, "train_loss_step": 4.436300754547119, "n_params": 4510840, "total_flops": 33396094156800000, "train_loss": 0.025181259711583456, "subset_score_loss": 0.025181259711583456}
+{"step": 2420000, "wall_time": 22424.332445144653, "train_loss_step": 4.455707550048828, "n_params": 4510840, "total_flops": 33534667161600000, "train_loss": 0.02419698635737101, "subset_score_loss": 0.02419698635737101}
+{"step": 2430000, "wall_time": 22511.57012605667, "train_loss_step": 3.7429943084716797, "n_params": 4510840, "total_flops": 33673240166400000, "train_loss": 0.02434478004773458, "subset_score_loss": 0.02434478004773458}
+{"step": 2440000, "wall_time": 22598.755819559097, "train_loss_step": 3.9071056842803955, "n_params": 4510840, "total_flops": 33811813171200000, "train_loss": 0.02341092626253764, "subset_score_loss": 0.02341092626253764}
+{"step": 2450000, "wall_time": 22685.947947740555, "train_loss_step": 4.2144598960876465, "n_params": 4510840, "total_flops": 33950386176000000, "train_loss": 0.023793492714564005, "subset_score_loss": 0.023793492714564005}
+{"step": 2460000, "wall_time": 22771.192858219147, "train_loss_step": 3.8449158668518066, "n_params": 4510840, "total_flops": 34088959180800000, "train_loss": 0.02384834885597229, "subset_score_loss": 0.02384834885597229}
+{"step": 2470000, "wall_time": 22858.33662199974, "train_loss_step": 3.78996205329895, "n_params": 4510840, "total_flops": 34227532185600000, "train_loss": 0.024193958441416422, "subset_score_loss": 0.024193958441416422}
+{"step": 2480000, "wall_time": 22945.53465127945, "train_loss_step": 3.739468812942505, "n_params": 4510840, "total_flops": 34366105190400000, "train_loss": 0.025420363744099936, "subset_score_loss": 0.025420363744099936}
+{"step": 2490000, "wall_time": 23033.033626317978, "train_loss_step": 3.8642659187316895, "n_params": 4510840, "total_flops": 34504678195200000, "train_loss": 0.024475290377934774, "subset_score_loss": 0.024475290377934774}
+{"step": 2500000, "wall_time": 23157.87145781517, "train_loss_step": 3.644451141357422, "n_params": 4510840, "total_flops": 34643251200000000, "train_loss": 0.02279697060585022, "subset_score_loss": 0.02279697060585022, "memorization_fraction_pixel": 0.36640000343322754, "mean_nn_ratio_pixel": 0.6523908972740173, "fid": 138.68727860887265, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 23245.16473340988, "train_loss_step": 3.699598550796509, "n_params": 4510840, "total_flops": 34781824204800000, "train_loss": 0.02314170201619466, "subset_score_loss": 0.02314170201619466}
+{"step": 2520000, "wall_time": 23332.466953516006, "train_loss_step": 4.047274589538574, "n_params": 4510840, "total_flops": 34920397209600000, "train_loss": 0.02337584694226583, "subset_score_loss": 0.02337584694226583}
+{"step": 2530000, "wall_time": 23419.759794712067, "train_loss_step": 4.105643272399902, "n_params": 4510840, "total_flops": 35058970214400000, "train_loss": 0.023343612750371296, "subset_score_loss": 0.023343612750371296}
+{"step": 2540000, "wall_time": 23507.018426179886, "train_loss_step": 3.8184869289398193, "n_params": 4510840, "total_flops": 35197543219200000, "train_loss": 0.024370874961217245, "subset_score_loss": 0.024370874961217245}
+{"step": 2550000, "wall_time": 23594.284023284912, "train_loss_step": 3.7750766277313232, "n_params": 4510840, "total_flops": 35336116224000000, "train_loss": 0.023565210898717246, "subset_score_loss": 0.023565210898717246}
+{"step": 2560000, "wall_time": 23679.95223760605, "train_loss_step": 3.8896114826202393, "n_params": 4510840, "total_flops": 35474689228800000, "train_loss": 0.023996371030807494, "subset_score_loss": 0.023996371030807494}
+{"step": 2570000, "wall_time": 23767.2268140316, "train_loss_step": 4.0511274337768555, "n_params": 4510840, "total_flops": 35613262233600000, "train_loss": 0.023219517866770425, "subset_score_loss": 0.023219517866770425}
+{"step": 2580000, "wall_time": 23854.5433511734, "train_loss_step": 4.135246276855469, "n_params": 4510840, "total_flops": 35751835238400000, "train_loss": 0.02409580151240031, "subset_score_loss": 0.02409580151240031}
+{"step": 2590000, "wall_time": 23941.786954641342, "train_loss_step": 3.7617297172546387, "n_params": 4510840, "total_flops": 35890408243200000, "train_loss": 0.02344792087872823, "subset_score_loss": 0.02344792087872823}
+{"step": 2600000, "wall_time": 24097.336970329285, "train_loss_step": 4.034750938415527, "n_params": 4510840, "total_flops": 36028981248000000, "train_loss": 0.02321852246920268, "subset_score_loss": 0.02321852246920268, "memorization_fraction_pixel": 0.3912999927997589, "mean_nn_ratio_pixel": 0.6290699243545532, "fid": 135.94537744429127, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 24159.56569814682, "train_loss_step": 3.6269140243530273, "n_params": 4510840, "total_flops": 36167554252800000, "train_loss": 0.022768487532933552, "subset_score_loss": 0.022768487532933552}
+{"step": 2620000, "wall_time": 24241.17184305191, "train_loss_step": 3.9386866092681885, "n_params": 4510840, "total_flops": 36306127257600000, "train_loss": 0.023247178395589194, "subset_score_loss": 0.023247178395589194}
+{"step": 2630000, "wall_time": 24328.417468070984, "train_loss_step": 3.8614511489868164, "n_params": 4510840, "total_flops": 36444700262400000, "train_loss": 0.024041789770126342, "subset_score_loss": 0.024041789770126342}
+{"step": 2640000, "wall_time": 24415.627525806427, "train_loss_step": 3.832390546798706, "n_params": 4510840, "total_flops": 36583273267200000, "train_loss": 0.02323296864827474, "subset_score_loss": 0.02323296864827474}
+{"step": 2650000, "wall_time": 24502.74085330963, "train_loss_step": 4.014488220214844, "n_params": 4510840, "total_flops": 36721846272000000, "train_loss": 0.022504031658172607, "subset_score_loss": 0.022504031658172607}
+{"step": 2660000, "wall_time": 24589.78386259079, "train_loss_step": 3.9942288398742676, "n_params": 4510840, "total_flops": 36860419276800000, "train_loss": 0.022201947371164956, "subset_score_loss": 0.022201947371164956}
+{"step": 2670000, "wall_time": 24675.172157764435, "train_loss_step": 3.784998893737793, "n_params": 4510840, "total_flops": 36998992281600000, "train_loss": 0.02255476117134094, "subset_score_loss": 0.02255476117134094}
+{"step": 2680000, "wall_time": 24762.411683321, "train_loss_step": 3.8271822929382324, "n_params": 4510840, "total_flops": 37137565286400000, "train_loss": 0.023773336410522462, "subset_score_loss": 0.023773336410522462}
+{"step": 2690000, "wall_time": 24849.659118890762, "train_loss_step": 3.962236166000366, "n_params": 4510840, "total_flops": 37276138291200000, "train_loss": 0.023515727122624716, "subset_score_loss": 0.023515727122624716}
+{"step": 2700000, "wall_time": 25004.595053434372, "train_loss_step": 3.7334699630737305, "n_params": 4510840, "total_flops": 37414711296000000, "train_loss": 0.022335084279378255, "subset_score_loss": 0.022335084279378255, "memorization_fraction_pixel": 0.39730000495910645, "mean_nn_ratio_pixel": 0.6241759061813354, "fid": 134.79943574168908, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 25087.161118030548, "train_loss_step": 3.806788444519043, "n_params": 4510840, "total_flops": 37553284300800000, "train_loss": 0.023148930072784422, "subset_score_loss": 0.023148930072784422}
+{"step": 2720000, "wall_time": 25158.30682992935, "train_loss_step": 3.8990683555603027, "n_params": 4510840, "total_flops": 37691857305600000, "train_loss": 0.02188340425491333, "subset_score_loss": 0.02188340425491333}
+{"step": 2730000, "wall_time": 25228.85892009735, "train_loss_step": 3.718782424926758, "n_params": 4510840, "total_flops": 37830430310400000, "train_loss": 0.022127324342727663, "subset_score_loss": 0.022127324342727663}
+{"step": 2740000, "wall_time": 25315.20594739914, "train_loss_step": 3.814940929412842, "n_params": 4510840, "total_flops": 37969003315200000, "train_loss": 0.02288560469945272, "subset_score_loss": 0.02288560469945272}
+{"step": 2750000, "wall_time": 25402.461735010147, "train_loss_step": 3.85020112991333, "n_params": 4510840, "total_flops": 38107576320000000, "train_loss": 0.022474288940429688, "subset_score_loss": 0.022474288940429688}
+{"step": 2760000, "wall_time": 25489.62831926346, "train_loss_step": 3.816551685333252, "n_params": 4510840, "total_flops": 38246149324800000, "train_loss": 0.0218323290348053, "subset_score_loss": 0.0218323290348053}
+{"step": 2770000, "wall_time": 25575.294553518295, "train_loss_step": 3.8073534965515137, "n_params": 4510840, "total_flops": 38384722329600000, "train_loss": 0.021790796518325807, "subset_score_loss": 0.021790796518325807}
+{"step": 2780000, "wall_time": 25662.555216789246, "train_loss_step": 3.8209054470062256, "n_params": 4510840, "total_flops": 38523295334400000, "train_loss": 0.023041101296742757, "subset_score_loss": 0.023041101296742757}
+{"step": 2790000, "wall_time": 25749.78046298027, "train_loss_step": 3.8306338787078857, "n_params": 4510840, "total_flops": 38661868339200000, "train_loss": 0.023674496014912925, "subset_score_loss": 0.023674496014912925}
+{"step": 2800000, "wall_time": 25905.13241791725, "train_loss_step": 3.7706892490386963, "n_params": 4510840, "total_flops": 38800441344000000, "train_loss": 0.02124478022257487, "subset_score_loss": 0.02124478022257487, "memorization_fraction_pixel": 0.4066999852657318, "mean_nn_ratio_pixel": 0.6197468638420105, "fid": 134.54457970280117, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 25992.401945352554, "train_loss_step": 3.705136299133301, "n_params": 4510840, "total_flops": 38939014348800000, "train_loss": 0.022322118282318115, "subset_score_loss": 0.022322118282318115}
+{"step": 2820000, "wall_time": 26074.246144771576, "train_loss_step": 3.8379716873168945, "n_params": 4510840, "total_flops": 39077587353600000, "train_loss": 0.021320613225301106, "subset_score_loss": 0.021320613225301106}
+{"step": 2830000, "wall_time": 26153.42862176895, "train_loss_step": 3.8829426765441895, "n_params": 4510840, "total_flops": 39216160358400000, "train_loss": 0.02103207310040792, "subset_score_loss": 0.02103207310040792}
+{"step": 2840000, "wall_time": 26232.911974191666, "train_loss_step": 3.876007556915283, "n_params": 4510840, "total_flops": 39354733363200000, "train_loss": 0.021867984533309938, "subset_score_loss": 0.021867984533309938}
+{"step": 2850000, "wall_time": 26301.711124181747, "train_loss_step": 3.593036651611328, "n_params": 4510840, "total_flops": 39493306368000000, "train_loss": 0.021292420228322347, "subset_score_loss": 0.021292420228322347}
+{"step": 2860000, "wall_time": 26384.818064689636, "train_loss_step": 3.725670576095581, "n_params": 4510840, "total_flops": 39631879372800000, "train_loss": 0.020886695384979247, "subset_score_loss": 0.020886695384979247}
+{"step": 2870000, "wall_time": 26470.122616291046, "train_loss_step": 3.626291513442993, "n_params": 4510840, "total_flops": 39770452377600000, "train_loss": 0.02236520250638326, "subset_score_loss": 0.02236520250638326}
+{"step": 2880000, "wall_time": 26557.334356307983, "train_loss_step": 3.5345680713653564, "n_params": 4510840, "total_flops": 39909025382400000, "train_loss": 0.021983269850413004, "subset_score_loss": 0.021983269850413004}
+{"step": 2890000, "wall_time": 26644.528425216675, "train_loss_step": 3.8312344551086426, "n_params": 4510840, "total_flops": 40047598387200000, "train_loss": 0.02199005087216695, "subset_score_loss": 0.02199005087216695}
+{"step": 2900000, "wall_time": 26798.63840985298, "train_loss_step": 3.7600393295288086, "n_params": 4510840, "total_flops": 40186171392000000, "train_loss": 0.021660413344701132, "subset_score_loss": 0.021660413344701132, "memorization_fraction_pixel": 0.44699999690055847, "mean_nn_ratio_pixel": 0.5910673141479492, "fid": 129.3550578736888, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 26885.95431661606, "train_loss_step": 3.790531635284424, "n_params": 4510840, "total_flops": 40324744396800000, "train_loss": 0.021319111188252766, "subset_score_loss": 0.021319111188252766}
+{"step": 2920000, "wall_time": 26973.21369242668, "train_loss_step": 3.8017661571502686, "n_params": 4510840, "total_flops": 40463317401600000, "train_loss": 0.02141183614730835, "subset_score_loss": 0.02141183614730835}
+{"step": 2930000, "wall_time": 27057.474348068237, "train_loss_step": 3.6911158561706543, "n_params": 4510840, "total_flops": 40601890406400000, "train_loss": 0.01998543938000997, "subset_score_loss": 0.01998543938000997}
+{"step": 2940000, "wall_time": 27144.658296346664, "train_loss_step": 3.7739603519439697, "n_params": 4510840, "total_flops": 40740463411200000, "train_loss": 0.02247641682624817, "subset_score_loss": 0.02247641682624817}
+{"step": 2950000, "wall_time": 27232.139627933502, "train_loss_step": 3.9926722049713135, "n_params": 4510840, "total_flops": 40879036416000000, "train_loss": 0.022506759564081828, "subset_score_loss": 0.022506759564081828}
+{"step": 2960000, "wall_time": 27308.248549461365, "train_loss_step": 3.827080488204956, "n_params": 4510840, "total_flops": 41017609420800000, "train_loss": 0.02052588661511739, "subset_score_loss": 0.02052588661511739}
+{"step": 2970000, "wall_time": 27379.49688267708, "train_loss_step": 3.7000765800476074, "n_params": 4510840, "total_flops": 41156182425600000, "train_loss": 0.020701658725738526, "subset_score_loss": 0.020701658725738526}
+{"step": 2980000, "wall_time": 27466.239865541458, "train_loss_step": 3.687685251235962, "n_params": 4510840, "total_flops": 41294755430400000, "train_loss": 0.020252601305643717, "subset_score_loss": 0.020252601305643717}
+{"step": 2990000, "wall_time": 27553.564088106155, "train_loss_step": 3.9388046264648438, "n_params": 4510840, "total_flops": 41433328435200000, "train_loss": 0.020318686962127686, "subset_score_loss": 0.020318686962127686}
+{"step": 3000000, "wall_time": 27708.783576011658, "train_loss_step": 3.782221794128418, "n_params": 4510840, "total_flops": 41571901440000000, "train_loss": 0.020719899733861288, "subset_score_loss": 0.020719899733861288, "memorization_fraction_pixel": 0.44749999046325684, "mean_nn_ratio_pixel": 0.589490532875061, "fid": 126.33630713414806, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 27795.992428779602, "train_loss_step": 3.6012516021728516, "n_params": 4510840, "total_flops": 41710474444800000, "train_loss": 0.020854473114013672, "subset_score_loss": 0.020854473114013672}
+{"step": 3020000, "wall_time": 27883.144140720367, "train_loss_step": 3.5066614151000977, "n_params": 4510840, "total_flops": 41849047449600000, "train_loss": 0.01993094285329183, "subset_score_loss": 0.01993094285329183}
+{"step": 3030000, "wall_time": 27968.50624513626, "train_loss_step": 3.5076260566711426, "n_params": 4510840, "total_flops": 41987620454400000, "train_loss": 0.021080005168914794, "subset_score_loss": 0.021080005168914794}
+{"step": 3040000, "wall_time": 28045.416583538055, "train_loss_step": 3.8020577430725098, "n_params": 4510840, "total_flops": 42126193459200000, "train_loss": 0.021384660402933756, "subset_score_loss": 0.021384660402933756}
+{"step": 3050000, "wall_time": 28132.59136891365, "train_loss_step": 3.7052712440490723, "n_params": 4510840, "total_flops": 42264766464000000, "train_loss": 0.020380431413650514, "subset_score_loss": 0.020380431413650514}
+{"step": 3060000, "wall_time": 28219.768888950348, "train_loss_step": 3.724412441253662, "n_params": 4510840, "total_flops": 42403339468800000, "train_loss": 0.02159838080406189, "subset_score_loss": 0.02159838080406189}
+{"step": 3070000, "wall_time": 28307.13052892685, "train_loss_step": 3.7701380252838135, "n_params": 4510840, "total_flops": 42541912473600000, "train_loss": 0.020707825819651287, "subset_score_loss": 0.020707825819651287}
+{"step": 3080000, "wall_time": 28382.0839035511, "train_loss_step": 3.6906838417053223, "n_params": 4510840, "total_flops": 42680485478400000, "train_loss": 0.02028507590293884, "subset_score_loss": 0.02028507590293884}
+{"step": 3090000, "wall_time": 28454.959246873856, "train_loss_step": 3.7528252601623535, "n_params": 4510840, "total_flops": 42819058483200000, "train_loss": 0.020042397578557334, "subset_score_loss": 0.020042397578557334}
+{"step": 3100000, "wall_time": 28607.274552822113, "train_loss_step": 3.6567559242248535, "n_params": 4510840, "total_flops": 42957631488000000, "train_loss": 0.02125146190325419, "subset_score_loss": 0.02125146190325419, "memorization_fraction_pixel": 0.4657000005245209, "mean_nn_ratio_pixel": 0.5729188323020935, "fid": 124.37980803533067, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 28694.53740787506, "train_loss_step": 3.913300037384033, "n_params": 4510840, "total_flops": 43096204492800000, "train_loss": 0.022439213593800862, "subset_score_loss": 0.022439213593800862}
+{"step": 3120000, "wall_time": 28781.84893798828, "train_loss_step": 3.381157398223877, "n_params": 4510840, "total_flops": 43234777497600000, "train_loss": 0.020161400238672893, "subset_score_loss": 0.020161400238672893}
+{"step": 3130000, "wall_time": 28869.084679365158, "train_loss_step": 3.53837513923645, "n_params": 4510840, "total_flops": 43373350502400000, "train_loss": 0.019791460037231444, "subset_score_loss": 0.019791460037231444}
+{"step": 3140000, "wall_time": 28951.949367761612, "train_loss_step": 3.4169130325317383, "n_params": 4510840, "total_flops": 43511923507200000, "train_loss": 0.019911468029022217, "subset_score_loss": 0.019911468029022217}
+{"step": 3150000, "wall_time": 29029.481210708618, "train_loss_step": 3.904977798461914, "n_params": 4510840, "total_flops": 43650496512000000, "train_loss": 0.020059521993001303, "subset_score_loss": 0.020059521993001303}
+{"step": 3160000, "wall_time": 29116.72858595848, "train_loss_step": 3.3646740913391113, "n_params": 4510840, "total_flops": 43789069516800000, "train_loss": 0.020355224609375, "subset_score_loss": 0.020355224609375}
+{"step": 3170000, "wall_time": 29203.962964773178, "train_loss_step": 3.652369737625122, "n_params": 4510840, "total_flops": 43927642521600000, "train_loss": 0.021166471640268962, "subset_score_loss": 0.021166471640268962}
+{"step": 3180000, "wall_time": 29289.318219423294, "train_loss_step": 3.545961856842041, "n_params": 4510840, "total_flops": 44066215526400000, "train_loss": 0.019709680477778116, "subset_score_loss": 0.019709680477778116}
+{"step": 3190000, "wall_time": 29376.203864574432, "train_loss_step": 3.6755008697509766, "n_params": 4510840, "total_flops": 44204788531200000, "train_loss": 0.019345666964848837, "subset_score_loss": 0.019345666964848837}
+{"step": 3200000, "wall_time": 29509.78738641739, "train_loss_step": 3.5630815029144287, "n_params": 4510840, "total_flops": 44343361536000000, "train_loss": 0.021563522020975747, "subset_score_loss": 0.021563522020975747, "memorization_fraction_pixel": 0.45010000467300415, "mean_nn_ratio_pixel": 0.5864561200141907, "fid": 125.79771857153418, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 29591.41837644577, "train_loss_step": 3.4375858306884766, "n_params": 4510840, "total_flops": 44481934540800000, "train_loss": 0.01921025514602661, "subset_score_loss": 0.01921025514602661}
+{"step": 3220000, "wall_time": 29678.635313987732, "train_loss_step": 3.696465492248535, "n_params": 4510840, "total_flops": 44620507545600000, "train_loss": 0.02041043440500895, "subset_score_loss": 0.02041043440500895}
+{"step": 3230000, "wall_time": 29765.918597459793, "train_loss_step": 3.480666160583496, "n_params": 4510840, "total_flops": 44759080550400000, "train_loss": 0.020718868573506674, "subset_score_loss": 0.020718868573506674}
+{"step": 3240000, "wall_time": 29853.13881421089, "train_loss_step": 3.6987357139587402, "n_params": 4510840, "total_flops": 44897653555200000, "train_loss": 0.019809637467066446, "subset_score_loss": 0.019809637467066446}
+{"step": 3250000, "wall_time": 29937.309782981873, "train_loss_step": 3.8878378868103027, "n_params": 4510840, "total_flops": 45036226560000000, "train_loss": 0.021221061547597248, "subset_score_loss": 0.021221061547597248}
+{"step": 3260000, "wall_time": 30024.472017526627, "train_loss_step": 3.6738204956054688, "n_params": 4510840, "total_flops": 45174799564800000, "train_loss": 0.021551831563313802, "subset_score_loss": 0.021551831563313802}
+{"step": 3270000, "wall_time": 30111.584952116013, "train_loss_step": 3.7310001850128174, "n_params": 4510840, "total_flops": 45313372569600000, "train_loss": 0.019849151372909546, "subset_score_loss": 0.019849151372909546}
+{"step": 3280000, "wall_time": 30197.27462220192, "train_loss_step": 3.6584091186523438, "n_params": 4510840, "total_flops": 45451945574400000, "train_loss": 0.019364323218663534, "subset_score_loss": 0.019364323218663534}
+{"step": 3290000, "wall_time": 30284.498148679733, "train_loss_step": 3.488130807876587, "n_params": 4510840, "total_flops": 45590518579200000, "train_loss": 0.01834603150685628, "subset_score_loss": 0.01834603150685628}
+{"step": 3300000, "wall_time": 30438.68928384781, "train_loss_step": 3.4449081420898438, "n_params": 4510840, "total_flops": 45729091584000000, "train_loss": 0.019449514150619508, "subset_score_loss": 0.019449514150619508, "memorization_fraction_pixel": 0.4708999991416931, "mean_nn_ratio_pixel": 0.5695986151695251, "fid": 124.56330089163234, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 30523.07658100128, "train_loss_step": 3.622577667236328, "n_params": 4510840, "total_flops": 45867664588800000, "train_loss": 0.0195182998975118, "subset_score_loss": 0.0195182998975118}
+{"step": 3320000, "wall_time": 30607.942989349365, "train_loss_step": 3.4400815963745117, "n_params": 4510840, "total_flops": 46006237593600000, "train_loss": 0.018786821762720743, "subset_score_loss": 0.018786821762720743}
+{"step": 3330000, "wall_time": 30695.1977558136, "train_loss_step": 3.6195740699768066, "n_params": 4510840, "total_flops": 46144810598400000, "train_loss": 0.019946334759394328, "subset_score_loss": 0.019946334759394328}
+{"step": 3340000, "wall_time": 30782.475921154022, "train_loss_step": 3.553922653198242, "n_params": 4510840, "total_flops": 46283383603200000, "train_loss": 0.019633561372756958, "subset_score_loss": 0.019633561372756958}
+{"step": 3350000, "wall_time": 30869.19830441475, "train_loss_step": 3.6884922981262207, "n_params": 4510840, "total_flops": 46421956608000000, "train_loss": 0.019920911391576132, "subset_score_loss": 0.019920911391576132}
+{"step": 3360000, "wall_time": 30954.196938753128, "train_loss_step": 3.65175199508667, "n_params": 4510840, "total_flops": 46560529612800000, "train_loss": 0.019101160764694213, "subset_score_loss": 0.019101160764694213}
+{"step": 3370000, "wall_time": 31041.457985401154, "train_loss_step": 3.717069387435913, "n_params": 4510840, "total_flops": 46699102617600000, "train_loss": 0.02077536384264628, "subset_score_loss": 0.02077536384264628}
+{"step": 3380000, "wall_time": 31126.879927635193, "train_loss_step": 3.4435644149780273, "n_params": 4510840, "total_flops": 46837675622400000, "train_loss": 0.01960203448931376, "subset_score_loss": 0.01960203448931376}
+{"step": 3390000, "wall_time": 31214.10136127472, "train_loss_step": 3.51749849319458, "n_params": 4510840, "total_flops": 46976248627200000, "train_loss": 0.019574483235677082, "subset_score_loss": 0.019574483235677082}
+{"step": 3400000, "wall_time": 31369.26156926155, "train_loss_step": 3.451815605163574, "n_params": 4510840, "total_flops": 47114821632000000, "train_loss": 0.019134769837061565, "subset_score_loss": 0.019134769837061565, "memorization_fraction_pixel": 0.4984999895095825, "mean_nn_ratio_pixel": 0.5448468327522278, "fid": 120.53322383721797, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 31456.591189146042, "train_loss_step": 3.4979748725891113, "n_params": 4510840, "total_flops": 47253394636800000, "train_loss": 0.019478134314219155, "subset_score_loss": 0.019478134314219155}
+{"step": 3420000, "wall_time": 31532.793261289597, "train_loss_step": 3.6195340156555176, "n_params": 4510840, "total_flops": 47391967641600000, "train_loss": 0.019805721441904702, "subset_score_loss": 0.019805721441904702}
+{"step": 3430000, "wall_time": 31616.85831427574, "train_loss_step": 3.626291513442993, "n_params": 4510840, "total_flops": 47530540646400000, "train_loss": 0.019208029905954997, "subset_score_loss": 0.019208029905954997}
+{"step": 3440000, "wall_time": 31692.88575911522, "train_loss_step": 3.7117514610290527, "n_params": 4510840, "total_flops": 47669113651200000, "train_loss": 0.019554346799850464, "subset_score_loss": 0.019554346799850464}
+{"step": 3450000, "wall_time": 31780.151006937027, "train_loss_step": 3.855494499206543, "n_params": 4510840, "total_flops": 47807686656000000, "train_loss": 0.01935476859410604, "subset_score_loss": 0.01935476859410604}
+{"step": 3460000, "wall_time": 31856.05826497078, "train_loss_step": 3.7251460552215576, "n_params": 4510840, "total_flops": 47946259660800000, "train_loss": 0.019547929366429646, "subset_score_loss": 0.019547929366429646}
+{"step": 3470000, "wall_time": 31943.25209403038, "train_loss_step": 3.2781145572662354, "n_params": 4510840, "total_flops": 48084832665600000, "train_loss": 0.020308266083399456, "subset_score_loss": 0.020308266083399456}
+{"step": 3480000, "wall_time": 32029.2693400383, "train_loss_step": 3.579730987548828, "n_params": 4510840, "total_flops": 48223405670400000, "train_loss": 0.018944793939590455, "subset_score_loss": 0.018944793939590455}
+{"step": 3490000, "wall_time": 32116.059297561646, "train_loss_step": 3.260066509246826, "n_params": 4510840, "total_flops": 48361978675200000, "train_loss": 0.018799503644307453, "subset_score_loss": 0.018799503644307453}
+{"step": 3500000, "wall_time": 32271.012441158295, "train_loss_step": 3.567690372467041, "n_params": 4510840, "total_flops": 48500551680000000, "train_loss": 0.01920621395111084, "subset_score_loss": 0.01920621395111084, "memorization_fraction_pixel": 0.4982999861240387, "mean_nn_ratio_pixel": 0.5455731153488159, "fid": 123.1522559561706, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 32358.38795733452, "train_loss_step": 3.736311197280884, "n_params": 4510840, "total_flops": 48639124684800000, "train_loss": 0.01951144337654114, "subset_score_loss": 0.01951144337654114}
+{"step": 3520000, "wall_time": 32445.71687078476, "train_loss_step": 3.8495116233825684, "n_params": 4510840, "total_flops": 48777697689600000, "train_loss": 0.01835781733194987, "subset_score_loss": 0.01835781733194987}
+{"step": 3530000, "wall_time": 32533.374948978424, "train_loss_step": 3.452709913253784, "n_params": 4510840, "total_flops": 48916270694400000, "train_loss": 0.019027332464853924, "subset_score_loss": 0.019027332464853924}
+{"step": 3540000, "wall_time": 32605.610139608383, "train_loss_step": 3.696115255355835, "n_params": 4510840, "total_flops": 49054843699200000, "train_loss": 0.01852221687634786, "subset_score_loss": 0.01852221687634786}
+{"step": 3550000, "wall_time": 32690.08607316017, "train_loss_step": 3.5002660751342773, "n_params": 4510840, "total_flops": 49193416704000000, "train_loss": 0.020326836903889974, "subset_score_loss": 0.020326836903889974}
+{"step": 3560000, "wall_time": 32769.17071032524, "train_loss_step": 3.5394420623779297, "n_params": 4510840, "total_flops": 49331989708800000, "train_loss": 0.0189816415309906, "subset_score_loss": 0.0189816415309906}
+{"step": 3570000, "wall_time": 32845.55933570862, "train_loss_step": 3.6706976890563965, "n_params": 4510840, "total_flops": 49470562713600000, "train_loss": 0.018789897362391155, "subset_score_loss": 0.018789897362391155}
+{"step": 3580000, "wall_time": 32932.79519033432, "train_loss_step": 3.738532543182373, "n_params": 4510840, "total_flops": 49609135718400000, "train_loss": 0.01870124936103821, "subset_score_loss": 0.01870124936103821}
+{"step": 3590000, "wall_time": 33018.27299308777, "train_loss_step": 3.52319598197937, "n_params": 4510840, "total_flops": 49747708723200000, "train_loss": 0.019473856687545775, "subset_score_loss": 0.019473856687545775}
+{"step": 3600000, "wall_time": 33172.185384988785, "train_loss_step": 3.787837505340576, "n_params": 4510840, "total_flops": 49886281728000000, "train_loss": 0.01855202913284302, "subset_score_loss": 0.01855202913284302, "memorization_fraction_pixel": 0.5199000239372253, "mean_nn_ratio_pixel": 0.5322017669677734, "fid": 120.53955682305008, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 33259.407423734665, "train_loss_step": 3.429858922958374, "n_params": 4510840, "total_flops": 50024854732800000, "train_loss": 0.018665283918380737, "subset_score_loss": 0.018665283918380737}
+{"step": 3620000, "wall_time": 33346.620617866516, "train_loss_step": 3.3664379119873047, "n_params": 4510840, "total_flops": 50163427737600000, "train_loss": 0.018357294797897338, "subset_score_loss": 0.018357294797897338}
+{"step": 3630000, "wall_time": 33433.846049547195, "train_loss_step": 3.7297401428222656, "n_params": 4510840, "total_flops": 50302000742400000, "train_loss": 0.018739765882492064, "subset_score_loss": 0.018739765882492064}
+{"step": 3640000, "wall_time": 33520.98617315292, "train_loss_step": 3.510589122772217, "n_params": 4510840, "total_flops": 50440573747200000, "train_loss": 0.01884703238805135, "subset_score_loss": 0.01884703238805135}
+{"step": 3650000, "wall_time": 33608.66613507271, "train_loss_step": 3.310098886489868, "n_params": 4510840, "total_flops": 50579146752000000, "train_loss": 0.019001046816507976, "subset_score_loss": 0.019001046816507976}
+{"step": 3660000, "wall_time": 33681.65166926384, "train_loss_step": 3.5666394233703613, "n_params": 4510840, "total_flops": 50717719756800000, "train_loss": 0.018311959505081177, "subset_score_loss": 0.018311959505081177}
+{"step": 3670000, "wall_time": 33759.40644240379, "train_loss_step": 3.565013885498047, "n_params": 4510840, "total_flops": 50856292761600000, "train_loss": 0.018675655126571655, "subset_score_loss": 0.018675655126571655}
+{"step": 3680000, "wall_time": 33833.51322603226, "train_loss_step": 3.364112377166748, "n_params": 4510840, "total_flops": 50994865766400000, "train_loss": 0.019136879841486612, "subset_score_loss": 0.019136879841486612}
+{"step": 3690000, "wall_time": 33918.84037351608, "train_loss_step": 3.425060749053955, "n_params": 4510840, "total_flops": 51133438771200000, "train_loss": 0.018946468830108643, "subset_score_loss": 0.018946468830108643}
+{"step": 3700000, "wall_time": 34073.7412238121, "train_loss_step": 3.274428367614746, "n_params": 4510840, "total_flops": 51272011776000000, "train_loss": 0.019094679752985635, "subset_score_loss": 0.019094679752985635, "memorization_fraction_pixel": 0.5139999985694885, "mean_nn_ratio_pixel": 0.5323781371116638, "fid": 116.23695422330647, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 34161.07892179489, "train_loss_step": 3.5857839584350586, "n_params": 4510840, "total_flops": 51410584780800000, "train_loss": 0.019065918525060017, "subset_score_loss": 0.019065918525060017}
+{"step": 3720000, "wall_time": 34248.3830947876, "train_loss_step": 3.5734241008758545, "n_params": 4510840, "total_flops": 51549157785600000, "train_loss": 0.018563222885131837, "subset_score_loss": 0.018563222885131837}
+{"step": 3730000, "wall_time": 34335.660002708435, "train_loss_step": 3.5646328926086426, "n_params": 4510840, "total_flops": 51687730790400000, "train_loss": 0.018901838858922323, "subset_score_loss": 0.018901838858922323}
+{"step": 3740000, "wall_time": 34422.91757488251, "train_loss_step": 3.6491246223449707, "n_params": 4510840, "total_flops": 51826303795200000, "train_loss": 0.018485562006632487, "subset_score_loss": 0.018485562006632487}
+{"step": 3750000, "wall_time": 34510.19928407669, "train_loss_step": 3.362678050994873, "n_params": 4510840, "total_flops": 51964876800000000, "train_loss": 0.018370415767033896, "subset_score_loss": 0.018370415767033896}
+{"step": 3760000, "wall_time": 34597.559498786926, "train_loss_step": 3.5968780517578125, "n_params": 4510840, "total_flops": 52103449804800000, "train_loss": 0.017375709613164265, "subset_score_loss": 0.017375709613164265}
+{"step": 3770000, "wall_time": 34685.2146422863, "train_loss_step": 3.8881635665893555, "n_params": 4510840, "total_flops": 52242022809600000, "train_loss": 0.018923274676005044, "subset_score_loss": 0.018923274676005044}
+{"step": 3780000, "wall_time": 34754.856503248215, "train_loss_step": 3.402759075164795, "n_params": 4510840, "total_flops": 52380595814400000, "train_loss": 0.01920739412307739, "subset_score_loss": 0.01920739412307739}
+{"step": 3790000, "wall_time": 34822.52777481079, "train_loss_step": 3.235042095184326, "n_params": 4510840, "total_flops": 52519168819200000, "train_loss": 0.018172198534011842, "subset_score_loss": 0.018172198534011842}
+{"step": 3800000, "wall_time": 34975.843034505844, "train_loss_step": 3.521559715270996, "n_params": 4510840, "total_flops": 52657741824000000, "train_loss": 0.018244723478953045, "subset_score_loss": 0.018244723478953045, "memorization_fraction_pixel": 0.5184000134468079, "mean_nn_ratio_pixel": 0.5299481153488159, "fid": 116.75052312065002, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 35063.03090548515, "train_loss_step": 3.356261730194092, "n_params": 4510840, "total_flops": 52796314828800000, "train_loss": 0.017743009328842162, "subset_score_loss": 0.017743009328842162}
+{"step": 3820000, "wall_time": 35150.21182847023, "train_loss_step": 3.5830540657043457, "n_params": 4510840, "total_flops": 52934887833600000, "train_loss": 0.017995327711105347, "subset_score_loss": 0.017995327711105347}
+{"step": 3830000, "wall_time": 35237.34315919876, "train_loss_step": 3.3004472255706787, "n_params": 4510840, "total_flops": 53073460838400000, "train_loss": 0.01811727285385132, "subset_score_loss": 0.01811727285385132}
+{"step": 3840000, "wall_time": 35324.480575323105, "train_loss_step": 3.5253043174743652, "n_params": 4510840, "total_flops": 53212033843200000, "train_loss": 0.017832801739374796, "subset_score_loss": 0.017832801739374796}
+{"step": 3850000, "wall_time": 35411.6869392395, "train_loss_step": 3.308602809906006, "n_params": 4510840, "total_flops": 53350606848000000, "train_loss": 0.018536041180292766, "subset_score_loss": 0.018536041180292766}
+{"step": 3860000, "wall_time": 35498.87703537941, "train_loss_step": 3.3073227405548096, "n_params": 4510840, "total_flops": 53489179852800000, "train_loss": 0.01706562836964925, "subset_score_loss": 0.01706562836964925}
+{"step": 3870000, "wall_time": 35586.085899829865, "train_loss_step": 3.4524807929992676, "n_params": 4510840, "total_flops": 53627752857600000, "train_loss": 0.018352699279785157, "subset_score_loss": 0.018352699279785157}
+{"step": 3880000, "wall_time": 35673.24320244789, "train_loss_step": 3.647378444671631, "n_params": 4510840, "total_flops": 53766325862400000, "train_loss": 0.017821731170018514, "subset_score_loss": 0.017821731170018514}
+{"step": 3890000, "wall_time": 35745.48266172409, "train_loss_step": 3.291435718536377, "n_params": 4510840, "total_flops": 53904898867200000, "train_loss": 0.01914629340171814, "subset_score_loss": 0.01914629340171814}
+{"step": 3900000, "wall_time": 35876.85044956207, "train_loss_step": 3.131343126296997, "n_params": 4510840, "total_flops": 54043471872000000, "train_loss": 0.017480472723642986, "subset_score_loss": 0.017480472723642986, "memorization_fraction_pixel": 0.5346999764442444, "mean_nn_ratio_pixel": 0.515227735042572, "fid": 117.53278410600856, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 35964.07955622673, "train_loss_step": 3.324709177017212, "n_params": 4510840, "total_flops": 54182044876800000, "train_loss": 0.01758617957433065, "subset_score_loss": 0.01758617957433065}
+{"step": 3920000, "wall_time": 36051.457531929016, "train_loss_step": 3.4583332538604736, "n_params": 4510840, "total_flops": 54320617881600000, "train_loss": 0.01801110108693441, "subset_score_loss": 0.01801110108693441}
+{"step": 3930000, "wall_time": 36138.77350687981, "train_loss_step": 3.4083192348480225, "n_params": 4510840, "total_flops": 54459190886400000, "train_loss": 0.017766674359639485, "subset_score_loss": 0.017766674359639485}
+{"step": 3940000, "wall_time": 36226.00609898567, "train_loss_step": 3.5084924697875977, "n_params": 4510840, "total_flops": 54597763891200000, "train_loss": 0.017206871509552003, "subset_score_loss": 0.017206871509552003}
+{"step": 3950000, "wall_time": 36313.33319282532, "train_loss_step": 3.5170178413391113, "n_params": 4510840, "total_flops": 54736336896000000, "train_loss": 0.018197508653004964, "subset_score_loss": 0.018197508653004964}
+{"step": 3960000, "wall_time": 36400.645260095596, "train_loss_step": 3.3893685340881348, "n_params": 4510840, "total_flops": 54874909900800000, "train_loss": 0.017181628942489625, "subset_score_loss": 0.017181628942489625}
+{"step": 3970000, "wall_time": 36487.92738056183, "train_loss_step": 3.518500328063965, "n_params": 4510840, "total_flops": 55013482905600000, "train_loss": 0.018872249126434325, "subset_score_loss": 0.018872249126434325}
+{"step": 3980000, "wall_time": 36575.11887168884, "train_loss_step": 3.6784110069274902, "n_params": 4510840, "total_flops": 55152055910400000, "train_loss": 0.017930654684702556, "subset_score_loss": 0.017930654684702556}
+{"step": 3990000, "wall_time": 36662.351246118546, "train_loss_step": 3.435652732849121, "n_params": 4510840, "total_flops": 55290628915200000, "train_loss": 0.01722409129142761, "subset_score_loss": 0.01722409129142761}
+{"step": 4000000, "wall_time": 36801.25032520294, "train_loss_step": 3.5752930641174316, "n_params": 4510840, "total_flops": 55429201920000000, "train_loss": 0.017179423570632936, "subset_score_loss": 0.017179423570632936, "memorization_fraction_pixel": 0.5297999978065491, "mean_nn_ratio_pixel": 0.5180746912956238, "fid": 117.7019404351905, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 36877.59515237808, "train_loss_step": 3.2551867961883545, "n_params": 4510840, "total_flops": 55567774924800000, "train_loss": 0.01876645882924398, "subset_score_loss": 0.01876645882924398}
+{"step": 4020000, "wall_time": 36949.73226761818, "train_loss_step": 3.7960045337677, "n_params": 4510840, "total_flops": 55706347929600000, "train_loss": 0.018809978167215982, "subset_score_loss": 0.018809978167215982}
+{"step": 4030000, "wall_time": 37037.00168323517, "train_loss_step": 3.228635311126709, "n_params": 4510840, "total_flops": 55844920934400000, "train_loss": 0.018298029899597168, "subset_score_loss": 0.018298029899597168}
+{"step": 4040000, "wall_time": 37124.19737434387, "train_loss_step": 3.2377660274505615, "n_params": 4510840, "total_flops": 55983493939200000, "train_loss": 0.017379897832870483, "subset_score_loss": 0.017379897832870483}
+{"step": 4050000, "wall_time": 37211.35679149628, "train_loss_step": 3.490469455718994, "n_params": 4510840, "total_flops": 56122066944000000, "train_loss": 0.017535553375879923, "subset_score_loss": 0.017535553375879923}
+{"step": 4060000, "wall_time": 37298.527982234955, "train_loss_step": 3.5289011001586914, "n_params": 4510840, "total_flops": 56260639948800000, "train_loss": 0.01792618234952291, "subset_score_loss": 0.01792618234952291}
+{"step": 4070000, "wall_time": 37385.76621007919, "train_loss_step": 3.5784356594085693, "n_params": 4510840, "total_flops": 56399212953600000, "train_loss": 0.01800868511199951, "subset_score_loss": 0.01800868511199951}
+{"step": 4080000, "wall_time": 37473.0477874279, "train_loss_step": 3.48561429977417, "n_params": 4510840, "total_flops": 56537785958400000, "train_loss": 0.016883949438730877, "subset_score_loss": 0.016883949438730877}
+{"step": 4090000, "wall_time": 37560.11238050461, "train_loss_step": 3.406369924545288, "n_params": 4510840, "total_flops": 56676358963200000, "train_loss": 0.016656450430552163, "subset_score_loss": 0.016656450430552163}
+{"step": 4100000, "wall_time": 37704.465215444565, "train_loss_step": 3.3713488578796387, "n_params": 4510840, "total_flops": 56814931968000000, "train_loss": 0.017466350396474203, "subset_score_loss": 0.017466350396474203, "memorization_fraction_pixel": 0.555899977684021, "mean_nn_ratio_pixel": 0.49868741631507874, "fid": 115.92663842794086, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 37791.838455438614, "train_loss_step": 3.076138973236084, "n_params": 4510840, "total_flops": 56953504972800000, "train_loss": 0.017512500286102295, "subset_score_loss": 0.017512500286102295}
+{"step": 4120000, "wall_time": 37874.199288368225, "train_loss_step": 3.437814474105835, "n_params": 4510840, "total_flops": 57092077977600000, "train_loss": 0.017306689421335855, "subset_score_loss": 0.017306689421335855}
+{"step": 4130000, "wall_time": 37949.31426310539, "train_loss_step": 3.9660816192626953, "n_params": 4510840, "total_flops": 57230650982400000, "train_loss": 0.017666727304458618, "subset_score_loss": 0.017666727304458618}
+{"step": 4140000, "wall_time": 38020.51819515228, "train_loss_step": 3.259146213531494, "n_params": 4510840, "total_flops": 57369223987200000, "train_loss": 0.017872844139734903, "subset_score_loss": 0.017872844139734903}
+{"step": 4150000, "wall_time": 38107.32256436348, "train_loss_step": 3.4882216453552246, "n_params": 4510840, "total_flops": 57507796992000000, "train_loss": 0.01792015035947164, "subset_score_loss": 0.01792015035947164}
+{"step": 4160000, "wall_time": 38194.64065814018, "train_loss_step": 3.3516182899475098, "n_params": 4510840, "total_flops": 57646369996800000, "train_loss": 0.01783410708109538, "subset_score_loss": 0.01783410708109538}
+{"step": 4170000, "wall_time": 38281.91926407814, "train_loss_step": 3.504225492477417, "n_params": 4510840, "total_flops": 57784943001600000, "train_loss": 0.01904352108637492, "subset_score_loss": 0.01904352108637492}
+{"step": 4180000, "wall_time": 38369.226519584656, "train_loss_step": 3.6818206310272217, "n_params": 4510840, "total_flops": 57923516006400000, "train_loss": 0.017531583706537884, "subset_score_loss": 0.017531583706537884}
+{"step": 4190000, "wall_time": 38456.49201607704, "train_loss_step": 3.3742504119873047, "n_params": 4510840, "total_flops": 58062089011200000, "train_loss": 0.01767311096191406, "subset_score_loss": 0.01767311096191406}
+{"step": 4200000, "wall_time": 38609.49367022514, "train_loss_step": 3.3715500831604004, "n_params": 4510840, "total_flops": 58200662016000000, "train_loss": 0.016497689485549926, "subset_score_loss": 0.016497689485549926, "memorization_fraction_pixel": 0.5680000185966492, "mean_nn_ratio_pixel": 0.4946524500846863, "fid": 117.58193029293335, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 38688.00999069214, "train_loss_step": 3.492849349975586, "n_params": 4510840, "total_flops": 58339235020800000, "train_loss": 0.017151375611623127, "subset_score_loss": 0.017151375611623127}
+{"step": 4220000, "wall_time": 38775.19868803024, "train_loss_step": 3.3130288124084473, "n_params": 4510840, "total_flops": 58477808025600000, "train_loss": 0.017478907108306886, "subset_score_loss": 0.017478907108306886}
+{"step": 4230000, "wall_time": 38862.392102241516, "train_loss_step": 3.23119854927063, "n_params": 4510840, "total_flops": 58616381030400000, "train_loss": 0.01664918065071106, "subset_score_loss": 0.01664918065071106}
+{"step": 4240000, "wall_time": 38946.488753795624, "train_loss_step": 3.157893657684326, "n_params": 4510840, "total_flops": 58754954035200000, "train_loss": 0.01701746185620626, "subset_score_loss": 0.01701746185620626}
+{"step": 4250000, "wall_time": 39023.12878370285, "train_loss_step": 3.4513731002807617, "n_params": 4510840, "total_flops": 58893527040000000, "train_loss": 0.01738887429237366, "subset_score_loss": 0.01738887429237366}
+{"step": 4260000, "wall_time": 39097.57925724983, "train_loss_step": 2.965503215789795, "n_params": 4510840, "total_flops": 59032100044800000, "train_loss": 0.01716268459955851, "subset_score_loss": 0.01716268459955851}
+{"step": 4270000, "wall_time": 39184.8137114048, "train_loss_step": 3.3291146755218506, "n_params": 4510840, "total_flops": 59170673049600000, "train_loss": 0.017069421211878457, "subset_score_loss": 0.017069421211878457}
+{"step": 4280000, "wall_time": 39272.0590262413, "train_loss_step": 3.530076026916504, "n_params": 4510840, "total_flops": 59309246054400000, "train_loss": 0.017529277006785075, "subset_score_loss": 0.017529277006785075}
+{"step": 4290000, "wall_time": 39359.248173713684, "train_loss_step": 3.3096365928649902, "n_params": 4510840, "total_flops": 59447819059200000, "train_loss": 0.016610369086265564, "subset_score_loss": 0.016610369086265564}
+{"step": 4300000, "wall_time": 39512.30392456055, "train_loss_step": 3.5806822776794434, "n_params": 4510840, "total_flops": 59586392064000000, "train_loss": 0.01747961441675822, "subset_score_loss": 0.01747961441675822, "memorization_fraction_pixel": 0.5644999742507935, "mean_nn_ratio_pixel": 0.494017094373703, "fid": 115.60067635313061, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 39594.25766348839, "train_loss_step": 3.3692076206207275, "n_params": 4510840, "total_flops": 59724965068800000, "train_loss": 0.017654228210449218, "subset_score_loss": 0.017654228210449218}
+{"step": 4320000, "wall_time": 39677.624933719635, "train_loss_step": 3.311995506286621, "n_params": 4510840, "total_flops": 59863538073600000, "train_loss": 0.016693697373072306, "subset_score_loss": 0.016693697373072306}
+{"step": 4330000, "wall_time": 39764.767760038376, "train_loss_step": 3.3464016914367676, "n_params": 4510840, "total_flops": 60002111078400000, "train_loss": 0.01841538349787394, "subset_score_loss": 0.01841538349787394}
+{"step": 4340000, "wall_time": 39852.039945840836, "train_loss_step": 2.960383415222168, "n_params": 4510840, "total_flops": 60140684083200000, "train_loss": 0.016404110193252563, "subset_score_loss": 0.016404110193252563}
+{"step": 4350000, "wall_time": 39939.427809238434, "train_loss_step": 3.4511196613311768, "n_params": 4510840, "total_flops": 60279257088000000, "train_loss": 0.018370141585667927, "subset_score_loss": 0.018370141585667927}
+{"step": 4360000, "wall_time": 40021.77694392204, "train_loss_step": 2.9545886516571045, "n_params": 4510840, "total_flops": 60417830092800000, "train_loss": 0.017673257986704508, "subset_score_loss": 0.017673257986704508}
+{"step": 4370000, "wall_time": 40101.60964345932, "train_loss_step": 3.528067111968994, "n_params": 4510840, "total_flops": 60556403097600000, "train_loss": 0.018112415075302125, "subset_score_loss": 0.018112415075302125}
+{"step": 4380000, "wall_time": 40179.212692976, "train_loss_step": 3.358635663986206, "n_params": 4510840, "total_flops": 60694976102400000, "train_loss": 0.01718562046686808, "subset_score_loss": 0.01718562046686808}
+{"step": 4390000, "wall_time": 40266.484602451324, "train_loss_step": 3.4668946266174316, "n_params": 4510840, "total_flops": 60833549107200000, "train_loss": 0.01644517481327057, "subset_score_loss": 0.01644517481327057}
+{"step": 4400000, "wall_time": 40420.11038041115, "train_loss_step": 2.9993293285369873, "n_params": 4510840, "total_flops": 60972122112000000, "train_loss": 0.01696654160817464, "subset_score_loss": 0.01696654160817464, "memorization_fraction_pixel": 0.5665000081062317, "mean_nn_ratio_pixel": 0.4946877062320709, "fid": 118.62643124922856, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 40507.22729063034, "train_loss_step": 3.5590813159942627, "n_params": 4510840, "total_flops": 61110695116800000, "train_loss": 0.016704006989796957, "subset_score_loss": 0.016704006989796957}
+{"step": 4420000, "wall_time": 40583.098623752594, "train_loss_step": 3.403773784637451, "n_params": 4510840, "total_flops": 61249268121600000, "train_loss": 0.01701351006825765, "subset_score_loss": 0.01701351006825765}
+{"step": 4430000, "wall_time": 40670.30097532272, "train_loss_step": 3.497849464416504, "n_params": 4510840, "total_flops": 61387841126400000, "train_loss": 0.016440406441688538, "subset_score_loss": 0.016440406441688538}
+{"step": 4440000, "wall_time": 40757.44803547859, "train_loss_step": 3.301100730895996, "n_params": 4510840, "total_flops": 61526414131200000, "train_loss": 0.016660610834757488, "subset_score_loss": 0.016660610834757488}
+{"step": 4450000, "wall_time": 40844.67198562622, "train_loss_step": 3.292649030685425, "n_params": 4510840, "total_flops": 61664987136000000, "train_loss": 0.01684174140294393, "subset_score_loss": 0.01684174140294393}
+{"step": 4460000, "wall_time": 40931.90298008919, "train_loss_step": 3.0649032592773438, "n_params": 4510840, "total_flops": 61803560140800000, "train_loss": 0.01615963379542033, "subset_score_loss": 0.01615963379542033}
+{"step": 4470000, "wall_time": 41019.161762952805, "train_loss_step": 3.235619068145752, "n_params": 4510840, "total_flops": 61942133145600000, "train_loss": 0.016298980514208476, "subset_score_loss": 0.016298980514208476}
+{"step": 4480000, "wall_time": 41097.981597185135, "train_loss_step": 3.0884461402893066, "n_params": 4510840, "total_flops": 62080706150400000, "train_loss": 0.015825906395912172, "subset_score_loss": 0.015825906395912172}
+{"step": 4490000, "wall_time": 41175.469871759415, "train_loss_step": 3.297917127609253, "n_params": 4510840, "total_flops": 62219279155200000, "train_loss": 0.01635166009267171, "subset_score_loss": 0.01635166009267171}
+{"step": 4500000, "wall_time": 41317.186849594116, "train_loss_step": 3.3093414306640625, "n_params": 4510840, "total_flops": 62357852160000000, "train_loss": 0.016242780288060508, "subset_score_loss": 0.016242780288060508, "memorization_fraction_pixel": 0.5846999883651733, "mean_nn_ratio_pixel": 0.4785555601119995, "fid": 115.8252285912313, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 41404.5309176445, "train_loss_step": 3.19242787361145, "n_params": 4510840, "total_flops": 62496425164800000, "train_loss": 0.015721047918001812, "subset_score_loss": 0.015721047918001812}
+{"step": 4520000, "wall_time": 41491.80682516098, "train_loss_step": 3.2347774505615234, "n_params": 4510840, "total_flops": 62634998169600000, "train_loss": 0.01564848522345225, "subset_score_loss": 0.01564848522345225}
+{"step": 4530000, "wall_time": 41566.960302591324, "train_loss_step": 3.561188220977783, "n_params": 4510840, "total_flops": 62773571174400000, "train_loss": 0.016959514220555624, "subset_score_loss": 0.016959514220555624}
+{"step": 4540000, "wall_time": 41654.268206596375, "train_loss_step": 3.6009998321533203, "n_params": 4510840, "total_flops": 62912144179200000, "train_loss": 0.016872310638427736, "subset_score_loss": 0.016872310638427736}
+{"step": 4550000, "wall_time": 41741.588451862335, "train_loss_step": 3.7057223320007324, "n_params": 4510840, "total_flops": 63050717184000000, "train_loss": 0.01643871565659841, "subset_score_loss": 0.01643871565659841}
+{"step": 4560000, "wall_time": 41828.90577793121, "train_loss_step": 3.431908130645752, "n_params": 4510840, "total_flops": 63189290188800000, "train_loss": 0.016050832470258077, "subset_score_loss": 0.016050832470258077}
+{"step": 4570000, "wall_time": 41916.17741417885, "train_loss_step": 3.2843780517578125, "n_params": 4510840, "total_flops": 63327863193600000, "train_loss": 0.01614797910054525, "subset_score_loss": 0.01614797910054525}
+{"step": 4580000, "wall_time": 42003.4955599308, "train_loss_step": 3.368910789489746, "n_params": 4510840, "total_flops": 63466436198400000, "train_loss": 0.015269395709037781, "subset_score_loss": 0.015269395709037781}
+{"step": 4590000, "wall_time": 42090.88450431824, "train_loss_step": 3.056854724884033, "n_params": 4510840, "total_flops": 63605009203200000, "train_loss": 0.01766452391942342, "subset_score_loss": 0.01766452391942342}
+{"step": 4600000, "wall_time": 42229.740533828735, "train_loss_step": 3.1931779384613037, "n_params": 4510840, "total_flops": 63743582208000000, "train_loss": 0.016741746664047243, "subset_score_loss": 0.016741746664047243, "memorization_fraction_pixel": 0.5921000242233276, "mean_nn_ratio_pixel": 0.48000767827033997, "fid": 115.32321981515886, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 42299.36677622795, "train_loss_step": 3.247565746307373, "n_params": 4510840, "total_flops": 63882155212800000, "train_loss": 0.016218502322832742, "subset_score_loss": 0.016218502322832742}
+{"step": 4620000, "wall_time": 42386.55899596214, "train_loss_step": 3.3450450897216797, "n_params": 4510840, "total_flops": 64020728217600000, "train_loss": 0.015741886695226033, "subset_score_loss": 0.015741886695226033}
+{"step": 4630000, "wall_time": 42471.91837024689, "train_loss_step": 3.5001673698425293, "n_params": 4510840, "total_flops": 64159301222400000, "train_loss": 0.017171319325764975, "subset_score_loss": 0.017171319325764975}
+{"step": 4640000, "wall_time": 42545.401831150055, "train_loss_step": 3.157736301422119, "n_params": 4510840, "total_flops": 64297874227200000, "train_loss": 0.01619515021642049, "subset_score_loss": 0.01619515021642049}
+{"step": 4650000, "wall_time": 42632.53345108032, "train_loss_step": 3.50372314453125, "n_params": 4510840, "total_flops": 64436447232000000, "train_loss": 0.01573800841967265, "subset_score_loss": 0.01573800841967265}
+{"step": 4660000, "wall_time": 42719.593079566956, "train_loss_step": 3.160341262817383, "n_params": 4510840, "total_flops": 64575020236800000, "train_loss": 0.01594891647497813, "subset_score_loss": 0.01594891647497813}
+{"step": 4670000, "wall_time": 42806.72528886795, "train_loss_step": 3.100696086883545, "n_params": 4510840, "total_flops": 64713593241600000, "train_loss": 0.016666696468989054, "subset_score_loss": 0.016666696468989054}
+{"step": 4680000, "wall_time": 42893.85415697098, "train_loss_step": 3.3269684314727783, "n_params": 4510840, "total_flops": 64852166246400000, "train_loss": 0.015966681639353435, "subset_score_loss": 0.015966681639353435}
+{"step": 4690000, "wall_time": 42980.94345498085, "train_loss_step": 3.2564892768859863, "n_params": 4510840, "total_flops": 64990739251200000, "train_loss": 0.016348294417063394, "subset_score_loss": 0.016348294417063394}
+{"step": 4700000, "wall_time": 43135.821150779724, "train_loss_step": 3.249863624572754, "n_params": 4510840, "total_flops": 65129312256000000, "train_loss": 0.016311986247698466, "subset_score_loss": 0.016311986247698466, "memorization_fraction_pixel": 0.6053000092506409, "mean_nn_ratio_pixel": 0.4741237759590149, "fid": 113.70498139123028, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 43214.1138818264, "train_loss_step": 3.117894172668457, "n_params": 4510840, "total_flops": 65267885260800000, "train_loss": 0.016291360060373943, "subset_score_loss": 0.016291360060373943}
+{"step": 4720000, "wall_time": 43292.91497135162, "train_loss_step": 3.419661521911621, "n_params": 4510840, "total_flops": 65406458265600000, "train_loss": 0.01627625823020935, "subset_score_loss": 0.01627625823020935}
+{"step": 4730000, "wall_time": 43371.941611766815, "train_loss_step": 3.0349957942962646, "n_params": 4510840, "total_flops": 65545031270400000, "train_loss": 0.01523826817671458, "subset_score_loss": 0.01523826817671458}
+{"step": 4740000, "wall_time": 43458.04783630371, "train_loss_step": 3.2489800453186035, "n_params": 4510840, "total_flops": 65683604275200000, "train_loss": 0.016294947266578673, "subset_score_loss": 0.016294947266578673}
+{"step": 4750000, "wall_time": 43536.61032438278, "train_loss_step": 3.6905527114868164, "n_params": 4510840, "total_flops": 65822177280000000, "train_loss": 0.016441541910171508, "subset_score_loss": 0.016441541910171508}
+{"step": 4760000, "wall_time": 43623.75150346756, "train_loss_step": 3.166257381439209, "n_params": 4510840, "total_flops": 65960750284800000, "train_loss": 0.016318271557490032, "subset_score_loss": 0.016318271557490032}
+{"step": 4770000, "wall_time": 43711.06467247009, "train_loss_step": 3.1113390922546387, "n_params": 4510840, "total_flops": 66099323289600000, "train_loss": 0.015358294049898783, "subset_score_loss": 0.015358294049898783}
+{"step": 4780000, "wall_time": 43798.34946632385, "train_loss_step": 3.206488609313965, "n_params": 4510840, "total_flops": 66237896294400000, "train_loss": 0.015604015191396077, "subset_score_loss": 0.015604015191396077}
+{"step": 4790000, "wall_time": 43885.58747935295, "train_loss_step": 3.3097941875457764, "n_params": 4510840, "total_flops": 66376469299200000, "train_loss": 0.015547620256741841, "subset_score_loss": 0.015547620256741841}
+{"step": 4800000, "wall_time": 44040.6689491272, "train_loss_step": 3.606689453125, "n_params": 4510840, "total_flops": 66515042304000000, "train_loss": 0.015727234880129497, "subset_score_loss": 0.015727234880129497, "memorization_fraction_pixel": 0.5837000012397766, "mean_nn_ratio_pixel": 0.47917869687080383, "fid": 114.26204826684882, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 44125.943251371384, "train_loss_step": 3.147733211517334, "n_params": 4510840, "total_flops": 66653615308800000, "train_loss": 0.015416504939397176, "subset_score_loss": 0.015416504939397176}
+{"step": 4820000, "wall_time": 44213.1714527607, "train_loss_step": 3.176630973815918, "n_params": 4510840, "total_flops": 66792188313600000, "train_loss": 0.017007434368133546, "subset_score_loss": 0.017007434368133546}
+{"step": 4830000, "wall_time": 44293.03376340866, "train_loss_step": 3.424319267272949, "n_params": 4510840, "total_flops": 66930761318400000, "train_loss": 0.015612545609474181, "subset_score_loss": 0.015612545609474181}
+{"step": 4840000, "wall_time": 44373.976623535156, "train_loss_step": 3.112435817718506, "n_params": 4510840, "total_flops": 67069334323200000, "train_loss": 0.015365861852963765, "subset_score_loss": 0.015365861852963765}
+{"step": 4850000, "wall_time": 44442.580026865005, "train_loss_step": 3.508908271789551, "n_params": 4510840, "total_flops": 67207907328000000, "train_loss": 0.014967490235964458, "subset_score_loss": 0.014967490235964458}
+{"step": 4860000, "wall_time": 44524.68920135498, "train_loss_step": 3.4410829544067383, "n_params": 4510840, "total_flops": 67346480332800000, "train_loss": 0.01582228938738505, "subset_score_loss": 0.01582228938738505}
+{"step": 4870000, "wall_time": 44611.69843530655, "train_loss_step": 3.194941997528076, "n_params": 4510840, "total_flops": 67485053337600000, "train_loss": 0.015081920226414998, "subset_score_loss": 0.015081920226414998}
+{"step": 4880000, "wall_time": 44698.905529260635, "train_loss_step": 3.627136707305908, "n_params": 4510840, "total_flops": 67623626342400000, "train_loss": 0.015197518467903137, "subset_score_loss": 0.015197518467903137}
+{"step": 4890000, "wall_time": 44786.07832455635, "train_loss_step": 3.4139883518218994, "n_params": 4510840, "total_flops": 67762199347200000, "train_loss": 0.01596165398756663, "subset_score_loss": 0.01596165398756663}
+{"step": 4900000, "wall_time": 44940.151230573654, "train_loss_step": 3.0643811225891113, "n_params": 4510840, "total_flops": 67900772352000000, "train_loss": 0.016830780108769736, "subset_score_loss": 0.016830780108769736, "memorization_fraction_pixel": 0.5745999813079834, "mean_nn_ratio_pixel": 0.49059492349624634, "fid": 116.89716705122919, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 45025.512984752655, "train_loss_step": 3.1401233673095703, "n_params": 4510840, "total_flops": 68039345356800000, "train_loss": 0.01612075964609782, "subset_score_loss": 0.01612075964609782}
+{"step": 4920000, "wall_time": 45112.77523636818, "train_loss_step": 2.856904983520508, "n_params": 4510840, "total_flops": 68177918361600000, "train_loss": 0.016307188073794048, "subset_score_loss": 0.016307188073794048}
+{"step": 4930000, "wall_time": 45200.12258863449, "train_loss_step": 3.405545711517334, "n_params": 4510840, "total_flops": 68316491366400000, "train_loss": 0.016478011012077333, "subset_score_loss": 0.016478011012077333}
+{"step": 4940000, "wall_time": 45287.59027957916, "train_loss_step": 3.124962329864502, "n_params": 4510840, "total_flops": 68455064371200000, "train_loss": 0.014833213885625203, "subset_score_loss": 0.014833213885625203}
+{"step": 4950000, "wall_time": 45362.5746011734, "train_loss_step": 3.23939847946167, "n_params": 4510840, "total_flops": 68593637376000000, "train_loss": 0.015686371922492982, "subset_score_loss": 0.015686371922492982}
+{"step": 4960000, "wall_time": 45435.30209136009, "train_loss_step": 3.3531455993652344, "n_params": 4510840, "total_flops": 68732210380800000, "train_loss": 0.015544431408246358, "subset_score_loss": 0.015544431408246358}
+{"step": 4970000, "wall_time": 45513.22088265419, "train_loss_step": 3.0811734199523926, "n_params": 4510840, "total_flops": 68870783385600000, "train_loss": 0.016628273328145347, "subset_score_loss": 0.016628273328145347}
+{"step": 4980000, "wall_time": 45600.54801416397, "train_loss_step": 3.2787938117980957, "n_params": 4510840, "total_flops": 69009356390400000, "train_loss": 0.015281958381334941, "subset_score_loss": 0.015281958381334941}
+{"step": 4990000, "wall_time": 45687.84216094017, "train_loss_step": 3.208627700805664, "n_params": 4510840, "total_flops": 69147929395200000, "train_loss": 0.015539850791295369, "subset_score_loss": 0.015539850791295369}
+{"step": 5000000, "wall_time": 45842.79335427284, "train_loss_step": 3.456340789794922, "n_params": 4510840, "total_flops": 69286502400000000, "train_loss": 0.015540003776550293, "subset_score_loss": 0.015540003776550293, "memorization_fraction_pixel": 0.6037999987602234, "mean_nn_ratio_pixel": 0.4743865132331848, "fid": 112.85951178992099, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..cb8a789fca3d7ce9c0ef2771c242501cd88f71e5
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d120/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     68s | train_loss=1.0001 | fid=305.8222
+  step   10000 |    148s | train_loss=0.8116
+  step   20000 |    235s | train_loss=0.6875
+  step   30000 |    322s | train_loss=0.5600
+  step   40000 |    410s | train_loss=0.4362
+  step   50000 |    497s | train_loss=0.3322
+  step   60000 |    584s | train_loss=0.2562
+  step   70000 |    671s | train_loss=0.2028
+  step   80000 |    758s | train_loss=0.1710
+  step   90000 |    846s | train_loss=0.1496
+  step  100000 |   1000s | train_loss=0.1338 | fid=178.3425
+  step  110000 |   1083s | train_loss=0.1245
+  step  120000 |   1165s | train_loss=0.1179
+  step  130000 |   1252s | train_loss=0.1118
+  step  140000 |   1340s | train_loss=0.1046
+  step  150000 |   1427s | train_loss=0.1011
+  step  160000 |   1514s | train_loss=0.1005
+  step  170000 |   1602s | train_loss=0.0958
+  step  180000 |   1689s | train_loss=0.0914
+  step  190000 |   1776s | train_loss=0.0889
+  step  200000 |   1931s | train_loss=0.0880 | fid=176.7819
+  step  210000 |   2014s | train_loss=0.0842
+  step  220000 |   2102s | train_loss=0.0829
+  step  230000 |   2184s | train_loss=0.0795
+  step  240000 |   2272s | train_loss=0.0803
+  step  250000 |   2359s | train_loss=0.0797
+  step  260000 |   2446s | train_loss=0.0741
+  step  270000 |   2533s | train_loss=0.0747
+  step  280000 |   2621s | train_loss=0.0748
+  step  290000 |   2708s | train_loss=0.0732
+  step  300000 |   2862s | train_loss=0.0719 | fid=171.0588
+  step  310000 |   2944s | train_loss=0.0682
+  step  320000 |   3032s | train_loss=0.0681
+  step  330000 |   3119s | train_loss=0.0672
+  step  340000 |   3204s | train_loss=0.0676
+  step  350000 |   3290s | train_loss=0.0643
+  step  360000 |   3378s | train_loss=0.0637
+  step  370000 |   3465s | train_loss=0.0624
+  step  380000 |   3552s | train_loss=0.0637
+  step  390000 |   3639s | train_loss=0.0615
+  step  400000 |   3793s | train_loss=0.0628 | fid=166.6376
+  step  410000 |   3879s | train_loss=0.0615
+  step  420000 |   3963s | train_loss=0.0596
+  step  430000 |   4050s | train_loss=0.0599
+  step  440000 |   4138s | train_loss=0.0566
+  step  450000 |   4226s | train_loss=0.0586
+  step  460000 |   4309s | train_loss=0.0566
+  step  470000 |   4396s | train_loss=0.0574
+  step  480000 |   4483s | train_loss=0.0567
+  step  490000 |   4571s | train_loss=0.0555
+  step  500000 |   4726s | train_loss=0.0554 | fid=166.0214
+  step  510000 |   4813s | train_loss=0.0536
+  step  520000 |   4896s | train_loss=0.0559
+  step  530000 |   4983s | train_loss=0.0535
+  step  540000 |   5070s | train_loss=0.0532
+  step  550000 |   5157s | train_loss=0.0561
+  step  560000 |   5243s | train_loss=0.0527
+  step  570000 |   5324s | train_loss=0.0520
+  step  580000 |   5410s | train_loss=0.0527
+  step  590000 |   5496s | train_loss=0.0518
+  step  600000 |   5650s | train_loss=0.0517 | fid=164.4093
+  step  610000 |   5737s | train_loss=0.0505
+  step  620000 |   5820s | train_loss=0.0525
+  step  630000 |   5907s | train_loss=0.0510
+  step  640000 |   5994s | train_loss=0.0499
+  step  650000 |   6081s | train_loss=0.0488
+  step  660000 |   6168s | train_loss=0.0490
+  step  670000 |   6256s | train_loss=0.0514
+  step  680000 |   6338s | train_loss=0.0494
+  step  690000 |   6426s | train_loss=0.0479
+  step  700000 |   6581s | train_loss=0.0464 | fid=163.8211
+  step  710000 |   6668s | train_loss=0.0475
+  step  720000 |   6751s | train_loss=0.0477
+  step  730000 |   6838s | train_loss=0.0476
+  step  740000 |   6925s | train_loss=0.0484
+  step  750000 |   7013s | train_loss=0.0447
+  step  760000 |   7100s | train_loss=0.0454
+  step  770000 |   7187s | train_loss=0.0460
+  step  780000 |   7275s | train_loss=0.0466
+  step  790000 |   7360s | train_loss=0.0460
+  step  800000 |   7513s | train_loss=0.0451 | fid=175.8341
+  step  810000 |   7600s | train_loss=0.0435
+  step  820000 |   7685s | train_loss=0.0450
+  step  830000 |   7770s | train_loss=0.0446
+  step  840000 |   7857s | train_loss=0.0446
+  step  850000 |   7944s | train_loss=0.0462
+  step  860000 |   8031s | train_loss=0.0430
+  step  870000 |   8119s | train_loss=0.0444
+  step  880000 |   8206s | train_loss=0.0431
+  step  890000 |   8293s | train_loss=0.0422
+  step  900000 |   8443s | train_loss=0.0435 | fid=191.8173
+  step  910000 |   8530s | train_loss=0.0424
+  step  920000 |   8618s | train_loss=0.0433
+  step  930000 |   8701s | train_loss=0.0414
+  step  940000 |   8788s | train_loss=0.0416
+  step  950000 |   8875s | train_loss=0.0423
+  step  960000 |   8962s | train_loss=0.0413
+  step  970000 |   9050s | train_loss=0.0406
+  step  980000 |   9137s | train_loss=0.0407
+  step  990000 |   9224s | train_loss=0.0403
+  step 1000000 |   9379s | train_loss=0.0420 | fid=205.5440
+  step 1010000 |   9462s | train_loss=0.0414
+  step 1020000 |   9550s | train_loss=0.0408
+  step 1030000 |   9632s | train_loss=0.0408
+  step 1040000 |   9719s | train_loss=0.0418
+  step 1050000 |   9807s | train_loss=0.0399
+  step 1060000 |   9894s | train_loss=0.0424
+  step 1070000 |   9981s | train_loss=0.0413
+  step 1080000 |  10068s | train_loss=0.0394
+  step 1090000 |  10155s | train_loss=0.0382
+  step 1100000 |  10310s | train_loss=0.0386 | fid=210.0032
+  step 1110000 |  10397s | train_loss=0.0386
+  step 1120000 |  10482s | train_loss=0.0395
+  step 1130000 |  10563s | train_loss=0.0383
+  step 1140000 |  10649s | train_loss=0.0410
+  step 1150000 |  10736s | train_loss=0.0370
+  step 1160000 |  10824s | train_loss=0.0388
+  step 1170000 |  10911s | train_loss=0.0378
+  step 1180000 |  10998s | train_loss=0.0397
+  step 1190000 |  11085s | train_loss=0.0384
+  step 1200000 |  11240s | train_loss=0.0383 | fid=219.3611
+  step 1210000 |  11328s | train_loss=0.0366
+  step 1220000 |  11415s | train_loss=0.0375
+  step 1230000 |  11497s | train_loss=0.0369
+  step 1240000 |  11578s | train_loss=0.0382
+  step 1250000 |  11665s | train_loss=0.0370
+  step 1260000 |  11752s | train_loss=0.0381
+  step 1270000 |  11840s | train_loss=0.0367
+  step 1280000 |  11927s | train_loss=0.0363
+  step 1290000 |  12014s | train_loss=0.0357
+  step 1300000 |  12169s | train_loss=0.0361 | fid=226.5422
+  step 1310000 |  12256s | train_loss=0.0362
+  step 1320000 |  12344s | train_loss=0.0364
+  step 1330000 |  12431s | train_loss=0.0365
+  step 1340000 |  12514s | train_loss=0.0361
+  step 1350000 |  12595s | train_loss=0.0355
+  step 1360000 |  12682s | train_loss=0.0353
+  step 1370000 |  12769s | train_loss=0.0342
+  step 1380000 |  12857s | train_loss=0.0340
+  step 1390000 |  12944s | train_loss=0.0357
+  step 1400000 |  13099s | train_loss=0.0348 | fid=223.5758
+  step 1410000 |  13186s | train_loss=0.0363
+  step 1420000 |  13273s | train_loss=0.0353
+  step 1430000 |  13361s | train_loss=0.0340
+  step 1440000 |  13444s | train_loss=0.0358
+  step 1450000 |  13532s | train_loss=0.0344
+  step 1460000 |  13617s | train_loss=0.0339
+  step 1470000 |  13702s | train_loss=0.0354
+  step 1480000 |  13789s | train_loss=0.0351
+  step 1490000 |  13876s | train_loss=0.0347
+  step 1500000 |  14031s | train_loss=0.0329 | fid=218.7912
+  step 1510000 |  14118s | train_loss=0.0333
+  step 1520000 |  14206s | train_loss=0.0347
+  step 1530000 |  14293s | train_loss=0.0323
+  step 1540000 |  14379s | train_loss=0.0318
+  step 1550000 |  14453s | train_loss=0.0326
+  step 1560000 |  14541s | train_loss=0.0331
+  step 1570000 |  14622s | train_loss=0.0329
+  step 1580000 |  14700s | train_loss=0.0356
+  step 1590000 |  14788s | train_loss=0.0337
+  step 1600000 |  14943s | train_loss=0.0320 | fid=203.9432
+  step 1610000 |  15030s | train_loss=0.0314
+  step 1620000 |  15117s | train_loss=0.0318
+  step 1630000 |  15204s | train_loss=0.0338
+  step 1640000 |  15290s | train_loss=0.0325
+  step 1650000 |  15374s | train_loss=0.0316
+  step 1660000 |  15461s | train_loss=0.0316
+  step 1670000 |  15548s | train_loss=0.0311
+  step 1680000 |  15636s | train_loss=0.0303
+  step 1690000 |  15717s | train_loss=0.0320
+  step 1700000 |  15871s | train_loss=0.0306 | fid=193.0521
+  step 1710000 |  15958s | train_loss=0.0317
+  step 1720000 |  16046s | train_loss=0.0298
+  step 1730000 |  16133s | train_loss=0.0317
+  step 1740000 |  16220s | train_loss=0.0300
+  step 1750000 |  16306s | train_loss=0.0300
+  step 1760000 |  16382s | train_loss=0.0304
+  step 1770000 |  16469s | train_loss=0.0302
+  step 1780000 |  16556s | train_loss=0.0316
+  step 1790000 |  16644s | train_loss=0.0304
+  step 1800000 |  16782s | train_loss=0.0300 | fid=183.9751
+  step 1810000 |  16868s | train_loss=0.0298
+  step 1820000 |  16955s | train_loss=0.0307
+  step 1830000 |  17042s | train_loss=0.0290
+  step 1840000 |  17129s | train_loss=0.0285
+  step 1850000 |  17214s | train_loss=0.0302
+  step 1860000 |  17300s | train_loss=0.0305
+  step 1870000 |  17373s | train_loss=0.0299
+  step 1880000 |  17460s | train_loss=0.0293
+  step 1890000 |  17547s | train_loss=0.0294
+  step 1900000 |  17702s | train_loss=0.0279 | fid=173.9774
+  step 1910000 |  17780s | train_loss=0.0293
+  step 1920000 |  17860s | train_loss=0.0285
+  step 1930000 |  17947s | train_loss=0.0286
+  step 1940000 |  18034s | train_loss=0.0279
+  step 1950000 |  18120s | train_loss=0.0283
+  step 1960000 |  18207s | train_loss=0.0277
+  step 1970000 |  18294s | train_loss=0.0289
+  step 1980000 |  18379s | train_loss=0.0292
+  step 1990000 |  18466s | train_loss=0.0281
+  step 2000000 |  18621s | train_loss=0.0283 | fid=161.9242
+  step 2010000 |  18708s | train_loss=0.0269
+  step 2020000 |  18796s | train_loss=0.0270
+  step 2030000 |  18878s | train_loss=0.0269
+  step 2040000 |  18965s | train_loss=0.0278
+  step 2050000 |  19050s | train_loss=0.0271
+  step 2060000 |  19137s | train_loss=0.0282
+  step 2070000 |  19225s | train_loss=0.0270
+  step 2080000 |  19309s | train_loss=0.0278
+  step 2090000 |  19396s | train_loss=0.0269
+  step 2100000 |  19551s | train_loss=0.0280 | fid=157.6559
+  step 2110000 |  19638s | train_loss=0.0261
+  step 2120000 |  19726s | train_loss=0.0266
+  step 2130000 |  19813s | train_loss=0.0262
+  step 2140000 |  19893s | train_loss=0.0253
+  step 2150000 |  19954s | train_loss=0.0267
+  step 2160000 |  20042s | train_loss=0.0263
+  step 2170000 |  20129s | train_loss=0.0256
+  step 2180000 |  20208s | train_loss=0.0257
+  step 2190000 |  20292s | train_loss=0.0260
+  step 2200000 |  20447s | train_loss=0.0258 | fid=153.0719
+  step 2210000 |  20534s | train_loss=0.0248
+  step 2220000 |  20621s | train_loss=0.0251
+  step 2230000 |  20708s | train_loss=0.0244
+  step 2240000 |  20796s | train_loss=0.0258
+  step 2250000 |  20883s | train_loss=0.0260
+  step 2260000 |  20961s | train_loss=0.0257
+  step 2270000 |  21031s | train_loss=0.0242
+  step 2280000 |  21119s | train_loss=0.0256
+  step 2290000 |  21198s | train_loss=0.0260
+  step 2300000 |  21353s | train_loss=0.0247 | fid=150.9286
+  step 2310000 |  21440s | train_loss=0.0252
+  step 2320000 |  21527s | train_loss=0.0246
+  step 2330000 |  21615s | train_loss=0.0246
+  step 2340000 |  21702s | train_loss=0.0239
+  step 2350000 |  21789s | train_loss=0.0251
+  step 2360000 |  21875s | train_loss=0.0250
+  step 2370000 |  21962s | train_loss=0.0247
+  step 2380000 |  22036s | train_loss=0.0245
+  step 2390000 |  22109s | train_loss=0.0243
+  step 2400000 |  22250s | train_loss=0.0256 | fid=143.2544
+  step 2410000 |  22337s | train_loss=0.0252
+  step 2420000 |  22424s | train_loss=0.0242
+  step 2430000 |  22512s | train_loss=0.0243
+  step 2440000 |  22599s | train_loss=0.0234
+  step 2450000 |  22686s | train_loss=0.0238
+  step 2460000 |  22771s | train_loss=0.0238
+  step 2470000 |  22858s | train_loss=0.0242
+  step 2480000 |  22946s | train_loss=0.0254
+  step 2490000 |  23033s | train_loss=0.0245
+  step 2500000 |  23158s | train_loss=0.0228 | fid=138.6873
+  step 2510000 |  23245s | train_loss=0.0231
+  step 2520000 |  23332s | train_loss=0.0234
+  step 2530000 |  23420s | train_loss=0.0233
+  step 2540000 |  23507s | train_loss=0.0244
+  step 2550000 |  23594s | train_loss=0.0236
+  step 2560000 |  23680s | train_loss=0.0240
+  step 2570000 |  23767s | train_loss=0.0232
+  step 2580000 |  23855s | train_loss=0.0241
+  step 2590000 |  23942s | train_loss=0.0234
+  step 2600000 |  24097s | train_loss=0.0232 | fid=135.9454
+  step 2610000 |  24160s | train_loss=0.0228
+  step 2620000 |  24241s | train_loss=0.0232
+  step 2630000 |  24328s | train_loss=0.0240
+  step 2640000 |  24416s | train_loss=0.0232
+  step 2650000 |  24503s | train_loss=0.0225
+  step 2660000 |  24590s | train_loss=0.0222
+  step 2670000 |  24675s | train_loss=0.0226
+  step 2680000 |  24762s | train_loss=0.0238
+  step 2690000 |  24850s | train_loss=0.0235
+  step 2700000 |  25005s | train_loss=0.0223 | fid=134.7994
+  step 2710000 |  25087s | train_loss=0.0231
+  step 2720000 |  25158s | train_loss=0.0219
+  step 2730000 |  25229s | train_loss=0.0221
+  step 2740000 |  25315s | train_loss=0.0229
+  step 2750000 |  25402s | train_loss=0.0225
+  step 2760000 |  25490s | train_loss=0.0218
+  step 2770000 |  25575s | train_loss=0.0218
+  step 2780000 |  25663s | train_loss=0.0230
+  step 2790000 |  25750s | train_loss=0.0237
+  step 2800000 |  25905s | train_loss=0.0212 | fid=134.5446
+  step 2810000 |  25992s | train_loss=0.0223
+  step 2820000 |  26074s | train_loss=0.0213
+  step 2830000 |  26153s | train_loss=0.0210
+  step 2840000 |  26233s | train_loss=0.0219
+  step 2850000 |  26302s | train_loss=0.0213
+  step 2860000 |  26385s | train_loss=0.0209
+  step 2870000 |  26470s | train_loss=0.0224
+  step 2880000 |  26557s | train_loss=0.0220
+  step 2890000 |  26645s | train_loss=0.0220
+  step 2900000 |  26799s | train_loss=0.0217 | fid=129.3551
+  step 2910000 |  26886s | train_loss=0.0213
+  step 2920000 |  26973s | train_loss=0.0214
+  step 2930000 |  27057s | train_loss=0.0200
+  step 2940000 |  27145s | train_loss=0.0225
+  step 2950000 |  27232s | train_loss=0.0225
+  step 2960000 |  27308s | train_loss=0.0205
+  step 2970000 |  27379s | train_loss=0.0207
+  step 2980000 |  27466s | train_loss=0.0203
+  step 2990000 |  27554s | train_loss=0.0203
+  step 3000000 |  27709s | train_loss=0.0207 | fid=126.3363
+  step 3010000 |  27796s | train_loss=0.0209
+  step 3020000 |  27883s | train_loss=0.0199
+  step 3030000 |  27969s | train_loss=0.0211
+  step 3040000 |  28045s | train_loss=0.0214
+  step 3050000 |  28133s | train_loss=0.0204
+  step 3060000 |  28220s | train_loss=0.0216
+  step 3070000 |  28307s | train_loss=0.0207
+  step 3080000 |  28382s | train_loss=0.0203
+  step 3090000 |  28455s | train_loss=0.0200
+  step 3100000 |  28607s | train_loss=0.0213 | fid=124.3798
+  step 3110000 |  28695s | train_loss=0.0224
+  step 3120000 |  28782s | train_loss=0.0202
+  step 3130000 |  28869s | train_loss=0.0198
+  step 3140000 |  28952s | train_loss=0.0199
+  step 3150000 |  29029s | train_loss=0.0201
+  step 3160000 |  29117s | train_loss=0.0204
+  step 3170000 |  29204s | train_loss=0.0212
+  step 3180000 |  29289s | train_loss=0.0197
+  step 3190000 |  29376s | train_loss=0.0193
+  step 3200000 |  29510s | train_loss=0.0216 | fid=125.7977
+  step 3210000 |  29591s | train_loss=0.0192
+  step 3220000 |  29679s | train_loss=0.0204
+  step 3230000 |  29766s | train_loss=0.0207
+  step 3240000 |  29853s | train_loss=0.0198
+  step 3250000 |  29937s | train_loss=0.0212
+  step 3260000 |  30024s | train_loss=0.0216
+  step 3270000 |  30112s | train_loss=0.0198
+  step 3280000 |  30197s | train_loss=0.0194
+  step 3290000 |  30284s | train_loss=0.0183
+  step 3300000 |  30439s | train_loss=0.0194 | fid=124.5633
+  step 3310000 |  30523s | train_loss=0.0195
+  step 3320000 |  30608s | train_loss=0.0188
+  step 3330000 |  30695s | train_loss=0.0199
+  step 3340000 |  30782s | train_loss=0.0196
+  step 3350000 |  30869s | train_loss=0.0199
+  step 3360000 |  30954s | train_loss=0.0191
+  step 3370000 |  31041s | train_loss=0.0208
+  step 3380000 |  31127s | train_loss=0.0196
+  step 3390000 |  31214s | train_loss=0.0196
+  step 3400000 |  31369s | train_loss=0.0191 | fid=120.5332
+  step 3410000 |  31457s | train_loss=0.0195
+  step 3420000 |  31533s | train_loss=0.0198
+  step 3430000 |  31617s | train_loss=0.0192
+  step 3440000 |  31693s | train_loss=0.0196
+  step 3450000 |  31780s | train_loss=0.0194
+  step 3460000 |  31856s | train_loss=0.0195
+  step 3470000 |  31943s | train_loss=0.0203
+  step 3480000 |  32029s | train_loss=0.0189
+  step 3490000 |  32116s | train_loss=0.0188
+  step 3500000 |  32271s | train_loss=0.0192 | fid=123.1523
+  step 3510000 |  32358s | train_loss=0.0195
+  step 3520000 |  32446s | train_loss=0.0184
+  step 3530000 |  32533s | train_loss=0.0190
+  step 3540000 |  32606s | train_loss=0.0185
+  step 3550000 |  32690s | train_loss=0.0203
+  step 3560000 |  32769s | train_loss=0.0190
+  step 3570000 |  32846s | train_loss=0.0188
+  step 3580000 |  32933s | train_loss=0.0187
+  step 3590000 |  33018s | train_loss=0.0195
+  step 3600000 |  33172s | train_loss=0.0186 | fid=120.5396
+  step 3610000 |  33259s | train_loss=0.0187
+  step 3620000 |  33347s | train_loss=0.0184
+  step 3630000 |  33434s | train_loss=0.0187
+  step 3640000 |  33521s | train_loss=0.0188
+  step 3650000 |  33609s | train_loss=0.0190
+  step 3660000 |  33682s | train_loss=0.0183
+  step 3670000 |  33759s | train_loss=0.0187
+  step 3680000 |  33834s | train_loss=0.0191
+  step 3690000 |  33919s | train_loss=0.0189
+  step 3700000 |  34074s | train_loss=0.0191 | fid=116.2370
+  step 3710000 |  34161s | train_loss=0.0191
+  step 3720000 |  34248s | train_loss=0.0186
+  step 3730000 |  34336s | train_loss=0.0189
+  step 3740000 |  34423s | train_loss=0.0185
+  step 3750000 |  34510s | train_loss=0.0184
+  step 3760000 |  34598s | train_loss=0.0174
+  step 3770000 |  34685s | train_loss=0.0189
+  step 3780000 |  34755s | train_loss=0.0192
+  step 3790000 |  34823s | train_loss=0.0182
+  step 3800000 |  34976s | train_loss=0.0182 | fid=116.7505
+  step 3810000 |  35063s | train_loss=0.0177
+  step 3820000 |  35150s | train_loss=0.0180
+  step 3830000 |  35237s | train_loss=0.0181
+  step 3840000 |  35324s | train_loss=0.0178
+  step 3850000 |  35412s | train_loss=0.0185
+  step 3860000 |  35499s | train_loss=0.0171
+  step 3870000 |  35586s | train_loss=0.0184
+  step 3880000 |  35673s | train_loss=0.0178
+  step 3890000 |  35745s | train_loss=0.0191
+  step 3900000 |  35877s | train_loss=0.0175 | fid=117.5328
+  step 3910000 |  35964s | train_loss=0.0176
+  step 3920000 |  36051s | train_loss=0.0180
+  step 3930000 |  36139s | train_loss=0.0178
+  step 3940000 |  36226s | train_loss=0.0172
+  step 3950000 |  36313s | train_loss=0.0182
+  step 3960000 |  36401s | train_loss=0.0172
+  step 3970000 |  36488s | train_loss=0.0189
+  step 3980000 |  36575s | train_loss=0.0179
+  step 3990000 |  36662s | train_loss=0.0172
+  step 4000000 |  36801s | train_loss=0.0172 | fid=117.7019
+  step 4010000 |  36878s | train_loss=0.0188
+  step 4020000 |  36950s | train_loss=0.0188
+  step 4030000 |  37037s | train_loss=0.0183
+  step 4040000 |  37124s | train_loss=0.0174
+  step 4050000 |  37211s | train_loss=0.0175
+  step 4060000 |  37299s | train_loss=0.0179
+  step 4070000 |  37386s | train_loss=0.0180
+  step 4080000 |  37473s | train_loss=0.0169
+  step 4090000 |  37560s | train_loss=0.0167
+  step 4100000 |  37704s | train_loss=0.0175 | fid=115.9266
+  step 4110000 |  37792s | train_loss=0.0175
+  step 4120000 |  37874s | train_loss=0.0173
+  step 4130000 |  37949s | train_loss=0.0177
+  step 4140000 |  38021s | train_loss=0.0179
+  step 4150000 |  38107s | train_loss=0.0179
+  step 4160000 |  38195s | train_loss=0.0178
+  step 4170000 |  38282s | train_loss=0.0190
+  step 4180000 |  38369s | train_loss=0.0175
+  step 4190000 |  38456s | train_loss=0.0177
+  step 4200000 |  38609s | train_loss=0.0165 | fid=117.5819
+  step 4210000 |  38688s | train_loss=0.0172
+  step 4220000 |  38775s | train_loss=0.0175
+  step 4230000 |  38862s | train_loss=0.0166
+  step 4240000 |  38946s | train_loss=0.0170
+  step 4250000 |  39023s | train_loss=0.0174
+  step 4260000 |  39098s | train_loss=0.0172
+  step 4270000 |  39185s | train_loss=0.0171
+  step 4280000 |  39272s | train_loss=0.0175
+  step 4290000 |  39359s | train_loss=0.0166
+  step 4300000 |  39512s | train_loss=0.0175 | fid=115.6007
+  step 4310000 |  39594s | train_loss=0.0177
+  step 4320000 |  39678s | train_loss=0.0167
+  step 4330000 |  39765s | train_loss=0.0184
+  step 4340000 |  39852s | train_loss=0.0164
+  step 4350000 |  39939s | train_loss=0.0184
+  step 4360000 |  40022s | train_loss=0.0177
+  step 4370000 |  40102s | train_loss=0.0181
+  step 4380000 |  40179s | train_loss=0.0172
+  step 4390000 |  40266s | train_loss=0.0164
+  step 4400000 |  40420s | train_loss=0.0170 | fid=118.6264
+  step 4410000 |  40507s | train_loss=0.0167
+  step 4420000 |  40583s | train_loss=0.0170
+  step 4430000 |  40670s | train_loss=0.0164
+  step 4440000 |  40757s | train_loss=0.0167
+  step 4450000 |  40845s | train_loss=0.0168
+  step 4460000 |  40932s | train_loss=0.0162
+  step 4470000 |  41019s | train_loss=0.0163
+  step 4480000 |  41098s | train_loss=0.0158
+  step 4490000 |  41175s | train_loss=0.0164
+  step 4500000 |  41317s | train_loss=0.0162 | fid=115.8252
+  step 4510000 |  41405s | train_loss=0.0157
+  step 4520000 |  41492s | train_loss=0.0156
+  step 4530000 |  41567s | train_loss=0.0170
+  step 4540000 |  41654s | train_loss=0.0169
+  step 4550000 |  41742s | train_loss=0.0164
+  step 4560000 |  41829s | train_loss=0.0161
+  step 4570000 |  41916s | train_loss=0.0161
+  step 4580000 |  42003s | train_loss=0.0153
+  step 4590000 |  42091s | train_loss=0.0177
+  step 4600000 |  42230s | train_loss=0.0167 | fid=115.3232
+  step 4610000 |  42299s | train_loss=0.0162
+  step 4620000 |  42387s | train_loss=0.0157
+  step 4630000 |  42472s | train_loss=0.0172
+  step 4640000 |  42545s | train_loss=0.0162
+  step 4650000 |  42633s | train_loss=0.0157
+  step 4660000 |  42720s | train_loss=0.0159
+  step 4670000 |  42807s | train_loss=0.0167
+  step 4680000 |  42894s | train_loss=0.0160
+  step 4690000 |  42981s | train_loss=0.0163
+  step 4700000 |  43136s | train_loss=0.0163 | fid=113.7050
+  step 4710000 |  43214s | train_loss=0.0163
+  step 4720000 |  43293s | train_loss=0.0163
+  step 4730000 |  43372s | train_loss=0.0152
+  step 4740000 |  43458s | train_loss=0.0163
+  step 4750000 |  43537s | train_loss=0.0164
+  step 4760000 |  43624s | train_loss=0.0163
+  step 4770000 |  43711s | train_loss=0.0154
+  step 4780000 |  43798s | train_loss=0.0156
+  step 4790000 |  43886s | train_loss=0.0155
+  step 4800000 |  44041s | train_loss=0.0157 | fid=114.2620
+  step 4810000 |  44126s | train_loss=0.0154
+  step 4820000 |  44213s | train_loss=0.0170
+  step 4830000 |  44293s | train_loss=0.0156
+  step 4840000 |  44374s | train_loss=0.0154
+  step 4850000 |  44443s | train_loss=0.0150
+  step 4860000 |  44525s | train_loss=0.0158
+  step 4870000 |  44612s | train_loss=0.0151
+  step 4880000 |  44699s | train_loss=0.0152
+  step 4890000 |  44786s | train_loss=0.0160
+  step 4900000 |  44940s | train_loss=0.0168 | fid=116.8972
+  step 4910000 |  45026s | train_loss=0.0161
+  step 4920000 |  45113s | train_loss=0.0163
+  step 4930000 |  45200s | train_loss=0.0165
+  step 4940000 |  45288s | train_loss=0.0148
+  step 4950000 |  45363s | train_loss=0.0157
+  step 4960000 |  45435s | train_loss=0.0155
+  step 4970000 |  45513s | train_loss=0.0166
+  step 4980000 |  45601s | train_loss=0.0153
+  step 4990000 |  45688s | train_loss=0.0155
+  step 5000000 |  45843s | train_loss=0.0155 | fid=112.8595
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..3829dd0c37cb0b5424cf4cbde8f117066bbd2d8d
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..b77f06c2233e05ecae60acd764fd7b2460650995
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 140, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 71.65427088737488, "train_loss_step": 140.2644805908203, "n_params": 4551820, "total_flops": 13983191040, "train_loss": 0.9993598937988282, "subset_score_loss": 0.9993598937988282, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.981255292892456, "fid": 277.64600744327237, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 160.3752806186676, "train_loss_step": 27.92802619934082, "n_params": 4551820, "total_flops": 139831910400000, "train_loss": 0.7943108694893973, "subset_score_loss": 0.7943108694893973}
+{"step": 20000, "wall_time": 249.45185160636902, "train_loss_step": 23.514663696289062, "n_params": 4551820, "total_flops": 279663820800000, "train_loss": 0.6551666804722377, "subset_score_loss": 0.6551666804722377}
+{"step": 30000, "wall_time": 338.5089762210846, "train_loss_step": 21.724262237548828, "n_params": 4551820, "total_flops": 419495731200000, "train_loss": 0.526371329171317, "subset_score_loss": 0.526371329171317}
+{"step": 40000, "wall_time": 427.5808205604553, "train_loss_step": 18.196971893310547, "n_params": 4551820, "total_flops": 559327641600000, "train_loss": 0.41426560538155693, "subset_score_loss": 0.41426560538155693}
+{"step": 50000, "wall_time": 516.6647734642029, "train_loss_step": 16.395061492919922, "n_params": 4551820, "total_flops": 699159552000000, "train_loss": 0.3217292785644531, "subset_score_loss": 0.3217292785644531}
+{"step": 60000, "wall_time": 605.8224885463715, "train_loss_step": 14.687520980834961, "n_params": 4551820, "total_flops": 838991462400000, "train_loss": 0.25474905286516464, "subset_score_loss": 0.25474905286516464}
+{"step": 70000, "wall_time": 694.8377492427826, "train_loss_step": 14.86895751953125, "n_params": 4551820, "total_flops": 978823372800000, "train_loss": 0.20462049756731307, "subset_score_loss": 0.20462049756731307}
+{"step": 80000, "wall_time": 783.9051370620728, "train_loss_step": 13.573047637939453, "n_params": 4551820, "total_flops": 1118655283200000, "train_loss": 0.17133948462350027, "subset_score_loss": 0.17133948462350027}
+{"step": 90000, "wall_time": 872.970954656601, "train_loss_step": 12.675141334533691, "n_params": 4551820, "total_flops": 1258487193600000, "train_loss": 0.149041748046875, "subset_score_loss": 0.149041748046875}
+{"step": 100000, "wall_time": 1030.2747867107391, "train_loss_step": 11.836227416992188, "n_params": 4551820, "total_flops": 1398319104000000, "train_loss": 0.13505927494594028, "subset_score_loss": 0.13505927494594028, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9605830907821655, "fid": 193.59855214736945, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1115.2852234840393, "train_loss_step": 11.567142486572266, "n_params": 4551820, "total_flops": 1538151014400000, "train_loss": 0.1266233035496303, "subset_score_loss": 0.1266233035496303}
+{"step": 120000, "wall_time": 1203.603218793869, "train_loss_step": 11.610426902770996, "n_params": 4551820, "total_flops": 1677982924800000, "train_loss": 0.11841535568237305, "subset_score_loss": 0.11841535568237305}
+{"step": 130000, "wall_time": 1292.6613190174103, "train_loss_step": 11.037663459777832, "n_params": 4551820, "total_flops": 1817814835200000, "train_loss": 0.11333554131644112, "subset_score_loss": 0.11333554131644112}
+{"step": 140000, "wall_time": 1381.6602945327759, "train_loss_step": 11.051811218261719, "n_params": 4551820, "total_flops": 1957646745600000, "train_loss": 0.10957934515816825, "subset_score_loss": 0.10957934515816825}
+{"step": 150000, "wall_time": 1470.7041625976562, "train_loss_step": 10.420782089233398, "n_params": 4551820, "total_flops": 2097478656000000, "train_loss": 0.10348657199314662, "subset_score_loss": 0.10348657199314662}
+{"step": 160000, "wall_time": 1559.7311849594116, "train_loss_step": 10.034278869628906, "n_params": 4551820, "total_flops": 2237310566400000, "train_loss": 0.09642795154026576, "subset_score_loss": 0.09642795154026576}
+{"step": 170000, "wall_time": 1648.7873861789703, "train_loss_step": 9.827594757080078, "n_params": 4551820, "total_flops": 2377142476800000, "train_loss": 0.09831684657505581, "subset_score_loss": 0.09831684657505581}
+{"step": 180000, "wall_time": 1737.9094936847687, "train_loss_step": 10.093103408813477, "n_params": 4551820, "total_flops": 2516974387200000, "train_loss": 0.09274257251194545, "subset_score_loss": 0.09274257251194545}
+{"step": 190000, "wall_time": 1827.003395318985, "train_loss_step": 9.991625785827637, "n_params": 4551820, "total_flops": 2656806297600000, "train_loss": 0.08979508536202567, "subset_score_loss": 0.08979508536202567}
+{"step": 200000, "wall_time": 1984.6123523712158, "train_loss_step": 9.090860366821289, "n_params": 4551820, "total_flops": 2796638208000000, "train_loss": 0.08840724400111608, "subset_score_loss": 0.08840724400111608, "memorization_fraction_pixel": 0.000699999975040555, "mean_nn_ratio_pixel": 0.9503213763237, "fid": 201.14352760557227, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2073.742068052292, "train_loss_step": 9.417464256286621, "n_params": 4551820, "total_flops": 2936470118400000, "train_loss": 0.08866279465811593, "subset_score_loss": 0.08866279465811593}
+{"step": 220000, "wall_time": 2159.8683819770813, "train_loss_step": 9.311264038085938, "n_params": 4551820, "total_flops": 3076302028800000, "train_loss": 0.08244357109069825, "subset_score_loss": 0.08244357109069825}
+{"step": 230000, "wall_time": 2247.6459987163544, "train_loss_step": 9.131954193115234, "n_params": 4551820, "total_flops": 3216133939200000, "train_loss": 0.08361364092145647, "subset_score_loss": 0.08361364092145647}
+{"step": 240000, "wall_time": 2336.7486572265625, "train_loss_step": 9.522130966186523, "n_params": 4551820, "total_flops": 3355965849600000, "train_loss": 0.08335001809256418, "subset_score_loss": 0.08335001809256418}
+{"step": 250000, "wall_time": 2425.8938031196594, "train_loss_step": 9.082015037536621, "n_params": 4551820, "total_flops": 3495797760000000, "train_loss": 0.07856738907950266, "subset_score_loss": 0.07856738907950266}
+{"step": 260000, "wall_time": 2514.9177203178406, "train_loss_step": 8.491477966308594, "n_params": 4551820, "total_flops": 3635629670400000, "train_loss": 0.0801898615700858, "subset_score_loss": 0.0801898615700858}
+{"step": 270000, "wall_time": 2603.998874425888, "train_loss_step": 8.330453872680664, "n_params": 4551820, "total_flops": 3775461580800000, "train_loss": 0.07734545298985072, "subset_score_loss": 0.07734545298985072}
+{"step": 280000, "wall_time": 2693.030599832535, "train_loss_step": 9.153047561645508, "n_params": 4551820, "total_flops": 3915293491200000, "train_loss": 0.07379097938537597, "subset_score_loss": 0.07379097938537597}
+{"step": 290000, "wall_time": 2782.2467432022095, "train_loss_step": 8.52153491973877, "n_params": 4551820, "total_flops": 4055125401600000, "train_loss": 0.07255089623587473, "subset_score_loss": 0.07255089623587473}
+{"step": 300000, "wall_time": 2939.5676777362823, "train_loss_step": 8.79069709777832, "n_params": 4551820, "total_flops": 4194957312000000, "train_loss": 0.07200104168483189, "subset_score_loss": 0.07200104168483189, "memorization_fraction_pixel": 0.0024999999441206455, "mean_nn_ratio_pixel": 0.9400116205215454, "fid": 203.21408863353872, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3028.702808856964, "train_loss_step": 8.210062026977539, "n_params": 4551820, "total_flops": 4334789222400000, "train_loss": 0.07041410037449428, "subset_score_loss": 0.07041410037449428}
+{"step": 320000, "wall_time": 3117.8046271800995, "train_loss_step": 8.219121932983398, "n_params": 4551820, "total_flops": 4474621132800000, "train_loss": 0.06964558873857771, "subset_score_loss": 0.06964558873857771}
+{"step": 330000, "wall_time": 3204.5534608364105, "train_loss_step": 8.199811935424805, "n_params": 4551820, "total_flops": 4614453043200000, "train_loss": 0.06816508429391044, "subset_score_loss": 0.06816508429391044}
+{"step": 340000, "wall_time": 3292.5164325237274, "train_loss_step": 8.140559196472168, "n_params": 4551820, "total_flops": 4754284953600000, "train_loss": 0.06877621923174176, "subset_score_loss": 0.06877621923174176}
+{"step": 350000, "wall_time": 3381.6047537326813, "train_loss_step": 8.562458038330078, "n_params": 4551820, "total_flops": 4894116864000000, "train_loss": 0.06730687958853586, "subset_score_loss": 0.06730687958853586}
+{"step": 360000, "wall_time": 3470.681906223297, "train_loss_step": 8.246395111083984, "n_params": 4551820, "total_flops": 5033948774400000, "train_loss": 0.06648305484226771, "subset_score_loss": 0.06648305484226771}
+{"step": 370000, "wall_time": 3559.726619243622, "train_loss_step": 8.483978271484375, "n_params": 4551820, "total_flops": 5173780684800000, "train_loss": 0.06575818061828613, "subset_score_loss": 0.06575818061828613}
+{"step": 380000, "wall_time": 3648.7597320079803, "train_loss_step": 8.468252182006836, "n_params": 4551820, "total_flops": 5313612595200000, "train_loss": 0.06387741225106376, "subset_score_loss": 0.06387741225106376}
+{"step": 390000, "wall_time": 3737.840886116028, "train_loss_step": 8.271711349487305, "n_params": 4551820, "total_flops": 5453444505600000, "train_loss": 0.06273730822971889, "subset_score_loss": 0.06273730822971889}
+{"step": 400000, "wall_time": 3895.7018678188324, "train_loss_step": 7.960437774658203, "n_params": 4551820, "total_flops": 5593276416000000, "train_loss": 0.065270049231393, "subset_score_loss": 0.065270049231393, "memorization_fraction_pixel": 0.00430000014603138, "mean_nn_ratio_pixel": 0.9282389879226685, "fid": 191.96481501196797, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3984.7915058135986, "train_loss_step": 7.323549270629883, "n_params": 4551820, "total_flops": 5733108326400000, "train_loss": 0.06209813526698521, "subset_score_loss": 0.06209813526698521}
+{"step": 420000, "wall_time": 4073.884256362915, "train_loss_step": 8.101840019226074, "n_params": 4551820, "total_flops": 5872940236800000, "train_loss": 0.06092090606689453, "subset_score_loss": 0.06092090606689453}
+{"step": 430000, "wall_time": 4163.009016275406, "train_loss_step": 7.776957988739014, "n_params": 4551820, "total_flops": 6012772147200000, "train_loss": 0.061538403374808176, "subset_score_loss": 0.061538403374808176}
+{"step": 440000, "wall_time": 4249.457236289978, "train_loss_step": 8.206008911132812, "n_params": 4551820, "total_flops": 6152604057600000, "train_loss": 0.06110595975603376, "subset_score_loss": 0.06110595975603376}
+{"step": 450000, "wall_time": 4338.15064406395, "train_loss_step": 7.7264275550842285, "n_params": 4551820, "total_flops": 6292435968000000, "train_loss": 0.06092791557312012, "subset_score_loss": 0.06092791557312012}
+{"step": 460000, "wall_time": 4427.188930273056, "train_loss_step": 7.854367256164551, "n_params": 4551820, "total_flops": 6432267878400000, "train_loss": 0.06036054747445243, "subset_score_loss": 0.06036054747445243}
+{"step": 470000, "wall_time": 4516.303833961487, "train_loss_step": 8.272189140319824, "n_params": 4551820, "total_flops": 6572099788800000, "train_loss": 0.06072518484933036, "subset_score_loss": 0.06072518484933036}
+{"step": 480000, "wall_time": 4605.40820980072, "train_loss_step": 7.618585586547852, "n_params": 4551820, "total_flops": 6711931699200000, "train_loss": 0.05661141191210065, "subset_score_loss": 0.05661141191210065}
+{"step": 490000, "wall_time": 4694.314297199249, "train_loss_step": 7.7823591232299805, "n_params": 4551820, "total_flops": 6851763609600000, "train_loss": 0.05659351008278983, "subset_score_loss": 0.05659351008278983}
+{"step": 500000, "wall_time": 4851.125514984131, "train_loss_step": 7.280727863311768, "n_params": 4551820, "total_flops": 6991595520000000, "train_loss": 0.05704090254647391, "subset_score_loss": 0.05704090254647391, "memorization_fraction_pixel": 0.008100000210106373, "mean_nn_ratio_pixel": 0.9187230467796326, "fid": 186.6368617215468, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 4940.244742393494, "train_loss_step": 7.896885871887207, "n_params": 4551820, "total_flops": 7131427430400000, "train_loss": 0.05816486903599331, "subset_score_loss": 0.05816486903599331}
+{"step": 520000, "wall_time": 5029.254290103912, "train_loss_step": 7.010059356689453, "n_params": 4551820, "total_flops": 7271259340800000, "train_loss": 0.057519994463239396, "subset_score_loss": 0.057519994463239396}
+{"step": 530000, "wall_time": 5118.268729686737, "train_loss_step": 7.3986616134643555, "n_params": 4551820, "total_flops": 7411091251200000, "train_loss": 0.052961608341762, "subset_score_loss": 0.052961608341762}
+{"step": 540000, "wall_time": 5206.191937923431, "train_loss_step": 7.967068195343018, "n_params": 4551820, "total_flops": 7550923161600000, "train_loss": 0.05218855312892369, "subset_score_loss": 0.05218855312892369}
+{"step": 550000, "wall_time": 5288.580250501633, "train_loss_step": 7.905133247375488, "n_params": 4551820, "total_flops": 7690755072000000, "train_loss": 0.05905829157148089, "subset_score_loss": 0.05905829157148089}
+{"step": 560000, "wall_time": 5376.487023115158, "train_loss_step": 7.220688819885254, "n_params": 4551820, "total_flops": 7830586982400000, "train_loss": 0.05373192855290004, "subset_score_loss": 0.05373192855290004}
+{"step": 570000, "wall_time": 5464.500157594681, "train_loss_step": 7.23360538482666, "n_params": 4551820, "total_flops": 7970418892800000, "train_loss": 0.05436013085501534, "subset_score_loss": 0.05436013085501534}
+{"step": 580000, "wall_time": 5552.427231550217, "train_loss_step": 7.287190914154053, "n_params": 4551820, "total_flops": 8110250803200000, "train_loss": 0.053427842685154506, "subset_score_loss": 0.053427842685154506}
+{"step": 590000, "wall_time": 5640.57213807106, "train_loss_step": 6.956381797790527, "n_params": 4551820, "total_flops": 8250082713600000, "train_loss": 0.05266732828957694, "subset_score_loss": 0.05266732828957694}
+{"step": 600000, "wall_time": 5797.55285525322, "train_loss_step": 7.736236572265625, "n_params": 4551820, "total_flops": 8389914624000000, "train_loss": 0.054954028129577635, "subset_score_loss": 0.054954028129577635, "memorization_fraction_pixel": 0.012799999676644802, "mean_nn_ratio_pixel": 0.9030595421791077, "fid": 179.92115518924436, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 5886.611942768097, "train_loss_step": 7.137388229370117, "n_params": 4551820, "total_flops": 8529746534400000, "train_loss": 0.05153998647417341, "subset_score_loss": 0.05153998647417341}
+{"step": 620000, "wall_time": 5975.670941829681, "train_loss_step": 7.486564636230469, "n_params": 4551820, "total_flops": 8669578444800000, "train_loss": 0.05367096492222377, "subset_score_loss": 0.05367096492222377}
+{"step": 630000, "wall_time": 6064.68789100647, "train_loss_step": 7.392934799194336, "n_params": 4551820, "total_flops": 8809410355200000, "train_loss": 0.05111070019858224, "subset_score_loss": 0.05111070019858224}
+{"step": 640000, "wall_time": 6153.8055012226105, "train_loss_step": 7.130870819091797, "n_params": 4551820, "total_flops": 8949242265600000, "train_loss": 0.05045254230499267, "subset_score_loss": 0.05045254230499267}
+{"step": 650000, "wall_time": 6242.895444869995, "train_loss_step": 7.232961177825928, "n_params": 4551820, "total_flops": 9089074176000000, "train_loss": 0.05242634841373989, "subset_score_loss": 0.05242634841373989}
+{"step": 660000, "wall_time": 6327.739771604538, "train_loss_step": 6.812581539154053, "n_params": 4551820, "total_flops": 9228906086400000, "train_loss": 0.05065537180219378, "subset_score_loss": 0.05065537180219378}
+{"step": 670000, "wall_time": 6416.868858337402, "train_loss_step": 7.432372570037842, "n_params": 4551820, "total_flops": 9368737996800000, "train_loss": 0.05372889382498605, "subset_score_loss": 0.05372889382498605}
+{"step": 680000, "wall_time": 6506.053128004074, "train_loss_step": 6.730133056640625, "n_params": 4551820, "total_flops": 9508569907200000, "train_loss": 0.04872173581804548, "subset_score_loss": 0.04872173581804548}
+{"step": 690000, "wall_time": 6593.110202074051, "train_loss_step": 6.798901557922363, "n_params": 4551820, "total_flops": 9648401817600000, "train_loss": 0.04734304632459368, "subset_score_loss": 0.04734304632459368}
+{"step": 700000, "wall_time": 6752.062681436539, "train_loss_step": 7.0635986328125, "n_params": 4551820, "total_flops": 9788233728000000, "train_loss": 0.04806698731013707, "subset_score_loss": 0.04806698731013707, "memorization_fraction_pixel": 0.013299999758601189, "mean_nn_ratio_pixel": 0.9089156985282898, "fid": 181.7180482560042, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6841.163518190384, "train_loss_step": 6.902644157409668, "n_params": 4551820, "total_flops": 9928065638400000, "train_loss": 0.05153094700404576, "subset_score_loss": 0.05153094700404576}
+{"step": 720000, "wall_time": 6930.254225254059, "train_loss_step": 7.25840950012207, "n_params": 4551820, "total_flops": 10067897548800000, "train_loss": 0.048455030577523366, "subset_score_loss": 0.048455030577523366}
+{"step": 730000, "wall_time": 7019.343437194824, "train_loss_step": 7.4134979248046875, "n_params": 4551820, "total_flops": 10207729459200000, "train_loss": 0.04736769539969308, "subset_score_loss": 0.04736769539969308}
+{"step": 740000, "wall_time": 7108.371911525726, "train_loss_step": 6.874602317810059, "n_params": 4551820, "total_flops": 10347561369600000, "train_loss": 0.04992401940482003, "subset_score_loss": 0.04992401940482003}
+{"step": 750000, "wall_time": 7197.49693274498, "train_loss_step": 6.8272705078125, "n_params": 4551820, "total_flops": 10487393280000000, "train_loss": 0.0468233619417463, "subset_score_loss": 0.0468233619417463}
+{"step": 760000, "wall_time": 7286.679651260376, "train_loss_step": 7.1783223152160645, "n_params": 4551820, "total_flops": 10627225190400000, "train_loss": 0.04876420497894287, "subset_score_loss": 0.04876420497894287}
+{"step": 770000, "wall_time": 7371.635209321976, "train_loss_step": 6.878373146057129, "n_params": 4551820, "total_flops": 10767057100800000, "train_loss": 0.049609596388680594, "subset_score_loss": 0.049609596388680594}
+{"step": 780000, "wall_time": 7460.406275987625, "train_loss_step": 6.827442169189453, "n_params": 4551820, "total_flops": 10906889011200000, "train_loss": 0.0480079003742763, "subset_score_loss": 0.0480079003742763}
+{"step": 790000, "wall_time": 7547.410926103592, "train_loss_step": 6.401653289794922, "n_params": 4551820, "total_flops": 11046720921600000, "train_loss": 0.04554194382258824, "subset_score_loss": 0.04554194382258824}
+{"step": 800000, "wall_time": 7706.670465707779, "train_loss_step": 6.790185928344727, "n_params": 4551820, "total_flops": 11186552832000000, "train_loss": 0.046273446083068846, "subset_score_loss": 0.046273446083068846, "memorization_fraction_pixel": 0.018300000578165054, "mean_nn_ratio_pixel": 0.9062952399253845, "fid": 190.6248087414366, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7795.815100431442, "train_loss_step": 6.618764877319336, "n_params": 4551820, "total_flops": 11326384742400000, "train_loss": 0.04511236803872245, "subset_score_loss": 0.04511236803872245}
+{"step": 820000, "wall_time": 7884.820873737335, "train_loss_step": 6.730050086975098, "n_params": 4551820, "total_flops": 11466216652800000, "train_loss": 0.04382048334394183, "subset_score_loss": 0.04382048334394183}
+{"step": 830000, "wall_time": 7973.902144432068, "train_loss_step": 6.759342193603516, "n_params": 4551820, "total_flops": 11606048563200000, "train_loss": 0.0467813423701695, "subset_score_loss": 0.0467813423701695}
+{"step": 840000, "wall_time": 8062.939405679703, "train_loss_step": 6.5964460372924805, "n_params": 4551820, "total_flops": 11745880473600000, "train_loss": 0.04513155051640102, "subset_score_loss": 0.04513155051640102}
+{"step": 850000, "wall_time": 8151.993815422058, "train_loss_step": 6.574765205383301, "n_params": 4551820, "total_flops": 11885712384000000, "train_loss": 0.04497768197740827, "subset_score_loss": 0.04497768197740827}
+{"step": 860000, "wall_time": 8241.086827993393, "train_loss_step": 6.219171524047852, "n_params": 4551820, "total_flops": 12025544294400000, "train_loss": 0.04412510054452079, "subset_score_loss": 0.04412510054452079}
+{"step": 870000, "wall_time": 8330.22249865532, "train_loss_step": 6.351293563842773, "n_params": 4551820, "total_flops": 12165376204800000, "train_loss": 0.04359895501817976, "subset_score_loss": 0.04359895501817976}
+{"step": 880000, "wall_time": 8415.07036447525, "train_loss_step": 6.060166358947754, "n_params": 4551820, "total_flops": 12305208115200000, "train_loss": 0.044594100543430874, "subset_score_loss": 0.044594100543430874}
+{"step": 890000, "wall_time": 8501.549898862839, "train_loss_step": 6.2272748947143555, "n_params": 4551820, "total_flops": 12445040025600000, "train_loss": 0.04564305373600551, "subset_score_loss": 0.04564305373600551}
+{"step": 900000, "wall_time": 8660.836684465408, "train_loss_step": 6.401848793029785, "n_params": 4551820, "total_flops": 12584871936000000, "train_loss": 0.044092839104788645, "subset_score_loss": 0.044092839104788645, "memorization_fraction_pixel": 0.028599999845027924, "mean_nn_ratio_pixel": 0.8993898630142212, "fid": 196.02878557379282, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8749.876371383667, "train_loss_step": 6.496459007263184, "n_params": 4551820, "total_flops": 12724703846400000, "train_loss": 0.04259418760027204, "subset_score_loss": 0.04259418760027204}
+{"step": 920000, "wall_time": 8838.950144052505, "train_loss_step": 6.435497760772705, "n_params": 4551820, "total_flops": 12864535756800000, "train_loss": 0.04483798912593297, "subset_score_loss": 0.04483798912593297}
+{"step": 930000, "wall_time": 8927.979384183884, "train_loss_step": 6.436651229858398, "n_params": 4551820, "total_flops": 13004367667200000, "train_loss": 0.04344726971217564, "subset_score_loss": 0.04344726971217564}
+{"step": 940000, "wall_time": 9017.05737066269, "train_loss_step": 6.412634372711182, "n_params": 4551820, "total_flops": 13144199577600000, "train_loss": 0.04373457091195243, "subset_score_loss": 0.04373457091195243}
+{"step": 950000, "wall_time": 9106.10315990448, "train_loss_step": 6.108335494995117, "n_params": 4551820, "total_flops": 13284031488000000, "train_loss": 0.04237371512821742, "subset_score_loss": 0.04237371512821742}
+{"step": 960000, "wall_time": 9195.085062980652, "train_loss_step": 6.097957611083984, "n_params": 4551820, "total_flops": 13423863398400000, "train_loss": 0.04077222006661552, "subset_score_loss": 0.04077222006661552}
+{"step": 970000, "wall_time": 9284.13483786583, "train_loss_step": 6.654979705810547, "n_params": 4551820, "total_flops": 13563695308800000, "train_loss": 0.043100806644984654, "subset_score_loss": 0.043100806644984654}
+{"step": 980000, "wall_time": 9372.727554321289, "train_loss_step": 6.227489948272705, "n_params": 4551820, "total_flops": 13703527219200000, "train_loss": 0.04173673561641148, "subset_score_loss": 0.04173673561641148}
+{"step": 990000, "wall_time": 9456.799455404282, "train_loss_step": 6.209283828735352, "n_params": 4551820, "total_flops": 13843359129600000, "train_loss": 0.04278033120291574, "subset_score_loss": 0.04278033120291574}
+{"step": 1000000, "wall_time": 9615.145436525345, "train_loss_step": 6.692269325256348, "n_params": 4551820, "total_flops": 13983191040000000, "train_loss": 0.04363008226667132, "subset_score_loss": 0.04363008226667132, "memorization_fraction_pixel": 0.03669999912381172, "mean_nn_ratio_pixel": 0.8977252244949341, "fid": 212.00412878946094, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9704.224897623062, "train_loss_step": 6.324529647827148, "n_params": 4551820, "total_flops": 14123022950400000, "train_loss": 0.04232025146484375, "subset_score_loss": 0.04232025146484375}
+{"step": 1020000, "wall_time": 9793.249499559402, "train_loss_step": 6.553752899169922, "n_params": 4551820, "total_flops": 14262854860800000, "train_loss": 0.04236018998282296, "subset_score_loss": 0.04236018998282296}
+{"step": 1030000, "wall_time": 9882.133491754532, "train_loss_step": 6.370192527770996, "n_params": 4551820, "total_flops": 14402686771200000, "train_loss": 0.04419595514025007, "subset_score_loss": 0.04419595514025007}
+{"step": 1040000, "wall_time": 9971.18157029152, "train_loss_step": 6.5648908615112305, "n_params": 4551820, "total_flops": 14542518681600000, "train_loss": 0.04500710964202881, "subset_score_loss": 0.04500710964202881}
+{"step": 1050000, "wall_time": 10060.2426943779, "train_loss_step": 5.862920761108398, "n_params": 4551820, "total_flops": 14682350592000000, "train_loss": 0.04086367402757917, "subset_score_loss": 0.04086367402757917}
+{"step": 1060000, "wall_time": 10149.283267259598, "train_loss_step": 6.296930313110352, "n_params": 4551820, "total_flops": 14822182502400000, "train_loss": 0.039178684779575895, "subset_score_loss": 0.039178684779575895}
+{"step": 1070000, "wall_time": 10238.386461257935, "train_loss_step": 6.218957901000977, "n_params": 4551820, "total_flops": 14962014412800000, "train_loss": 0.041865876742771695, "subset_score_loss": 0.041865876742771695}
+{"step": 1080000, "wall_time": 10325.443933963776, "train_loss_step": 6.193101406097412, "n_params": 4551820, "total_flops": 15101846323200000, "train_loss": 0.04218292576926095, "subset_score_loss": 0.04218292576926095}
+{"step": 1090000, "wall_time": 10414.622244119644, "train_loss_step": 5.701508045196533, "n_params": 4551820, "total_flops": 15241678233600000, "train_loss": 0.03965488501957485, "subset_score_loss": 0.03965488501957485}
+{"step": 1100000, "wall_time": 10569.487601280212, "train_loss_step": 6.414071559906006, "n_params": 4551820, "total_flops": 15381510144000000, "train_loss": 0.0397705112184797, "subset_score_loss": 0.0397705112184797, "memorization_fraction_pixel": 0.04809999838471413, "mean_nn_ratio_pixel": 0.8990544676780701, "fid": 225.25194641500548, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10658.519933700562, "train_loss_step": 5.76434326171875, "n_params": 4551820, "total_flops": 15521342054400000, "train_loss": 0.03800889423915318, "subset_score_loss": 0.03800889423915318}
+{"step": 1120000, "wall_time": 10747.603472471237, "train_loss_step": 6.057614803314209, "n_params": 4551820, "total_flops": 15661173964800000, "train_loss": 0.04182239941188267, "subset_score_loss": 0.04182239941188267}
+{"step": 1130000, "wall_time": 10836.66632771492, "train_loss_step": 5.950994491577148, "n_params": 4551820, "total_flops": 15801005875200000, "train_loss": 0.040959862300327846, "subset_score_loss": 0.040959862300327846}
+{"step": 1140000, "wall_time": 10925.659680128098, "train_loss_step": 5.984077453613281, "n_params": 4551820, "total_flops": 15940837785600000, "train_loss": 0.04132517746516636, "subset_score_loss": 0.04132517746516636}
+{"step": 1150000, "wall_time": 11014.724130153656, "train_loss_step": 6.328485488891602, "n_params": 4551820, "total_flops": 16080669696000000, "train_loss": 0.03941935130528041, "subset_score_loss": 0.03941935130528041}
+{"step": 1160000, "wall_time": 11103.814139604568, "train_loss_step": 5.773537635803223, "n_params": 4551820, "total_flops": 16220501606400000, "train_loss": 0.040259872164045064, "subset_score_loss": 0.040259872164045064}
+{"step": 1170000, "wall_time": 11192.659185886383, "train_loss_step": 5.830989837646484, "n_params": 4551820, "total_flops": 16360333516800000, "train_loss": 0.038102214676993235, "subset_score_loss": 0.038102214676993235}
+{"step": 1180000, "wall_time": 11279.731492519379, "train_loss_step": 5.911923408508301, "n_params": 4551820, "total_flops": 16500165427200000, "train_loss": 0.03960487842559814, "subset_score_loss": 0.03960487842559814}
+{"step": 1190000, "wall_time": 11368.796222686768, "train_loss_step": 5.5606231689453125, "n_params": 4551820, "total_flops": 16639997337600000, "train_loss": 0.04105191571371896, "subset_score_loss": 0.04105191571371896}
+{"step": 1200000, "wall_time": 11525.905991792679, "train_loss_step": 5.9943318367004395, "n_params": 4551820, "total_flops": 16779829248000000, "train_loss": 0.03897481305258615, "subset_score_loss": 0.03897481305258615, "memorization_fraction_pixel": 0.051899999380111694, "mean_nn_ratio_pixel": 0.9088972806930542, "fid": 241.61845944880977, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11611.835362911224, "train_loss_step": 5.960182189941406, "n_params": 4551820, "total_flops": 16919661158400000, "train_loss": 0.037647850172860285, "subset_score_loss": 0.037647850172860285}
+{"step": 1220000, "wall_time": 11700.90609741211, "train_loss_step": 6.114511489868164, "n_params": 4551820, "total_flops": 17059493068800000, "train_loss": 0.0387469904763358, "subset_score_loss": 0.0387469904763358}
+{"step": 1230000, "wall_time": 11790.026479244232, "train_loss_step": 6.193015098571777, "n_params": 4551820, "total_flops": 17199324979200000, "train_loss": 0.03799347196306501, "subset_score_loss": 0.03799347196306501}
+{"step": 1240000, "wall_time": 11879.077608823776, "train_loss_step": 6.027148723602295, "n_params": 4551820, "total_flops": 17339156889600000, "train_loss": 0.03943031174795968, "subset_score_loss": 0.03943031174795968}
+{"step": 1250000, "wall_time": 11968.146267175674, "train_loss_step": 5.73660945892334, "n_params": 4551820, "total_flops": 17478988800000000, "train_loss": 0.03956801210130964, "subset_score_loss": 0.03956801210130964}
+{"step": 1260000, "wall_time": 12057.237946748734, "train_loss_step": 6.230010509490967, "n_params": 4551820, "total_flops": 17618820710400000, "train_loss": 0.03887646879468645, "subset_score_loss": 0.03887646879468645}
+{"step": 1270000, "wall_time": 12146.182829141617, "train_loss_step": 5.845856666564941, "n_params": 4551820, "total_flops": 17758652620800000, "train_loss": 0.0381002562386649, "subset_score_loss": 0.0381002562386649}
+{"step": 1280000, "wall_time": 12233.402934789658, "train_loss_step": 5.617936611175537, "n_params": 4551820, "total_flops": 17898484531200000, "train_loss": 0.03714453833443778, "subset_score_loss": 0.03714453833443778}
+{"step": 1290000, "wall_time": 12322.424138069153, "train_loss_step": 5.998920440673828, "n_params": 4551820, "total_flops": 18038316441600000, "train_loss": 0.037086408478873116, "subset_score_loss": 0.037086408478873116}
+{"step": 1300000, "wall_time": 12482.84683895111, "train_loss_step": 5.701748371124268, "n_params": 4551820, "total_flops": 18178148352000000, "train_loss": 0.03800714356558663, "subset_score_loss": 0.03800714356558663, "memorization_fraction_pixel": 0.07199999690055847, "mean_nn_ratio_pixel": 0.8908101320266724, "fid": 240.35238862575454, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12569.604541301727, "train_loss_step": 5.623034954071045, "n_params": 4551820, "total_flops": 18317980262400000, "train_loss": 0.03632737227848598, "subset_score_loss": 0.03632737227848598}
+{"step": 1320000, "wall_time": 12655.434701681137, "train_loss_step": 5.915197372436523, "n_params": 4551820, "total_flops": 18457812172800000, "train_loss": 0.0363659177507673, "subset_score_loss": 0.0363659177507673}
+{"step": 1330000, "wall_time": 12744.40914773941, "train_loss_step": 5.926498889923096, "n_params": 4551820, "total_flops": 18597644083200000, "train_loss": 0.03687241418021066, "subset_score_loss": 0.03687241418021066}
+{"step": 1340000, "wall_time": 12833.435101509094, "train_loss_step": 5.487932205200195, "n_params": 4551820, "total_flops": 18737475993600000, "train_loss": 0.03558301244463239, "subset_score_loss": 0.03558301244463239}
+{"step": 1350000, "wall_time": 12922.444224119186, "train_loss_step": 5.709712982177734, "n_params": 4551820, "total_flops": 18877307904000000, "train_loss": 0.03622357164110456, "subset_score_loss": 0.03622357164110456}
+{"step": 1360000, "wall_time": 13011.473872184753, "train_loss_step": 5.42752742767334, "n_params": 4551820, "total_flops": 19017139814400000, "train_loss": 0.038568639755249025, "subset_score_loss": 0.038568639755249025}
+{"step": 1370000, "wall_time": 13098.552638530731, "train_loss_step": 5.385293006896973, "n_params": 4551820, "total_flops": 19156971724800000, "train_loss": 0.03578130177089146, "subset_score_loss": 0.03578130177089146}
+{"step": 1380000, "wall_time": 13187.481336832047, "train_loss_step": 5.708316326141357, "n_params": 4551820, "total_flops": 19296803635200000, "train_loss": 0.03676001003810338, "subset_score_loss": 0.03676001003810338}
+{"step": 1390000, "wall_time": 13276.523477315903, "train_loss_step": 5.351105690002441, "n_params": 4551820, "total_flops": 19436635545600000, "train_loss": 0.03656959193093436, "subset_score_loss": 0.03656959193093436}
+{"step": 1400000, "wall_time": 13433.339550971985, "train_loss_step": 5.163128852844238, "n_params": 4551820, "total_flops": 19576467456000000, "train_loss": 0.03591314043317522, "subset_score_loss": 0.03591314043317522, "memorization_fraction_pixel": 0.093299999833107, "mean_nn_ratio_pixel": 0.8698429465293884, "fid": 237.72365475519265, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13522.483067274094, "train_loss_step": 5.280667304992676, "n_params": 4551820, "total_flops": 19716299366400000, "train_loss": 0.03607368128640311, "subset_score_loss": 0.03607368128640311}
+{"step": 1420000, "wall_time": 13610.010789871216, "train_loss_step": 5.741591453552246, "n_params": 4551820, "total_flops": 19856131276800000, "train_loss": 0.03643237522670201, "subset_score_loss": 0.03643237522670201}
+{"step": 1430000, "wall_time": 13696.620990514755, "train_loss_step": 5.319034576416016, "n_params": 4551820, "total_flops": 19995963187200000, "train_loss": 0.034998321533203126, "subset_score_loss": 0.034998321533203126}
+{"step": 1440000, "wall_time": 13785.679412126541, "train_loss_step": 5.290931701660156, "n_params": 4551820, "total_flops": 20135795097600000, "train_loss": 0.037705881255013604, "subset_score_loss": 0.037705881255013604}
+{"step": 1450000, "wall_time": 13874.798065662384, "train_loss_step": 5.627264499664307, "n_params": 4551820, "total_flops": 20275627008000000, "train_loss": 0.03841992105756487, "subset_score_loss": 0.03841992105756487}
+{"step": 1460000, "wall_time": 13963.764115571976, "train_loss_step": 5.678105354309082, "n_params": 4551820, "total_flops": 20415458918400000, "train_loss": 0.035722603116716656, "subset_score_loss": 0.035722603116716656}
+{"step": 1470000, "wall_time": 14050.860059976578, "train_loss_step": 5.211989879608154, "n_params": 4551820, "total_flops": 20555290828800000, "train_loss": 0.03549556391579764, "subset_score_loss": 0.03549556391579764}
+{"step": 1480000, "wall_time": 14139.952768325806, "train_loss_step": 5.560786247253418, "n_params": 4551820, "total_flops": 20695122739200000, "train_loss": 0.03540032931736537, "subset_score_loss": 0.03540032931736537}
+{"step": 1490000, "wall_time": 14229.039920806885, "train_loss_step": 5.009049415588379, "n_params": 4551820, "total_flops": 20834954649600000, "train_loss": 0.03449030944279262, "subset_score_loss": 0.03449030944279262}
+{"step": 1500000, "wall_time": 14429.54777431488, "train_loss_step": 5.503839492797852, "n_params": 4551820, "total_flops": 20974786560000000, "train_loss": 0.033252923829214916, "subset_score_loss": 0.033252923829214916, "memorization_fraction_pixel": 0.1096000000834465, "mean_nn_ratio_pixel": 0.8623946309089661, "fid": 237.44626629691825, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14518.602263212204, "train_loss_step": 5.524062633514404, "n_params": 4551820, "total_flops": 21114618470400000, "train_loss": 0.03523650509970529, "subset_score_loss": 0.03523650509970529}
+{"step": 1520000, "wall_time": 14606.084522485733, "train_loss_step": 5.634359359741211, "n_params": 4551820, "total_flops": 21254450380800000, "train_loss": 0.03618268966674805, "subset_score_loss": 0.03618268966674805}
+{"step": 1530000, "wall_time": 14682.098985910416, "train_loss_step": 5.35469388961792, "n_params": 4551820, "total_flops": 21394282291200000, "train_loss": 0.03435811996459961, "subset_score_loss": 0.03435811996459961}
+{"step": 1540000, "wall_time": 14771.196917057037, "train_loss_step": 5.189431190490723, "n_params": 4551820, "total_flops": 21534114201600000, "train_loss": 0.033128888266427174, "subset_score_loss": 0.033128888266427174}
+{"step": 1550000, "wall_time": 14860.163847208023, "train_loss_step": 5.039358139038086, "n_params": 4551820, "total_flops": 21673946112000000, "train_loss": 0.03530167511531285, "subset_score_loss": 0.03530167511531285}
+{"step": 1560000, "wall_time": 14947.249264240265, "train_loss_step": 5.353857040405273, "n_params": 4551820, "total_flops": 21813778022400000, "train_loss": 0.036966558865138464, "subset_score_loss": 0.036966558865138464}
+{"step": 1570000, "wall_time": 15036.195175886154, "train_loss_step": 4.856925010681152, "n_params": 4551820, "total_flops": 21953609932800000, "train_loss": 0.03429416928972517, "subset_score_loss": 0.03429416928972517}
+{"step": 1580000, "wall_time": 15125.182606697083, "train_loss_step": 5.072597503662109, "n_params": 4551820, "total_flops": 22093441843200000, "train_loss": 0.03352663516998291, "subset_score_loss": 0.03352663516998291}
+{"step": 1590000, "wall_time": 15214.239398956299, "train_loss_step": 5.306551456451416, "n_params": 4551820, "total_flops": 22233273753600000, "train_loss": 0.03353692122868129, "subset_score_loss": 0.03353692122868129}
+{"step": 1600000, "wall_time": 15374.527156829834, "train_loss_step": 4.733393669128418, "n_params": 4551820, "total_flops": 22373105664000000, "train_loss": 0.03477691922869001, "subset_score_loss": 0.03477691922869001, "memorization_fraction_pixel": 0.13650000095367432, "mean_nn_ratio_pixel": 0.8468261957168579, "fid": 235.0503436385557, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 15463.642841815948, "train_loss_step": 5.097767353057861, "n_params": 4551820, "total_flops": 22512937574400000, "train_loss": 0.033371295247759135, "subset_score_loss": 0.033371295247759135}
+{"step": 1620000, "wall_time": 15552.7227268219, "train_loss_step": 5.331839561462402, "n_params": 4551820, "total_flops": 22652769484800000, "train_loss": 0.03266589982169015, "subset_score_loss": 0.03266589982169015}
+{"step": 1630000, "wall_time": 15642.097430229187, "train_loss_step": 5.010579586029053, "n_params": 4551820, "total_flops": 22792601395200000, "train_loss": 0.032257584163120814, "subset_score_loss": 0.032257584163120814}
+{"step": 1640000, "wall_time": 15725.685553073883, "train_loss_step": 4.728751182556152, "n_params": 4551820, "total_flops": 22932433305600000, "train_loss": 0.03243827479226249, "subset_score_loss": 0.03243827479226249}
+{"step": 1650000, "wall_time": 15814.705839633942, "train_loss_step": 5.013730049133301, "n_params": 4551820, "total_flops": 23072265216000000, "train_loss": 0.033780295508248466, "subset_score_loss": 0.033780295508248466}
+{"step": 1660000, "wall_time": 15902.075624465942, "train_loss_step": 5.065451145172119, "n_params": 4551820, "total_flops": 23212097126400000, "train_loss": 0.03222978796277728, "subset_score_loss": 0.03222978796277728}
+{"step": 1670000, "wall_time": 15991.114433050156, "train_loss_step": 4.784004211425781, "n_params": 4551820, "total_flops": 23351929036800000, "train_loss": 0.0312577451978411, "subset_score_loss": 0.0312577451978411}
+{"step": 1680000, "wall_time": 16080.213666200638, "train_loss_step": 4.822320461273193, "n_params": 4551820, "total_flops": 23491760947200000, "train_loss": 0.03259001459394183, "subset_score_loss": 0.03259001459394183}
+{"step": 1690000, "wall_time": 16169.335062503815, "train_loss_step": 5.148599147796631, "n_params": 4551820, "total_flops": 23631592857600000, "train_loss": 0.03142431804112026, "subset_score_loss": 0.03142431804112026}
+{"step": 1700000, "wall_time": 16365.193626642227, "train_loss_step": 4.808611869812012, "n_params": 4551820, "total_flops": 23771424768000000, "train_loss": 0.0330707277570452, "subset_score_loss": 0.0330707277570452, "memorization_fraction_pixel": 0.18359999358654022, "mean_nn_ratio_pixel": 0.8027188181877136, "fid": 218.65343873363122, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 16454.232078552246, "train_loss_step": 5.120166778564453, "n_params": 4551820, "total_flops": 23911256678400000, "train_loss": 0.032233204160417826, "subset_score_loss": 0.032233204160417826}
+{"step": 1720000, "wall_time": 16543.277821302414, "train_loss_step": 4.967912673950195, "n_params": 4551820, "total_flops": 24051088588800000, "train_loss": 0.030575636454990934, "subset_score_loss": 0.030575636454990934}
+{"step": 1730000, "wall_time": 16632.3853867054, "train_loss_step": 5.284365177154541, "n_params": 4551820, "total_flops": 24190920499200000, "train_loss": 0.031397765023367746, "subset_score_loss": 0.031397765023367746}
+{"step": 1740000, "wall_time": 16718.37920999527, "train_loss_step": 5.102015495300293, "n_params": 4551820, "total_flops": 24330752409600000, "train_loss": 0.03151797567095075, "subset_score_loss": 0.03151797567095075}
+{"step": 1750000, "wall_time": 16786.61854314804, "train_loss_step": 4.848820686340332, "n_params": 4551820, "total_flops": 24470584320000000, "train_loss": 0.030683531079973493, "subset_score_loss": 0.030683531079973493}
+{"step": 1760000, "wall_time": 16875.699056386948, "train_loss_step": 5.032798767089844, "n_params": 4551820, "total_flops": 24610416230400000, "train_loss": 0.02997833660670689, "subset_score_loss": 0.02997833660670689}
+{"step": 1770000, "wall_time": 16964.67094397545, "train_loss_step": 5.180779457092285, "n_params": 4551820, "total_flops": 24750248140800000, "train_loss": 0.029339667728969027, "subset_score_loss": 0.029339667728969027}
+{"step": 1780000, "wall_time": 17053.691423654556, "train_loss_step": 4.9185791015625, "n_params": 4551820, "total_flops": 24890080051200000, "train_loss": 0.03188928876604353, "subset_score_loss": 0.03188928876604353}
+{"step": 1790000, "wall_time": 17142.829896450043, "train_loss_step": 4.809385299682617, "n_params": 4551820, "total_flops": 25029911961600000, "train_loss": 0.03080082620893206, "subset_score_loss": 0.03080082620893206}
+{"step": 1800000, "wall_time": 17359.007914066315, "train_loss_step": 4.933262825012207, "n_params": 4551820, "total_flops": 25169743872000000, "train_loss": 0.030819552285330638, "subset_score_loss": 0.030819552285330638, "memorization_fraction_pixel": 0.17839999496936798, "mean_nn_ratio_pixel": 0.8125773072242737, "fid": 231.02419951782286, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 17448.12562394142, "train_loss_step": 4.933955192565918, "n_params": 4551820, "total_flops": 25309575782400000, "train_loss": 0.03324587345123291, "subset_score_loss": 0.03324587345123291}
+{"step": 1820000, "wall_time": 17537.26121044159, "train_loss_step": 5.561637878417969, "n_params": 4551820, "total_flops": 25449407692800000, "train_loss": 0.03257334572928292, "subset_score_loss": 0.03257334572928292}
+{"step": 1830000, "wall_time": 17626.294219493866, "train_loss_step": 4.888339996337891, "n_params": 4551820, "total_flops": 25589239603200000, "train_loss": 0.030671402386256628, "subset_score_loss": 0.030671402386256628}
+{"step": 1840000, "wall_time": 17713.61241698265, "train_loss_step": 4.956328392028809, "n_params": 4551820, "total_flops": 25729071513600000, "train_loss": 0.02880603926522391, "subset_score_loss": 0.02880603926522391}
+{"step": 1850000, "wall_time": 17790.672172546387, "train_loss_step": 5.069282054901123, "n_params": 4551820, "total_flops": 25868903424000000, "train_loss": 0.03381179741450718, "subset_score_loss": 0.03381179741450718}
+{"step": 1860000, "wall_time": 17875.1212682724, "train_loss_step": 4.611250400543213, "n_params": 4551820, "total_flops": 26008735334400000, "train_loss": 0.029664363179888045, "subset_score_loss": 0.029664363179888045}
+{"step": 1870000, "wall_time": 17964.162311553955, "train_loss_step": 4.879934310913086, "n_params": 4551820, "total_flops": 26148567244800000, "train_loss": 0.030911305972508022, "subset_score_loss": 0.030911305972508022}
+{"step": 1880000, "wall_time": 18053.293892860413, "train_loss_step": 4.542830467224121, "n_params": 4551820, "total_flops": 26288399155200000, "train_loss": 0.02981342247554234, "subset_score_loss": 0.02981342247554234}
+{"step": 1890000, "wall_time": 18140.602351903915, "train_loss_step": 4.65265417098999, "n_params": 4551820, "total_flops": 26428231065600000, "train_loss": 0.03199832098824637, "subset_score_loss": 0.03199832098824637}
+{"step": 1900000, "wall_time": 18302.666737556458, "train_loss_step": 5.003188133239746, "n_params": 4551820, "total_flops": 26568062976000000, "train_loss": 0.02939000470297677, "subset_score_loss": 0.02939000470297677, "memorization_fraction_pixel": 0.2231999933719635, "mean_nn_ratio_pixel": 0.7767548561096191, "fid": 220.9684454709567, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 18391.73619031906, "train_loss_step": 5.015570640563965, "n_params": 4551820, "total_flops": 26707894886400000, "train_loss": 0.030973335674830845, "subset_score_loss": 0.030973335674830845}
+{"step": 1920000, "wall_time": 18480.83159470558, "train_loss_step": 4.542006969451904, "n_params": 4551820, "total_flops": 26847726796800000, "train_loss": 0.030893932070050922, "subset_score_loss": 0.030893932070050922}
+{"step": 1930000, "wall_time": 18569.737673282623, "train_loss_step": 4.685092926025391, "n_params": 4551820, "total_flops": 26987558707200000, "train_loss": 0.030782389640808105, "subset_score_loss": 0.030782389640808105}
+{"step": 1940000, "wall_time": 18656.843765497208, "train_loss_step": 4.829726696014404, "n_params": 4551820, "total_flops": 27127390617600000, "train_loss": 0.03200539861406599, "subset_score_loss": 0.03200539861406599}
+{"step": 1950000, "wall_time": 18745.81646180153, "train_loss_step": 4.474080562591553, "n_params": 4551820, "total_flops": 27267222528000000, "train_loss": 0.03049567426953997, "subset_score_loss": 0.03049567426953997}
+{"step": 1960000, "wall_time": 18833.105340480804, "train_loss_step": 4.472939968109131, "n_params": 4551820, "total_flops": 27407054438400000, "train_loss": 0.029755456107003347, "subset_score_loss": 0.029755456107003347}
+{"step": 1970000, "wall_time": 18918.630182504654, "train_loss_step": 4.781215667724609, "n_params": 4551820, "total_flops": 27546886348800000, "train_loss": 0.028805954115731374, "subset_score_loss": 0.028805954115731374}
+{"step": 1980000, "wall_time": 19007.801471471786, "train_loss_step": 4.610971927642822, "n_params": 4551820, "total_flops": 27686718259200000, "train_loss": 0.029096480778285434, "subset_score_loss": 0.029096480778285434}
+{"step": 1990000, "wall_time": 19095.327506542206, "train_loss_step": 4.821992874145508, "n_params": 4551820, "total_flops": 27826550169600000, "train_loss": 0.029780796595982144, "subset_score_loss": 0.029780796595982144}
+{"step": 2000000, "wall_time": 19258.393701791763, "train_loss_step": 4.7668986320495605, "n_params": 4551820, "total_flops": 27966382080000000, "train_loss": 0.03014984130859375, "subset_score_loss": 0.03014984130859375, "memorization_fraction_pixel": 0.23909999430179596, "mean_nn_ratio_pixel": 0.7627273797988892, "fid": 210.9921259146833, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 19347.586228132248, "train_loss_step": 4.680836200714111, "n_params": 4551820, "total_flops": 28106213990400000, "train_loss": 0.027376677308763777, "subset_score_loss": 0.027376677308763777}
+{"step": 2020000, "wall_time": 19436.688368797302, "train_loss_step": 4.865190029144287, "n_params": 4551820, "total_flops": 28246045900800000, "train_loss": 0.030850798743111748, "subset_score_loss": 0.030850798743111748}
+{"step": 2030000, "wall_time": 19525.664123535156, "train_loss_step": 4.406517505645752, "n_params": 4551820, "total_flops": 28385877811200000, "train_loss": 0.02765275410243443, "subset_score_loss": 0.02765275410243443}
+{"step": 2040000, "wall_time": 19612.887892484665, "train_loss_step": 4.392968654632568, "n_params": 4551820, "total_flops": 28525709721600000, "train_loss": 0.02708329132625035, "subset_score_loss": 0.02708329132625035}
+{"step": 2050000, "wall_time": 19702.004502773285, "train_loss_step": 4.240745544433594, "n_params": 4551820, "total_flops": 28665541632000000, "train_loss": 0.027940290314810618, "subset_score_loss": 0.027940290314810618}
+{"step": 2060000, "wall_time": 19791.06987118721, "train_loss_step": 4.782273769378662, "n_params": 4551820, "total_flops": 28805373542400000, "train_loss": 0.030260351725987025, "subset_score_loss": 0.030260351725987025}
+{"step": 2070000, "wall_time": 19877.90900707245, "train_loss_step": 4.815244674682617, "n_params": 4551820, "total_flops": 28945205452800000, "train_loss": 0.028324363912854877, "subset_score_loss": 0.028324363912854877}
+{"step": 2080000, "wall_time": 19938.479264974594, "train_loss_step": 4.824526786804199, "n_params": 4551820, "total_flops": 29085037363200000, "train_loss": 0.029091484206063407, "subset_score_loss": 0.029091484206063407}
+{"step": 2090000, "wall_time": 20025.48636865616, "train_loss_step": 4.779195785522461, "n_params": 4551820, "total_flops": 29224869273600000, "train_loss": 0.02880561351776123, "subset_score_loss": 0.02880561351776123}
+{"step": 2100000, "wall_time": 20224.633099794388, "train_loss_step": 5.13783073425293, "n_params": 4551820, "total_flops": 29364701184000000, "train_loss": 0.030009259496416363, "subset_score_loss": 0.030009259496416363, "memorization_fraction_pixel": 0.2578999996185303, "mean_nn_ratio_pixel": 0.7493529319763184, "fid": 207.1660383367327, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 20313.704768657684, "train_loss_step": 4.4370527267456055, "n_params": 4551820, "total_flops": 29504533094400000, "train_loss": 0.028002013478960308, "subset_score_loss": 0.028002013478960308}
+{"step": 2120000, "wall_time": 20402.685668945312, "train_loss_step": 4.651980876922607, "n_params": 4551820, "total_flops": 29644365004800000, "train_loss": 0.028289178439549038, "subset_score_loss": 0.028289178439549038}
+{"step": 2130000, "wall_time": 20489.847384929657, "train_loss_step": 4.563226222991943, "n_params": 4551820, "total_flops": 29784196915200000, "train_loss": 0.028989744186401368, "subset_score_loss": 0.028989744186401368}
+{"step": 2140000, "wall_time": 20578.85415840149, "train_loss_step": 4.715701103210449, "n_params": 4551820, "total_flops": 29924028825600000, "train_loss": 0.028424683638981412, "subset_score_loss": 0.028424683638981412}
+{"step": 2150000, "wall_time": 20667.9390976429, "train_loss_step": 4.244892597198486, "n_params": 4551820, "total_flops": 30063860736000000, "train_loss": 0.02681030035018921, "subset_score_loss": 0.02681030035018921}
+{"step": 2160000, "wall_time": 20756.990472316742, "train_loss_step": 4.33234977722168, "n_params": 4551820, "total_flops": 30203692646400000, "train_loss": 0.02693138803754534, "subset_score_loss": 0.02693138803754534}
+{"step": 2170000, "wall_time": 20846.03061771393, "train_loss_step": 4.636517524719238, "n_params": 4551820, "total_flops": 30343524556800000, "train_loss": 0.028566161223820278, "subset_score_loss": 0.028566161223820278}
+{"step": 2180000, "wall_time": 20933.620307683945, "train_loss_step": 3.9904842376708984, "n_params": 4551820, "total_flops": 30483356467200000, "train_loss": 0.026748808792659215, "subset_score_loss": 0.026748808792659215}
+{"step": 2190000, "wall_time": 20998.629232168198, "train_loss_step": 4.623876571655273, "n_params": 4551820, "total_flops": 30623188377600000, "train_loss": 0.030650390897478376, "subset_score_loss": 0.030650390897478376}
+{"step": 2200000, "wall_time": 21183.22625231743, "train_loss_step": 4.51999568939209, "n_params": 4551820, "total_flops": 30763020288000000, "train_loss": 0.030095253671918596, "subset_score_loss": 0.030095253671918596, "memorization_fraction_pixel": 0.29260000586509705, "mean_nn_ratio_pixel": 0.7275592684745789, "fid": 199.96860352019968, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 21272.353539705276, "train_loss_step": 4.474905490875244, "n_params": 4551820, "total_flops": 30902852198400000, "train_loss": 0.02550626311983381, "subset_score_loss": 0.02550626311983381}
+{"step": 2220000, "wall_time": 21359.42688846588, "train_loss_step": 4.316176891326904, "n_params": 4551820, "total_flops": 31042684108800000, "train_loss": 0.026941602570669992, "subset_score_loss": 0.026941602570669992}
+{"step": 2230000, "wall_time": 21448.50287914276, "train_loss_step": 4.422307014465332, "n_params": 4551820, "total_flops": 31182516019200000, "train_loss": 0.026448847566332135, "subset_score_loss": 0.026448847566332135}
+{"step": 2240000, "wall_time": 21537.63781785965, "train_loss_step": 4.516105651855469, "n_params": 4551820, "total_flops": 31322347929600000, "train_loss": 0.02752924987248012, "subset_score_loss": 0.02752924987248012}
+{"step": 2250000, "wall_time": 21626.74400830269, "train_loss_step": 4.297665596008301, "n_params": 4551820, "total_flops": 31462179840000000, "train_loss": 0.028226678712027414, "subset_score_loss": 0.028226678712027414}
+{"step": 2260000, "wall_time": 21715.747178554535, "train_loss_step": 4.393850326538086, "n_params": 4551820, "total_flops": 31602011750400000, "train_loss": 0.027236943585532053, "subset_score_loss": 0.027236943585532053}
+{"step": 2270000, "wall_time": 21804.896927833557, "train_loss_step": 4.520754814147949, "n_params": 4551820, "total_flops": 31741843660800000, "train_loss": 0.02608193840299334, "subset_score_loss": 0.02608193840299334}
+{"step": 2280000, "wall_time": 21892.29719901085, "train_loss_step": 4.230926036834717, "n_params": 4551820, "total_flops": 31881675571200000, "train_loss": 0.02616303137370518, "subset_score_loss": 0.02616303137370518}
+{"step": 2290000, "wall_time": 21981.88084578514, "train_loss_step": 4.649645805358887, "n_params": 4551820, "total_flops": 32021507481600000, "train_loss": 0.026712255818503245, "subset_score_loss": 0.026712255818503245}
+{"step": 2300000, "wall_time": 22167.149015188217, "train_loss_step": 4.3761749267578125, "n_params": 4551820, "total_flops": 32161339392000000, "train_loss": 0.026809889929635185, "subset_score_loss": 0.026809889929635185, "memorization_fraction_pixel": 0.29750001430511475, "mean_nn_ratio_pixel": 0.7221336364746094, "fid": 197.4392672620619, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 22254.235404014587, "train_loss_step": 4.230417728424072, "n_params": 4551820, "total_flops": 32301171302400000, "train_loss": 0.02725846256528582, "subset_score_loss": 0.02725846256528582}
+{"step": 2320000, "wall_time": 22343.26556992531, "train_loss_step": 4.546487331390381, "n_params": 4551820, "total_flops": 32441003212800000, "train_loss": 0.025880306107657295, "subset_score_loss": 0.025880306107657295}
+{"step": 2330000, "wall_time": 22432.30165719986, "train_loss_step": 4.165277004241943, "n_params": 4551820, "total_flops": 32580835123200000, "train_loss": 0.025879687922341483, "subset_score_loss": 0.025879687922341483}
+{"step": 2340000, "wall_time": 22521.380889892578, "train_loss_step": 4.250579833984375, "n_params": 4551820, "total_flops": 32720667033600000, "train_loss": 0.025129199028015137, "subset_score_loss": 0.025129199028015137}
+{"step": 2350000, "wall_time": 22610.529432296753, "train_loss_step": 4.536766052246094, "n_params": 4551820, "total_flops": 32860498944000000, "train_loss": 0.02613695008414132, "subset_score_loss": 0.02613695008414132}
+{"step": 2360000, "wall_time": 22699.532477617264, "train_loss_step": 4.268838882446289, "n_params": 4551820, "total_flops": 33000330854400000, "train_loss": 0.025099660669054304, "subset_score_loss": 0.025099660669054304}
+{"step": 2370000, "wall_time": 22786.875727891922, "train_loss_step": 4.447350025177002, "n_params": 4551820, "total_flops": 33140162764800000, "train_loss": 0.025892823083060127, "subset_score_loss": 0.025892823083060127}
+{"step": 2380000, "wall_time": 22875.873997926712, "train_loss_step": 4.338095664978027, "n_params": 4551820, "total_flops": 33279994675200000, "train_loss": 0.026310265064239502, "subset_score_loss": 0.026310265064239502}
+{"step": 2390000, "wall_time": 22964.925141096115, "train_loss_step": 4.191433906555176, "n_params": 4551820, "total_flops": 33419826585600000, "train_loss": 0.02594573838370187, "subset_score_loss": 0.02594573838370187}
+{"step": 2400000, "wall_time": 23152.563898324966, "train_loss_step": 4.369113922119141, "n_params": 4551820, "total_flops": 33559658496000000, "train_loss": 0.02637331315449306, "subset_score_loss": 0.02637331315449306, "memorization_fraction_pixel": 0.3269999921321869, "mean_nn_ratio_pixel": 0.7030562162399292, "fid": 196.76795728009083, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 23240.471698999405, "train_loss_step": 4.478560924530029, "n_params": 4551820, "total_flops": 33699490406400000, "train_loss": 0.02672253336225237, "subset_score_loss": 0.02672253336225237}
+{"step": 2420000, "wall_time": 23329.631338357925, "train_loss_step": 4.59833288192749, "n_params": 4551820, "total_flops": 33839322316800000, "train_loss": 0.024632036685943604, "subset_score_loss": 0.024632036685943604}
+{"step": 2430000, "wall_time": 23418.719311714172, "train_loss_step": 4.105467796325684, "n_params": 4551820, "total_flops": 33979154227200000, "train_loss": 0.02539362907409668, "subset_score_loss": 0.02539362907409668}
+{"step": 2440000, "wall_time": 23507.825456142426, "train_loss_step": 4.05648136138916, "n_params": 4551820, "total_flops": 34118986137600000, "train_loss": 0.024843611036028182, "subset_score_loss": 0.024843611036028182}
+{"step": 2450000, "wall_time": 23596.938766002655, "train_loss_step": 4.364879608154297, "n_params": 4551820, "total_flops": 34258818048000000, "train_loss": 0.023775465147835868, "subset_score_loss": 0.023775465147835868}
+{"step": 2460000, "wall_time": 23684.716242551804, "train_loss_step": 4.4445648193359375, "n_params": 4551820, "total_flops": 34398649958400000, "train_loss": 0.02616567611694336, "subset_score_loss": 0.02616567611694336}
+{"step": 2470000, "wall_time": 23773.81511235237, "train_loss_step": 4.539253234863281, "n_params": 4551820, "total_flops": 34538481868800000, "train_loss": 0.02517996004649571, "subset_score_loss": 0.02517996004649571}
+{"step": 2480000, "wall_time": 23862.931070804596, "train_loss_step": 4.053025245666504, "n_params": 4551820, "total_flops": 34678313779200000, "train_loss": 0.024238169193267822, "subset_score_loss": 0.024238169193267822}
+{"step": 2490000, "wall_time": 23951.951484918594, "train_loss_step": 4.028831481933594, "n_params": 4551820, "total_flops": 34818145689600000, "train_loss": 0.02539597579411098, "subset_score_loss": 0.02539597579411098}
+{"step": 2500000, "wall_time": 24130.826362848282, "train_loss_step": 4.336831092834473, "n_params": 4551820, "total_flops": 34957977600000000, "train_loss": 0.024148127010890415, "subset_score_loss": 0.024148127010890415, "memorization_fraction_pixel": 0.3776000142097473, "mean_nn_ratio_pixel": 0.6635816693305969, "fid": 183.0754201747017, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 24207.517191648483, "train_loss_step": 4.221297740936279, "n_params": 4551820, "total_flops": 35097809510400000, "train_loss": 0.024174337727682932, "subset_score_loss": 0.024174337727682932}
+{"step": 2520000, "wall_time": 24296.60065293312, "train_loss_step": 4.115866661071777, "n_params": 4551820, "total_flops": 35237641420800000, "train_loss": 0.026487852845873152, "subset_score_loss": 0.026487852845873152}
+{"step": 2530000, "wall_time": 24385.71685576439, "train_loss_step": 4.411378383636475, "n_params": 4551820, "total_flops": 35377473331200000, "train_loss": 0.024917442458016532, "subset_score_loss": 0.024917442458016532}
+{"step": 2540000, "wall_time": 24474.745807647705, "train_loss_step": 4.249358177185059, "n_params": 4551820, "total_flops": 35517305241600000, "train_loss": 0.02584017855780465, "subset_score_loss": 0.02584017855780465}
+{"step": 2550000, "wall_time": 24563.688750505447, "train_loss_step": 4.310434341430664, "n_params": 4551820, "total_flops": 35657137152000000, "train_loss": 0.024297060285295758, "subset_score_loss": 0.024297060285295758}
+{"step": 2560000, "wall_time": 24651.106700897217, "train_loss_step": 4.2763566970825195, "n_params": 4551820, "total_flops": 35796969062400000, "train_loss": 0.025199212346758162, "subset_score_loss": 0.025199212346758162}
+{"step": 2570000, "wall_time": 24740.19938850403, "train_loss_step": 4.248771667480469, "n_params": 4551820, "total_flops": 35936800972800000, "train_loss": 0.024716990334647044, "subset_score_loss": 0.024716990334647044}
+{"step": 2580000, "wall_time": 24829.311203479767, "train_loss_step": 4.410852432250977, "n_params": 4551820, "total_flops": 36076632883200000, "train_loss": 0.025632917881011963, "subset_score_loss": 0.025632917881011963}
+{"step": 2590000, "wall_time": 24918.338346481323, "train_loss_step": 4.12160062789917, "n_params": 4551820, "total_flops": 36216464793600000, "train_loss": 0.025330284663609096, "subset_score_loss": 0.025330284663609096}
+{"step": 2600000, "wall_time": 25127.007687091827, "train_loss_step": 4.093775749206543, "n_params": 4551820, "total_flops": 36356296704000000, "train_loss": 0.025847995281219484, "subset_score_loss": 0.025847995281219484, "memorization_fraction_pixel": 0.4000000059604645, "mean_nn_ratio_pixel": 0.6457522511482239, "fid": 173.23847821422723, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 25200.189250946045, "train_loss_step": 3.991464614868164, "n_params": 4551820, "total_flops": 36496128614400000, "train_loss": 0.025258730139051166, "subset_score_loss": 0.025258730139051166}
+{"step": 2620000, "wall_time": 25280.866096496582, "train_loss_step": 4.039215087890625, "n_params": 4551820, "total_flops": 36635960524800000, "train_loss": 0.024258198056902203, "subset_score_loss": 0.024258198056902203}
+{"step": 2630000, "wall_time": 25369.936037302017, "train_loss_step": 4.014697074890137, "n_params": 4551820, "total_flops": 36775792435200000, "train_loss": 0.023470236573900495, "subset_score_loss": 0.023470236573900495}
+{"step": 2640000, "wall_time": 25458.98055291176, "train_loss_step": 4.06866455078125, "n_params": 4551820, "total_flops": 36915624345600000, "train_loss": 0.02222163166318621, "subset_score_loss": 0.02222163166318621}
+{"step": 2650000, "wall_time": 25546.59260749817, "train_loss_step": 4.311433792114258, "n_params": 4551820, "total_flops": 37055456256000000, "train_loss": 0.02443645341055734, "subset_score_loss": 0.02443645341055734}
+{"step": 2660000, "wall_time": 25635.741864442825, "train_loss_step": 4.210232257843018, "n_params": 4551820, "total_flops": 37195288166400000, "train_loss": 0.023072096279689244, "subset_score_loss": 0.023072096279689244}
+{"step": 2670000, "wall_time": 25724.778908729553, "train_loss_step": 4.329699516296387, "n_params": 4551820, "total_flops": 37335120076800000, "train_loss": 0.02346874475479126, "subset_score_loss": 0.02346874475479126}
+{"step": 2680000, "wall_time": 25813.89066553116, "train_loss_step": 4.354423522949219, "n_params": 4551820, "total_flops": 37474951987200000, "train_loss": 0.02589695794241769, "subset_score_loss": 0.02589695794241769}
+{"step": 2690000, "wall_time": 25901.78351545334, "train_loss_step": 4.339956283569336, "n_params": 4551820, "total_flops": 37614783897600000, "train_loss": 0.022993367058890206, "subset_score_loss": 0.022993367058890206}
+{"step": 2700000, "wall_time": 26107.307458877563, "train_loss_step": 3.8069047927856445, "n_params": 4551820, "total_flops": 37754615808000000, "train_loss": 0.024053847789764403, "subset_score_loss": 0.024053847789764403, "memorization_fraction_pixel": 0.3833000063896179, "mean_nn_ratio_pixel": 0.6589906215667725, "fid": 178.44328178058515, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 26197.030101776123, "train_loss_step": 4.34050178527832, "n_params": 4551820, "total_flops": 37894447718400000, "train_loss": 0.02446131876536778, "subset_score_loss": 0.02446131876536778}
+{"step": 2720000, "wall_time": 26268.167684316635, "train_loss_step": 4.087286949157715, "n_params": 4551820, "total_flops": 38034279628800000, "train_loss": 0.023266453402382987, "subset_score_loss": 0.023266453402382987}
+{"step": 2730000, "wall_time": 26344.49702310562, "train_loss_step": 3.9305973052978516, "n_params": 4551820, "total_flops": 38174111539200000, "train_loss": 0.02299950633730207, "subset_score_loss": 0.02299950633730207}
+{"step": 2740000, "wall_time": 26432.331087589264, "train_loss_step": 4.076850414276123, "n_params": 4551820, "total_flops": 38313943449600000, "train_loss": 0.024451218332563127, "subset_score_loss": 0.024451218332563127}
+{"step": 2750000, "wall_time": 26520.912237882614, "train_loss_step": 4.412108898162842, "n_params": 4551820, "total_flops": 38453775360000000, "train_loss": 0.023360621929168702, "subset_score_loss": 0.023360621929168702}
+{"step": 2760000, "wall_time": 26609.920039892197, "train_loss_step": 4.151297092437744, "n_params": 4551820, "total_flops": 38593607270400000, "train_loss": 0.023315090792519706, "subset_score_loss": 0.023315090792519706}
+{"step": 2770000, "wall_time": 26699.00427722931, "train_loss_step": 4.063702583312988, "n_params": 4551820, "total_flops": 38733439180800000, "train_loss": 0.022979371888296945, "subset_score_loss": 0.022979371888296945}
+{"step": 2780000, "wall_time": 26787.866047143936, "train_loss_step": 3.936100959777832, "n_params": 4551820, "total_flops": 38873271091200000, "train_loss": 0.023215515272957937, "subset_score_loss": 0.023215515272957937}
+{"step": 2790000, "wall_time": 26875.332186937332, "train_loss_step": 4.370417594909668, "n_params": 4551820, "total_flops": 39013103001600000, "train_loss": 0.024751595088413784, "subset_score_loss": 0.024751595088413784}
+{"step": 2800000, "wall_time": 27037.669587612152, "train_loss_step": 4.201328754425049, "n_params": 4551820, "total_flops": 39152934912000000, "train_loss": 0.023066071101597377, "subset_score_loss": 0.023066071101597377, "memorization_fraction_pixel": 0.4065999984741211, "mean_nn_ratio_pixel": 0.6439202427864075, "fid": 177.598654276521, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 27126.72134923935, "train_loss_step": 4.094473838806152, "n_params": 4551820, "total_flops": 39292766822400000, "train_loss": 0.02226076466696603, "subset_score_loss": 0.02226076466696603}
+{"step": 2820000, "wall_time": 27215.81850719452, "train_loss_step": 4.001747131347656, "n_params": 4551820, "total_flops": 39432598732800000, "train_loss": 0.0229563798223223, "subset_score_loss": 0.0229563798223223}
+{"step": 2830000, "wall_time": 27296.72109746933, "train_loss_step": 4.225605010986328, "n_params": 4551820, "total_flops": 39572430643200000, "train_loss": 0.02310985837663923, "subset_score_loss": 0.02310985837663923}
+{"step": 2840000, "wall_time": 27369.92717885971, "train_loss_step": 4.135998249053955, "n_params": 4551820, "total_flops": 39712262553600000, "train_loss": 0.02294271503176008, "subset_score_loss": 0.02294271503176008}
+{"step": 2850000, "wall_time": 27455.728244543076, "train_loss_step": 3.739197254180908, "n_params": 4551820, "total_flops": 39852094464000000, "train_loss": 0.022368838105882916, "subset_score_loss": 0.022368838105882916}
+{"step": 2860000, "wall_time": 27544.892605781555, "train_loss_step": 3.9323153495788574, "n_params": 4551820, "total_flops": 39991926374400000, "train_loss": 0.02289470604487828, "subset_score_loss": 0.02289470604487828}
+{"step": 2870000, "wall_time": 27633.92635989189, "train_loss_step": 3.9436399936676025, "n_params": 4551820, "total_flops": 40131758284800000, "train_loss": 0.021999076434544153, "subset_score_loss": 0.021999076434544153}
+{"step": 2880000, "wall_time": 27721.020322084427, "train_loss_step": 4.082574844360352, "n_params": 4551820, "total_flops": 40271590195200000, "train_loss": 0.0239034823008946, "subset_score_loss": 0.0239034823008946}
+{"step": 2890000, "wall_time": 27810.094435214996, "train_loss_step": 4.119549751281738, "n_params": 4551820, "total_flops": 40411422105600000, "train_loss": 0.023566034861973353, "subset_score_loss": 0.023566034861973353}
+{"step": 2900000, "wall_time": 28010.656633138657, "train_loss_step": 3.988494634628296, "n_params": 4551820, "total_flops": 40551254016000000, "train_loss": 0.02273690530232021, "subset_score_loss": 0.02273690530232021, "memorization_fraction_pixel": 0.420199990272522, "mean_nn_ratio_pixel": 0.6344122886657715, "fid": 175.21334238284533, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 28099.70765018463, "train_loss_step": 4.0046539306640625, "n_params": 4551820, "total_flops": 40691085926400000, "train_loss": 0.02188525881086077, "subset_score_loss": 0.02188525881086077}
+{"step": 2920000, "wall_time": 28188.771374702454, "train_loss_step": 4.026844024658203, "n_params": 4551820, "total_flops": 40830917836800000, "train_loss": 0.022007812772478375, "subset_score_loss": 0.022007812772478375}
+{"step": 2930000, "wall_time": 28277.87914609909, "train_loss_step": 3.893260955810547, "n_params": 4551820, "total_flops": 40970749747200000, "train_loss": 0.022421465601239886, "subset_score_loss": 0.022421465601239886}
+{"step": 2940000, "wall_time": 28357.715487718582, "train_loss_step": 4.155174732208252, "n_params": 4551820, "total_flops": 41110581657600000, "train_loss": 0.025108863626207623, "subset_score_loss": 0.025108863626207623}
+{"step": 2950000, "wall_time": 28435.01577782631, "train_loss_step": 3.962266445159912, "n_params": 4551820, "total_flops": 41250413568000000, "train_loss": 0.02396794387272426, "subset_score_loss": 0.02396794387272426}
+{"step": 2960000, "wall_time": 28517.44164133072, "train_loss_step": 4.154552936553955, "n_params": 4551820, "total_flops": 41390245478400000, "train_loss": 0.022696237904684884, "subset_score_loss": 0.022696237904684884}
+{"step": 2970000, "wall_time": 28605.28241610527, "train_loss_step": 3.8283352851867676, "n_params": 4551820, "total_flops": 41530077388800000, "train_loss": 0.021067464351654054, "subset_score_loss": 0.021067464351654054}
+{"step": 2980000, "wall_time": 28693.86684370041, "train_loss_step": 4.158146381378174, "n_params": 4551820, "total_flops": 41669909299200000, "train_loss": 0.02196413278579712, "subset_score_loss": 0.02196413278579712}
+{"step": 2990000, "wall_time": 28782.93917274475, "train_loss_step": 4.058748722076416, "n_params": 4551820, "total_flops": 41809741209600000, "train_loss": 0.021493547303336007, "subset_score_loss": 0.021493547303336007}
+{"step": 3000000, "wall_time": 28992.277937412262, "train_loss_step": 4.053060531616211, "n_params": 4551820, "total_flops": 41949573120000000, "train_loss": 0.02240253346306937, "subset_score_loss": 0.02240253346306937, "memorization_fraction_pixel": 0.4230000078678131, "mean_nn_ratio_pixel": 0.6292250752449036, "fid": 171.89190655078886, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 29081.430671215057, "train_loss_step": 4.02659797668457, "n_params": 4551820, "total_flops": 42089405030400000, "train_loss": 0.022541029112679616, "subset_score_loss": 0.022541029112679616}
+{"step": 3020000, "wall_time": 29170.51677107811, "train_loss_step": 3.9016273021698, "n_params": 4551820, "total_flops": 42229236940800000, "train_loss": 0.02106398173740932, "subset_score_loss": 0.02106398173740932}
+{"step": 3030000, "wall_time": 29257.957837581635, "train_loss_step": 3.7830820083618164, "n_params": 4551820, "total_flops": 42369068851200000, "train_loss": 0.021779395852770125, "subset_score_loss": 0.021779395852770125}
+{"step": 3040000, "wall_time": 29347.15422964096, "train_loss_step": 3.9679393768310547, "n_params": 4551820, "total_flops": 42508900761600000, "train_loss": 0.023286044597625732, "subset_score_loss": 0.023286044597625732}
+{"step": 3050000, "wall_time": 29423.313772916794, "train_loss_step": 4.038069725036621, "n_params": 4551820, "total_flops": 42648732672000000, "train_loss": 0.022545622076307024, "subset_score_loss": 0.022545622076307024}
+{"step": 3060000, "wall_time": 29502.793922424316, "train_loss_step": 4.086758613586426, "n_params": 4551820, "total_flops": 42788564582400000, "train_loss": 0.023686751297542028, "subset_score_loss": 0.023686751297542028}
+{"step": 3070000, "wall_time": 29581.773534059525, "train_loss_step": 4.257118225097656, "n_params": 4551820, "total_flops": 42928396492800000, "train_loss": 0.022781646251678465, "subset_score_loss": 0.022781646251678465}
+{"step": 3080000, "wall_time": 29670.868411779404, "train_loss_step": 4.122467041015625, "n_params": 4551820, "total_flops": 43068228403200000, "train_loss": 0.023775817666734967, "subset_score_loss": 0.023775817666734967}
+{"step": 3090000, "wall_time": 29760.07978630066, "train_loss_step": 4.109601020812988, "n_params": 4551820, "total_flops": 43208060313600000, "train_loss": 0.021419681821550643, "subset_score_loss": 0.021419681821550643}
+{"step": 3100000, "wall_time": 29922.81719851494, "train_loss_step": 4.0054097175598145, "n_params": 4551820, "total_flops": 43347892224000000, "train_loss": 0.020964091164725168, "subset_score_loss": 0.020964091164725168, "memorization_fraction_pixel": 0.4584999978542328, "mean_nn_ratio_pixel": 0.6031738519668579, "fid": 165.12083615682687, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 30011.806438922882, "train_loss_step": 3.9655251502990723, "n_params": 4551820, "total_flops": 43487724134400000, "train_loss": 0.02295234373637608, "subset_score_loss": 0.02295234373637608}
+{"step": 3120000, "wall_time": 30100.91146993637, "train_loss_step": 3.6444613933563232, "n_params": 4551820, "total_flops": 43627556044800000, "train_loss": 0.02129695245197841, "subset_score_loss": 0.02129695245197841}
+{"step": 3130000, "wall_time": 30188.589073181152, "train_loss_step": 3.8494997024536133, "n_params": 4551820, "total_flops": 43767387955200000, "train_loss": 0.021117465836661204, "subset_score_loss": 0.021117465836661204}
+{"step": 3140000, "wall_time": 30277.688241958618, "train_loss_step": 3.757143497467041, "n_params": 4551820, "total_flops": 43907219865600000, "train_loss": 0.020005709784371512, "subset_score_loss": 0.020005709784371512}
+{"step": 3150000, "wall_time": 30366.693515062332, "train_loss_step": 4.026805877685547, "n_params": 4551820, "total_flops": 44047051776000000, "train_loss": 0.020655204568590435, "subset_score_loss": 0.020655204568590435}
+{"step": 3160000, "wall_time": 30452.928676843643, "train_loss_step": 3.7462706565856934, "n_params": 4551820, "total_flops": 44186883686400000, "train_loss": 0.021152128492082867, "subset_score_loss": 0.021152128492082867}
+{"step": 3170000, "wall_time": 30540.89311480522, "train_loss_step": 3.849409818649292, "n_params": 4551820, "total_flops": 44326715596800000, "train_loss": 0.021447925908224922, "subset_score_loss": 0.021447925908224922}
+{"step": 3180000, "wall_time": 30627.316324949265, "train_loss_step": 3.917285680770874, "n_params": 4551820, "total_flops": 44466547507200000, "train_loss": 0.021104747908455984, "subset_score_loss": 0.021104747908455984}
+{"step": 3190000, "wall_time": 30716.36115837097, "train_loss_step": 4.199686050415039, "n_params": 4551820, "total_flops": 44606379417600000, "train_loss": 0.02118206194468907, "subset_score_loss": 0.02118206194468907}
+{"step": 3200000, "wall_time": 30878.277915239334, "train_loss_step": 4.16880989074707, "n_params": 4551820, "total_flops": 44746211328000000, "train_loss": 0.024154974733080183, "subset_score_loss": 0.024154974733080183, "memorization_fraction_pixel": 0.45829999446868896, "mean_nn_ratio_pixel": 0.60727459192276, "fid": 167.0856360348629, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 30967.44929623604, "train_loss_step": 3.6497890949249268, "n_params": 4551820, "total_flops": 44886043238400000, "train_loss": 0.021609250136784146, "subset_score_loss": 0.021609250136784146}
+{"step": 3220000, "wall_time": 31056.569490909576, "train_loss_step": 3.7282512187957764, "n_params": 4551820, "total_flops": 45025875148800000, "train_loss": 0.02134633575166975, "subset_score_loss": 0.02134633575166975}
+{"step": 3230000, "wall_time": 31143.983357667923, "train_loss_step": 3.8234992027282715, "n_params": 4551820, "total_flops": 45165707059200000, "train_loss": 0.021461250100817, "subset_score_loss": 0.021461250100817}
+{"step": 3240000, "wall_time": 31233.065064430237, "train_loss_step": 4.000535488128662, "n_params": 4551820, "total_flops": 45305538969600000, "train_loss": 0.022266745567321777, "subset_score_loss": 0.022266745567321777}
+{"step": 3250000, "wall_time": 31322.109088897705, "train_loss_step": 4.002701759338379, "n_params": 4551820, "total_flops": 45445370880000000, "train_loss": 0.02374161652156285, "subset_score_loss": 0.02374161652156285}
+{"step": 3260000, "wall_time": 31409.297260284424, "train_loss_step": 3.9238507747650146, "n_params": 4551820, "total_flops": 45585202790400000, "train_loss": 0.02115189858845302, "subset_score_loss": 0.02115189858845302}
+{"step": 3270000, "wall_time": 31496.951712846756, "train_loss_step": 3.794386148452759, "n_params": 4551820, "total_flops": 45725034700800000, "train_loss": 0.021076812062944685, "subset_score_loss": 0.021076812062944685}
+{"step": 3280000, "wall_time": 31576.38719511032, "train_loss_step": 3.7807865142822266, "n_params": 4551820, "total_flops": 45864866611200000, "train_loss": 0.020721844264439175, "subset_score_loss": 0.020721844264439175}
+{"step": 3290000, "wall_time": 31653.027819871902, "train_loss_step": 3.8820412158966064, "n_params": 4551820, "total_flops": 46004698521600000, "train_loss": 0.020248346669333322, "subset_score_loss": 0.020248346669333322}
+{"step": 3300000, "wall_time": 31848.57873082161, "train_loss_step": 3.783751964569092, "n_params": 4551820, "total_flops": 46144530432000000, "train_loss": 0.02128300155912127, "subset_score_loss": 0.02128300155912127, "memorization_fraction_pixel": 0.47589999437332153, "mean_nn_ratio_pixel": 0.5901359915733337, "fid": 159.6294367159668, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 31937.625438451767, "train_loss_step": 3.903261661529541, "n_params": 4551820, "total_flops": 46284362342400000, "train_loss": 0.02096508911677769, "subset_score_loss": 0.02096508911677769}
+{"step": 3320000, "wall_time": 32026.375141382217, "train_loss_step": 3.5691840648651123, "n_params": 4551820, "total_flops": 46424194252800000, "train_loss": 0.019832098484039308, "subset_score_loss": 0.019832098484039308}
+{"step": 3330000, "wall_time": 32114.40618276596, "train_loss_step": 3.9239559173583984, "n_params": 4551820, "total_flops": 46564026163200000, "train_loss": 0.021024244172232493, "subset_score_loss": 0.021024244172232493}
+{"step": 3340000, "wall_time": 32203.46304655075, "train_loss_step": 3.8091728687286377, "n_params": 4551820, "total_flops": 46703858073600000, "train_loss": 0.020610548768724715, "subset_score_loss": 0.020610548768724715}
+{"step": 3350000, "wall_time": 32290.638427495956, "train_loss_step": 3.73919677734375, "n_params": 4551820, "total_flops": 46843689984000000, "train_loss": 0.020432945660182406, "subset_score_loss": 0.020432945660182406}
+{"step": 3360000, "wall_time": 32379.786724567413, "train_loss_step": 3.631073236465454, "n_params": 4551820, "total_flops": 46983521894400000, "train_loss": 0.022732486043657574, "subset_score_loss": 0.022732486043657574}
+{"step": 3370000, "wall_time": 32468.86209511757, "train_loss_step": 3.7394745349884033, "n_params": 4551820, "total_flops": 47123353804800000, "train_loss": 0.021122080939156667, "subset_score_loss": 0.021122080939156667}
+{"step": 3380000, "wall_time": 32556.04900932312, "train_loss_step": 3.835179090499878, "n_params": 4551820, "total_flops": 47263185715200000, "train_loss": 0.020846026284354075, "subset_score_loss": 0.020846026284354075}
+{"step": 3390000, "wall_time": 32632.43812274933, "train_loss_step": 3.8212780952453613, "n_params": 4551820, "total_flops": 47403017625600000, "train_loss": 0.019340661593845912, "subset_score_loss": 0.019340661593845912}
+{"step": 3400000, "wall_time": 32815.927877664566, "train_loss_step": 3.8267645835876465, "n_params": 4551820, "total_flops": 47542849536000000, "train_loss": 0.01972757237298148, "subset_score_loss": 0.01972757237298148, "memorization_fraction_pixel": 0.4999000132083893, "mean_nn_ratio_pixel": 0.571275532245636, "fid": 155.52770084805417, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 32905.00375556946, "train_loss_step": 3.8576457500457764, "n_params": 4551820, "total_flops": 47682681446400000, "train_loss": 0.021079364844730924, "subset_score_loss": 0.021079364844730924}
+{"step": 3420000, "wall_time": 32992.50378513336, "train_loss_step": 3.747469425201416, "n_params": 4551820, "total_flops": 47822513356800000, "train_loss": 0.021271886144365582, "subset_score_loss": 0.021271886144365582}
+{"step": 3430000, "wall_time": 33081.542157411575, "train_loss_step": 3.7473013401031494, "n_params": 4551820, "total_flops": 47962345267200000, "train_loss": 0.019626825196402412, "subset_score_loss": 0.019626825196402412}
+{"step": 3440000, "wall_time": 33169.48704242706, "train_loss_step": 3.930711030960083, "n_params": 4551820, "total_flops": 48102177177600000, "train_loss": 0.02223661286490304, "subset_score_loss": 0.02223661286490304}
+{"step": 3450000, "wall_time": 33257.95481657982, "train_loss_step": 4.237154483795166, "n_params": 4551820, "total_flops": 48242009088000000, "train_loss": 0.020364631925310406, "subset_score_loss": 0.020364631925310406}
+{"step": 3460000, "wall_time": 33347.036788225174, "train_loss_step": 3.828951835632324, "n_params": 4551820, "total_flops": 48381840998400000, "train_loss": 0.020641488688332692, "subset_score_loss": 0.020641488688332692}
+{"step": 3470000, "wall_time": 33436.1472735405, "train_loss_step": 3.5490777492523193, "n_params": 4551820, "total_flops": 48521672908800000, "train_loss": 0.021944228240421842, "subset_score_loss": 0.021944228240421842}
+{"step": 3480000, "wall_time": 33525.20661115646, "train_loss_step": 3.8620502948760986, "n_params": 4551820, "total_flops": 48661504819200000, "train_loss": 0.020280163628714425, "subset_score_loss": 0.020280163628714425}
+{"step": 3490000, "wall_time": 33614.83798122406, "train_loss_step": 3.580082416534424, "n_params": 4551820, "total_flops": 48801336729600000, "train_loss": 0.019873930726732526, "subset_score_loss": 0.019873930726732526}
+{"step": 3500000, "wall_time": 33797.706804037094, "train_loss_step": 3.8729357719421387, "n_params": 4551820, "total_flops": 48941168640000000, "train_loss": 0.020415985584259035, "subset_score_loss": 0.020415985584259035, "memorization_fraction_pixel": 0.49639999866485596, "mean_nn_ratio_pixel": 0.5723265409469604, "fid": 151.16689813259586, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 33885.18659162521, "train_loss_step": 3.8615872859954834, "n_params": 4551820, "total_flops": 49081000550400000, "train_loss": 0.019414009366716656, "subset_score_loss": 0.019414009366716656}
+{"step": 3520000, "wall_time": 33974.27029514313, "train_loss_step": 3.762699842453003, "n_params": 4551820, "total_flops": 49220832460800000, "train_loss": 0.019537428447178432, "subset_score_loss": 0.019537428447178432}
+{"step": 3530000, "wall_time": 34063.02954697609, "train_loss_step": 3.6625442504882812, "n_params": 4551820, "total_flops": 49360664371200000, "train_loss": 0.021263534682137625, "subset_score_loss": 0.021263534682137625}
+{"step": 3540000, "wall_time": 34150.33994650841, "train_loss_step": 4.165742874145508, "n_params": 4551820, "total_flops": 49500496281600000, "train_loss": 0.020656377928597588, "subset_score_loss": 0.020656377928597588}
+{"step": 3550000, "wall_time": 34239.400537490845, "train_loss_step": 3.674947500228882, "n_params": 4551820, "total_flops": 49640328192000000, "train_loss": 0.020516557352883474, "subset_score_loss": 0.020516557352883474}
+{"step": 3560000, "wall_time": 34328.46025443077, "train_loss_step": 3.9592690467834473, "n_params": 4551820, "total_flops": 49780160102400000, "train_loss": 0.02135022027151925, "subset_score_loss": 0.02135022027151925}
+{"step": 3570000, "wall_time": 34417.487674713135, "train_loss_step": 3.6386818885803223, "n_params": 4551820, "total_flops": 49919992012800000, "train_loss": 0.01966629879815238, "subset_score_loss": 0.01966629879815238}
+{"step": 3580000, "wall_time": 34506.53639340401, "train_loss_step": 3.8322482109069824, "n_params": 4551820, "total_flops": 50059823923200000, "train_loss": 0.01948354584830148, "subset_score_loss": 0.01948354584830148}
+{"step": 3590000, "wall_time": 34595.62550902367, "train_loss_step": 3.7180943489074707, "n_params": 4551820, "total_flops": 50199655833600000, "train_loss": 0.02005615234375, "subset_score_loss": 0.02005615234375}
+{"step": 3600000, "wall_time": 34774.38480043411, "train_loss_step": 3.918510913848877, "n_params": 4551820, "total_flops": 50339487744000000, "train_loss": 0.020303005831582205, "subset_score_loss": 0.020303005831582205, "memorization_fraction_pixel": 0.5, "mean_nn_ratio_pixel": 0.5766711831092834, "fid": 153.0365778482255, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 34847.062321186066, "train_loss_step": 3.632028818130493, "n_params": 4551820, "total_flops": 50479319654400000, "train_loss": 0.02099930558885847, "subset_score_loss": 0.02099930558885847}
+{"step": 3620000, "wall_time": 34936.09275722504, "train_loss_step": 4.022664546966553, "n_params": 4551820, "total_flops": 50619151564800000, "train_loss": 0.020461700643811906, "subset_score_loss": 0.020461700643811906}
+{"step": 3630000, "wall_time": 35023.24995017052, "train_loss_step": 3.8610618114471436, "n_params": 4551820, "total_flops": 50758983475200000, "train_loss": 0.020400902203151158, "subset_score_loss": 0.020400902203151158}
+{"step": 3640000, "wall_time": 35112.34601140022, "train_loss_step": 3.6497981548309326, "n_params": 4551820, "total_flops": 50898815385600000, "train_loss": 0.019834375381469725, "subset_score_loss": 0.019834375381469725}
+{"step": 3650000, "wall_time": 35201.43730092049, "train_loss_step": 3.6745598316192627, "n_params": 4551820, "total_flops": 51038647296000000, "train_loss": 0.020431012766701836, "subset_score_loss": 0.020431012766701836}
+{"step": 3660000, "wall_time": 35290.42300891876, "train_loss_step": 3.9419827461242676, "n_params": 4551820, "total_flops": 51178479206400000, "train_loss": 0.019065122944968087, "subset_score_loss": 0.019065122944968087}
+{"step": 3670000, "wall_time": 35379.51571702957, "train_loss_step": 4.0885419845581055, "n_params": 4551820, "total_flops": 51318311116800000, "train_loss": 0.020738073757716587, "subset_score_loss": 0.020738073757716587}
+{"step": 3680000, "wall_time": 35468.566989183426, "train_loss_step": 3.738588571548462, "n_params": 4551820, "total_flops": 51458143027200000, "train_loss": 0.01936981507710048, "subset_score_loss": 0.01936981507710048}
+{"step": 3690000, "wall_time": 35557.63454055786, "train_loss_step": 3.6037604808807373, "n_params": 4551820, "total_flops": 51597974937600000, "train_loss": 0.019457118851797923, "subset_score_loss": 0.019457118851797923}
+{"step": 3700000, "wall_time": 35750.53085708618, "train_loss_step": 3.4242591857910156, "n_params": 4551820, "total_flops": 51737806848000000, "train_loss": 0.020233328001839773, "subset_score_loss": 0.020233328001839773, "memorization_fraction_pixel": 0.5105999708175659, "mean_nn_ratio_pixel": 0.5643864274024963, "fid": 148.4809462223713, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 35831.619889974594, "train_loss_step": 3.8504385948181152, "n_params": 4551820, "total_flops": 51877638758400000, "train_loss": 0.019923721040998186, "subset_score_loss": 0.019923721040998186}
+{"step": 3720000, "wall_time": 35908.444241046906, "train_loss_step": 3.6689071655273438, "n_params": 4551820, "total_flops": 52017470668800000, "train_loss": 0.02036989416394915, "subset_score_loss": 0.02036989416394915}
+{"step": 3730000, "wall_time": 35997.53573179245, "train_loss_step": 3.631039619445801, "n_params": 4551820, "total_flops": 52157302579200000, "train_loss": 0.019258810792650495, "subset_score_loss": 0.019258810792650495}
+{"step": 3740000, "wall_time": 36086.58176779747, "train_loss_step": 3.6682589054107666, "n_params": 4551820, "total_flops": 52297134489600000, "train_loss": 0.019925434248788017, "subset_score_loss": 0.019925434248788017}
+{"step": 3750000, "wall_time": 36175.61361646652, "train_loss_step": 3.7296812534332275, "n_params": 4551820, "total_flops": 52436966400000000, "train_loss": 0.019641838754926408, "subset_score_loss": 0.019641838754926408}
+{"step": 3760000, "wall_time": 36264.67708134651, "train_loss_step": 3.9132134914398193, "n_params": 4551820, "total_flops": 52576798310400000, "train_loss": 0.018501908438546318, "subset_score_loss": 0.018501908438546318}
+{"step": 3770000, "wall_time": 36353.75882911682, "train_loss_step": 3.7019400596618652, "n_params": 4551820, "total_flops": 52716630220800000, "train_loss": 0.019091801983969554, "subset_score_loss": 0.019091801983969554}
+{"step": 3780000, "wall_time": 36442.78770685196, "train_loss_step": 3.6977429389953613, "n_params": 4551820, "total_flops": 52856462131200000, "train_loss": 0.019990084852491107, "subset_score_loss": 0.019990084852491107}
+{"step": 3790000, "wall_time": 36531.85962200165, "train_loss_step": 3.6931750774383545, "n_params": 4551820, "total_flops": 52996294041600000, "train_loss": 0.01922919239316668, "subset_score_loss": 0.01922919239316668}
+{"step": 3800000, "wall_time": 36740.28526544571, "train_loss_step": 3.8216748237609863, "n_params": 4551820, "total_flops": 53136125952000000, "train_loss": 0.019481166771480016, "subset_score_loss": 0.019481166771480016, "memorization_fraction_pixel": 0.5367000102996826, "mean_nn_ratio_pixel": 0.5436567664146423, "fid": 145.92785502084638, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 36819.89787530899, "train_loss_step": 3.6941099166870117, "n_params": 4551820, "total_flops": 53275957862400000, "train_loss": 0.01961545773914882, "subset_score_loss": 0.01961545773914882}
+{"step": 3820000, "wall_time": 36899.87474012375, "train_loss_step": 3.7761213779449463, "n_params": 4551820, "total_flops": 53415789772800000, "train_loss": 0.01833428144454956, "subset_score_loss": 0.01833428144454956}
+{"step": 3830000, "wall_time": 36977.273918390274, "train_loss_step": 3.4576284885406494, "n_params": 4551820, "total_flops": 53555621683200000, "train_loss": 0.019202659811292377, "subset_score_loss": 0.019202659811292377}
+{"step": 3840000, "wall_time": 37066.33666753769, "train_loss_step": 3.6162619590759277, "n_params": 4551820, "total_flops": 53695453593600000, "train_loss": 0.019657858780452182, "subset_score_loss": 0.019657858780452182}
+{"step": 3850000, "wall_time": 37155.466000795364, "train_loss_step": 3.5878586769104004, "n_params": 4551820, "total_flops": 53835285504000000, "train_loss": 0.020331951550074986, "subset_score_loss": 0.020331951550074986}
+{"step": 3860000, "wall_time": 37244.49910545349, "train_loss_step": 3.7036290168762207, "n_params": 4551820, "total_flops": 53975117414400000, "train_loss": 0.01828352553503854, "subset_score_loss": 0.01828352553503854}
+{"step": 3870000, "wall_time": 37333.589527368546, "train_loss_step": 3.578748941421509, "n_params": 4551820, "total_flops": 54114949324800000, "train_loss": 0.021103666509900774, "subset_score_loss": 0.021103666509900774}
+{"step": 3880000, "wall_time": 37422.785887002945, "train_loss_step": 3.9517135620117188, "n_params": 4551820, "total_flops": 54254781235200000, "train_loss": 0.020622449261801585, "subset_score_loss": 0.020622449261801585}
+{"step": 3890000, "wall_time": 37511.86692357063, "train_loss_step": 3.722005844116211, "n_params": 4551820, "total_flops": 54394613145600000, "train_loss": 0.021854702063969205, "subset_score_loss": 0.021854702063969205}
+{"step": 3900000, "wall_time": 37699.87479400635, "train_loss_step": 3.95047664642334, "n_params": 4551820, "total_flops": 54534445056000000, "train_loss": 0.01867016042981829, "subset_score_loss": 0.01867016042981829, "memorization_fraction_pixel": 0.5212000012397766, "mean_nn_ratio_pixel": 0.5618247389793396, "fid": 150.18652608828845, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 37787.957093954086, "train_loss_step": 3.6160333156585693, "n_params": 4551820, "total_flops": 54674276966400000, "train_loss": 0.018997340542929512, "subset_score_loss": 0.018997340542929512}
+{"step": 3920000, "wall_time": 37872.524277210236, "train_loss_step": 3.58656644821167, "n_params": 4551820, "total_flops": 54814108876800000, "train_loss": 0.01976017781666347, "subset_score_loss": 0.01976017781666347}
+{"step": 3930000, "wall_time": 37949.12623476982, "train_loss_step": 3.7457571029663086, "n_params": 4551820, "total_flops": 54953940787200000, "train_loss": 0.019016368048531667, "subset_score_loss": 0.019016368048531667}
+{"step": 3940000, "wall_time": 38021.7253780365, "train_loss_step": 3.5866572856903076, "n_params": 4551820, "total_flops": 55093772697600000, "train_loss": 0.01809871367045811, "subset_score_loss": 0.01809871367045811}
+{"step": 3950000, "wall_time": 38110.71652126312, "train_loss_step": 3.4043328762054443, "n_params": 4551820, "total_flops": 55233604608000000, "train_loss": 0.019076868465968542, "subset_score_loss": 0.019076868465968542}
+{"step": 3960000, "wall_time": 38199.78581094742, "train_loss_step": 3.4594545364379883, "n_params": 4551820, "total_flops": 55373436518400000, "train_loss": 0.01970604147229876, "subset_score_loss": 0.01970604147229876}
+{"step": 3970000, "wall_time": 38288.79973459244, "train_loss_step": 3.848817825317383, "n_params": 4551820, "total_flops": 55513268428800000, "train_loss": 0.020380330085754395, "subset_score_loss": 0.020380330085754395}
+{"step": 3980000, "wall_time": 38377.871884822845, "train_loss_step": 3.7960622310638428, "n_params": 4551820, "total_flops": 55653100339200000, "train_loss": 0.018483594485691614, "subset_score_loss": 0.018483594485691614}
+{"step": 3990000, "wall_time": 38466.94849443436, "train_loss_step": 3.4850974082946777, "n_params": 4551820, "total_flops": 55792932249600000, "train_loss": 0.018617793491908483, "subset_score_loss": 0.018617793491908483}
+{"step": 4000000, "wall_time": 38649.40845441818, "train_loss_step": 3.9853463172912598, "n_params": 4551820, "total_flops": 55932764160000000, "train_loss": 0.019348786558423724, "subset_score_loss": 0.019348786558423724, "memorization_fraction_pixel": 0.5390999913215637, "mean_nn_ratio_pixel": 0.5427483916282654, "fid": 144.90345447331356, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 38738.54744768143, "train_loss_step": 3.692676544189453, "n_params": 4551820, "total_flops": 56072596070400000, "train_loss": 0.018941594873155866, "subset_score_loss": 0.018941594873155866}
+{"step": 4020000, "wall_time": 38827.645688056946, "train_loss_step": 4.4138922691345215, "n_params": 4551820, "total_flops": 56212427980800000, "train_loss": 0.02046971321105957, "subset_score_loss": 0.02046971321105957}
+{"step": 4030000, "wall_time": 38917.05101633072, "train_loss_step": 3.742755651473999, "n_params": 4551820, "total_flops": 56352259891200000, "train_loss": 0.019813309397016254, "subset_score_loss": 0.019813309397016254}
+{"step": 4040000, "wall_time": 38991.84864282608, "train_loss_step": 3.519777297973633, "n_params": 4551820, "total_flops": 56492091801600000, "train_loss": 0.018828461851392475, "subset_score_loss": 0.018828461851392475}
+{"step": 4050000, "wall_time": 39073.052159786224, "train_loss_step": 3.492002487182617, "n_params": 4551820, "total_flops": 56631923712000000, "train_loss": 0.01848553248814174, "subset_score_loss": 0.01848553248814174}
+{"step": 4060000, "wall_time": 39157.684316158295, "train_loss_step": 3.796140432357788, "n_params": 4551820, "total_flops": 56771755622400000, "train_loss": 0.018575809683118547, "subset_score_loss": 0.018575809683118547}
+{"step": 4070000, "wall_time": 39246.826297044754, "train_loss_step": 3.7566514015197754, "n_params": 4551820, "total_flops": 56911587532800000, "train_loss": 0.018813761643001012, "subset_score_loss": 0.018813761643001012}
+{"step": 4080000, "wall_time": 39335.87030673027, "train_loss_step": 3.283186435699463, "n_params": 4551820, "total_flops": 57051419443200000, "train_loss": 0.01806657144001552, "subset_score_loss": 0.01806657144001552}
+{"step": 4090000, "wall_time": 39425.00402355194, "train_loss_step": 3.5926713943481445, "n_params": 4551820, "total_flops": 57191251353600000, "train_loss": 0.017998640877859934, "subset_score_loss": 0.017998640877859934}
+{"step": 4100000, "wall_time": 39610.20226621628, "train_loss_step": 3.384432077407837, "n_params": 4551820, "total_flops": 57331083264000000, "train_loss": 0.0177351713180542, "subset_score_loss": 0.0177351713180542, "memorization_fraction_pixel": 0.5781999826431274, "mean_nn_ratio_pixel": 0.5158126354217529, "fid": 136.35628337566357, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 39699.25313448906, "train_loss_step": 3.6724436283111572, "n_params": 4551820, "total_flops": 57470915174400000, "train_loss": 0.018835784707750592, "subset_score_loss": 0.018835784707750592}
+{"step": 4120000, "wall_time": 39788.22458577156, "train_loss_step": 3.7690653800964355, "n_params": 4551820, "total_flops": 57610747084800000, "train_loss": 0.017723912852151052, "subset_score_loss": 0.017723912852151052}
+{"step": 4130000, "wall_time": 39877.295991420746, "train_loss_step": 3.8898708820343018, "n_params": 4551820, "total_flops": 57750578995200000, "train_loss": 0.018621160302843366, "subset_score_loss": 0.018621160302843366}
+{"step": 4140000, "wall_time": 39966.484495162964, "train_loss_step": 3.616487503051758, "n_params": 4551820, "total_flops": 57890410905600000, "train_loss": 0.01917914833341326, "subset_score_loss": 0.01917914833341326}
+{"step": 4150000, "wall_time": 40044.434391736984, "train_loss_step": 3.4608051776885986, "n_params": 4551820, "total_flops": 58030242816000000, "train_loss": 0.01818934168134417, "subset_score_loss": 0.01818934168134417}
+{"step": 4160000, "wall_time": 40127.2933781147, "train_loss_step": 3.806105613708496, "n_params": 4551820, "total_flops": 58170074726400000, "train_loss": 0.018673905304500034, "subset_score_loss": 0.018673905304500034}
+{"step": 4170000, "wall_time": 40211.64541244507, "train_loss_step": 3.875685453414917, "n_params": 4551820, "total_flops": 58309906636800000, "train_loss": 0.019990720067705428, "subset_score_loss": 0.019990720067705428}
+{"step": 4180000, "wall_time": 40300.70278429985, "train_loss_step": 3.800139904022217, "n_params": 4551820, "total_flops": 58449738547200000, "train_loss": 0.01840351138796125, "subset_score_loss": 0.01840351138796125}
+{"step": 4190000, "wall_time": 40387.95364189148, "train_loss_step": 3.284712791442871, "n_params": 4551820, "total_flops": 58589570457600000, "train_loss": 0.01757721390042986, "subset_score_loss": 0.01757721390042986}
+{"step": 4200000, "wall_time": 40582.232199430466, "train_loss_step": 3.5864367485046387, "n_params": 4551820, "total_flops": 58729402368000000, "train_loss": 0.01779325008392334, "subset_score_loss": 0.01779325008392334, "memorization_fraction_pixel": 0.5386000275611877, "mean_nn_ratio_pixel": 0.5433291792869568, "fid": 144.17348712994507, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 40671.35312271118, "train_loss_step": 3.586254358291626, "n_params": 4551820, "total_flops": 58869234278400000, "train_loss": 0.018938309805733817, "subset_score_loss": 0.018938309805733817}
+{"step": 4220000, "wall_time": 40760.38989496231, "train_loss_step": 3.579705238342285, "n_params": 4551820, "total_flops": 59009066188800000, "train_loss": 0.01828174591064453, "subset_score_loss": 0.01828174591064453}
+{"step": 4230000, "wall_time": 40849.531210660934, "train_loss_step": 3.61513090133667, "n_params": 4551820, "total_flops": 59148898099200000, "train_loss": 0.0169411301612854, "subset_score_loss": 0.0169411301612854}
+{"step": 4240000, "wall_time": 40938.6395843029, "train_loss_step": 3.299201011657715, "n_params": 4551820, "total_flops": 59288730009600000, "train_loss": 0.01810627153941563, "subset_score_loss": 0.01810627153941563}
+{"step": 4250000, "wall_time": 41027.85738658905, "train_loss_step": 3.7248263359069824, "n_params": 4551820, "total_flops": 59428561920000000, "train_loss": 0.01843212672642299, "subset_score_loss": 0.01843212672642299}
+{"step": 4260000, "wall_time": 41106.37930679321, "train_loss_step": 3.2593235969543457, "n_params": 4551820, "total_flops": 59568393830400000, "train_loss": 0.01823341165270124, "subset_score_loss": 0.01823341165270124}
+{"step": 4270000, "wall_time": 41185.28833198547, "train_loss_step": 3.660872459411621, "n_params": 4551820, "total_flops": 59708225740800000, "train_loss": 0.018393959317888533, "subset_score_loss": 0.018393959317888533}
+{"step": 4280000, "wall_time": 41265.74889755249, "train_loss_step": 3.834005355834961, "n_params": 4551820, "total_flops": 59848057651200000, "train_loss": 0.018111719403948102, "subset_score_loss": 0.018111719403948102}
+{"step": 4290000, "wall_time": 41351.154836177826, "train_loss_step": 3.197704792022705, "n_params": 4551820, "total_flops": 59987889561600000, "train_loss": 0.01893586942127773, "subset_score_loss": 0.01893586942127773}
+{"step": 4300000, "wall_time": 41550.39431762695, "train_loss_step": 3.586182117462158, "n_params": 4551820, "total_flops": 60127721472000000, "train_loss": 0.01789486748831613, "subset_score_loss": 0.01789486748831613, "memorization_fraction_pixel": 0.5564000010490417, "mean_nn_ratio_pixel": 0.5302333235740662, "fid": 137.46604210809716, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 41639.471309900284, "train_loss_step": 3.5209155082702637, "n_params": 4551820, "total_flops": 60267553382400000, "train_loss": 0.01798074586050851, "subset_score_loss": 0.01798074586050851}
+{"step": 4320000, "wall_time": 41728.493728637695, "train_loss_step": 3.7196810245513916, "n_params": 4551820, "total_flops": 60407385292800000, "train_loss": 0.0178423387663705, "subset_score_loss": 0.0178423387663705}
+{"step": 4330000, "wall_time": 41817.56931948662, "train_loss_step": 3.2982115745544434, "n_params": 4551820, "total_flops": 60547217203200000, "train_loss": 0.019133584839957102, "subset_score_loss": 0.019133584839957102}
+{"step": 4340000, "wall_time": 41906.637948036194, "train_loss_step": 3.3715877532958984, "n_params": 4551820, "total_flops": 60687049113600000, "train_loss": 0.018249292033059257, "subset_score_loss": 0.018249292033059257}
+{"step": 4350000, "wall_time": 41995.70511317253, "train_loss_step": 3.7303884029388428, "n_params": 4551820, "total_flops": 60826881024000000, "train_loss": 0.019291647842952182, "subset_score_loss": 0.019291647842952182}
+{"step": 4360000, "wall_time": 42084.845130205154, "train_loss_step": 3.1197404861450195, "n_params": 4551820, "total_flops": 60966712934400000, "train_loss": 0.019089865684509277, "subset_score_loss": 0.019089865684509277}
+{"step": 4370000, "wall_time": 42164.56683731079, "train_loss_step": 3.516094446182251, "n_params": 4551820, "total_flops": 61106544844800000, "train_loss": 0.017700796467917307, "subset_score_loss": 0.017700796467917307}
+{"step": 4380000, "wall_time": 42239.85839509964, "train_loss_step": 3.7477574348449707, "n_params": 4551820, "total_flops": 61246376755200000, "train_loss": 0.017856413977486746, "subset_score_loss": 0.017856413977486746}
+{"step": 4390000, "wall_time": 42314.097516059875, "train_loss_step": 3.5572409629821777, "n_params": 4551820, "total_flops": 61386208665600000, "train_loss": 0.017971202305385046, "subset_score_loss": 0.017971202305385046}
+{"step": 4400000, "wall_time": 42528.43439221382, "train_loss_step": 3.422100067138672, "n_params": 4551820, "total_flops": 61526040576000000, "train_loss": 0.01793301616396223, "subset_score_loss": 0.01793301616396223, "memorization_fraction_pixel": 0.5641000270843506, "mean_nn_ratio_pixel": 0.5228256583213806, "fid": 134.399988065886, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 42617.552110910416, "train_loss_step": 3.6402666568756104, "n_params": 4551820, "total_flops": 61665872486400000, "train_loss": 0.018961385318211146, "subset_score_loss": 0.018961385318211146}
+{"step": 4420000, "wall_time": 42706.60021400452, "train_loss_step": 3.704883575439453, "n_params": 4551820, "total_flops": 61805704396800000, "train_loss": 0.017948360102517266, "subset_score_loss": 0.017948360102517266}
+{"step": 4430000, "wall_time": 42795.58632802963, "train_loss_step": 3.3928210735321045, "n_params": 4551820, "total_flops": 61945536307200000, "train_loss": 0.017761874198913574, "subset_score_loss": 0.017761874198913574}
+{"step": 4440000, "wall_time": 42884.65994930267, "train_loss_step": 3.502638339996338, "n_params": 4551820, "total_flops": 62085368217600000, "train_loss": 0.018201824596949984, "subset_score_loss": 0.018201824596949984}
+{"step": 4450000, "wall_time": 42973.66879224777, "train_loss_step": 3.8010098934173584, "n_params": 4551820, "total_flops": 62225200128000000, "train_loss": 0.017367466858455114, "subset_score_loss": 0.017367466858455114}
+{"step": 4460000, "wall_time": 43062.691938877106, "train_loss_step": 3.2396275997161865, "n_params": 4551820, "total_flops": 62365032038400000, "train_loss": 0.016809068407331193, "subset_score_loss": 0.016809068407331193}
+{"step": 4470000, "wall_time": 43148.53005170822, "train_loss_step": 3.4627466201782227, "n_params": 4551820, "total_flops": 62504863948800000, "train_loss": 0.017505850110735213, "subset_score_loss": 0.017505850110735213}
+{"step": 4480000, "wall_time": 43226.79458236694, "train_loss_step": 3.3589887619018555, "n_params": 4551820, "total_flops": 62644695859200000, "train_loss": 0.01728534017290388, "subset_score_loss": 0.01728534017290388}
+{"step": 4490000, "wall_time": 43310.726049661636, "train_loss_step": 3.26151967048645, "n_params": 4551820, "total_flops": 62784527769600000, "train_loss": 0.017165563787732804, "subset_score_loss": 0.017165563787732804}
+{"step": 4500000, "wall_time": 43493.36012482643, "train_loss_step": 3.3772711753845215, "n_params": 4551820, "total_flops": 62924359680000000, "train_loss": 0.016652194091251918, "subset_score_loss": 0.016652194091251918, "memorization_fraction_pixel": 0.5982999801635742, "mean_nn_ratio_pixel": 0.49779170751571655, "fid": 132.29680513694774, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 43582.38137149811, "train_loss_step": 3.547093629837036, "n_params": 4551820, "total_flops": 63064191590400000, "train_loss": 0.017043498584202357, "subset_score_loss": 0.017043498584202357}
+{"step": 4520000, "wall_time": 43671.36419248581, "train_loss_step": 3.6091256141662598, "n_params": 4551820, "total_flops": 63204023500800000, "train_loss": 0.01709213938031878, "subset_score_loss": 0.01709213938031878}
+{"step": 4530000, "wall_time": 43760.50789761543, "train_loss_step": 3.7962141036987305, "n_params": 4551820, "total_flops": 63343855411200000, "train_loss": 0.018403538635798862, "subset_score_loss": 0.018403538635798862}
+{"step": 4540000, "wall_time": 43849.5160112381, "train_loss_step": 3.6167359352111816, "n_params": 4551820, "total_flops": 63483687321600000, "train_loss": 0.01835582426616124, "subset_score_loss": 0.01835582426616124}
+{"step": 4550000, "wall_time": 43938.51927089691, "train_loss_step": 3.903724193572998, "n_params": 4551820, "total_flops": 63623519232000000, "train_loss": 0.017887779644557407, "subset_score_loss": 0.017887779644557407}
+{"step": 4560000, "wall_time": 44027.28255748749, "train_loss_step": 3.7459521293640137, "n_params": 4551820, "total_flops": 63763351142400000, "train_loss": 0.018118386609213694, "subset_score_loss": 0.018118386609213694}
+{"step": 4570000, "wall_time": 44112.838584661484, "train_loss_step": 3.574375629425049, "n_params": 4551820, "total_flops": 63903183052800000, "train_loss": 0.01829279831477574, "subset_score_loss": 0.01829279831477574}
+{"step": 4580000, "wall_time": 44201.87677884102, "train_loss_step": 3.6082005500793457, "n_params": 4551820, "total_flops": 64043014963200000, "train_loss": 0.016894187246050154, "subset_score_loss": 0.016894187246050154}
+{"step": 4590000, "wall_time": 44285.60350346565, "train_loss_step": 3.5491411685943604, "n_params": 4551820, "total_flops": 64182846873600000, "train_loss": 0.01875589404787336, "subset_score_loss": 0.01875589404787336}
+{"step": 4600000, "wall_time": 44463.04979300499, "train_loss_step": 3.605208396911621, "n_params": 4551820, "total_flops": 64322678784000000, "train_loss": 0.01659551177706037, "subset_score_loss": 0.01659551177706037, "memorization_fraction_pixel": 0.5807999968528748, "mean_nn_ratio_pixel": 0.5121126770973206, "fid": 133.59597760356488, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 44551.99996447563, "train_loss_step": 3.4131340980529785, "n_params": 4551820, "total_flops": 64462510694400000, "train_loss": 0.017174805913652693, "subset_score_loss": 0.017174805913652693}
+{"step": 4620000, "wall_time": 44641.05517721176, "train_loss_step": 3.484025478363037, "n_params": 4551820, "total_flops": 64602342604800000, "train_loss": 0.018416135651724678, "subset_score_loss": 0.018416135651724678}
+{"step": 4630000, "wall_time": 44730.12735247612, "train_loss_step": 3.4997968673706055, "n_params": 4551820, "total_flops": 64742174515200000, "train_loss": 0.01916764293398176, "subset_score_loss": 0.01916764293398176}
+{"step": 4640000, "wall_time": 44819.14896392822, "train_loss_step": 3.2901792526245117, "n_params": 4551820, "total_flops": 64882006425600000, "train_loss": 0.01762155975614275, "subset_score_loss": 0.01762155975614275}
+{"step": 4650000, "wall_time": 44908.10070967674, "train_loss_step": 3.394423246383667, "n_params": 4551820, "total_flops": 65021838336000000, "train_loss": 0.01898141758782523, "subset_score_loss": 0.01898141758782523}
+{"step": 4660000, "wall_time": 44994.14328622818, "train_loss_step": 3.3374075889587402, "n_params": 4551820, "total_flops": 65161670246400000, "train_loss": 0.018942955562046598, "subset_score_loss": 0.018942955562046598}
+{"step": 4670000, "wall_time": 45082.993392944336, "train_loss_step": 3.5067667961120605, "n_params": 4551820, "total_flops": 65301502156800000, "train_loss": 0.016835151399884906, "subset_score_loss": 0.016835151399884906}
+{"step": 4680000, "wall_time": 45172.09513735771, "train_loss_step": 3.3978090286254883, "n_params": 4551820, "total_flops": 65441334067200000, "train_loss": 0.0175956130027771, "subset_score_loss": 0.0175956130027771}
+{"step": 4690000, "wall_time": 45261.25770974159, "train_loss_step": 3.6007237434387207, "n_params": 4551820, "total_flops": 65581165977600000, "train_loss": 0.018131440026419504, "subset_score_loss": 0.018131440026419504}
+{"step": 4700000, "wall_time": 45438.75462651253, "train_loss_step": 3.2291083335876465, "n_params": 4551820, "total_flops": 65720997888000000, "train_loss": 0.017148026398250034, "subset_score_loss": 0.017148026398250034, "memorization_fraction_pixel": 0.5958999991416931, "mean_nn_ratio_pixel": 0.497554749250412, "fid": 129.50261077428206, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 45521.10679936409, "train_loss_step": 3.537990093231201, "n_params": 4551820, "total_flops": 65860829798400000, "train_loss": 0.016836159569876535, "subset_score_loss": 0.016836159569876535}
+{"step": 4720000, "wall_time": 45610.16362762451, "train_loss_step": 3.551394462585449, "n_params": 4551820, "total_flops": 66000661708800000, "train_loss": 0.01735668522971017, "subset_score_loss": 0.01735668522971017}
+{"step": 4730000, "wall_time": 45699.23101854324, "train_loss_step": 3.52409291267395, "n_params": 4551820, "total_flops": 66140493619200000, "train_loss": 0.01679003579275949, "subset_score_loss": 0.01679003579275949}
+{"step": 4740000, "wall_time": 45788.27003836632, "train_loss_step": 3.4024252891540527, "n_params": 4551820, "total_flops": 66280325529600000, "train_loss": 0.018059468269348143, "subset_score_loss": 0.018059468269348143}
+{"step": 4750000, "wall_time": 45868.96735167503, "train_loss_step": 3.848233938217163, "n_params": 4551820, "total_flops": 66420157440000000, "train_loss": 0.01731916666030884, "subset_score_loss": 0.01731916666030884}
+{"step": 4760000, "wall_time": 45938.83466219902, "train_loss_step": 3.3502049446105957, "n_params": 4551820, "total_flops": 66559989350400000, "train_loss": 0.018069686208452496, "subset_score_loss": 0.018069686208452496}
+{"step": 4770000, "wall_time": 46010.57492566109, "train_loss_step": 3.689044713973999, "n_params": 4551820, "total_flops": 66699821260800000, "train_loss": 0.01669290576662336, "subset_score_loss": 0.01669290576662336}
+{"step": 4780000, "wall_time": 46082.334280490875, "train_loss_step": 3.2153515815734863, "n_params": 4551820, "total_flops": 66839653171200000, "train_loss": 0.016315012318747383, "subset_score_loss": 0.016315012318747383}
+{"step": 4790000, "wall_time": 46154.05806183815, "train_loss_step": 3.7716257572174072, "n_params": 4551820, "total_flops": 66979485081600000, "train_loss": 0.017281624249049596, "subset_score_loss": 0.017281624249049596}
+{"step": 4800000, "wall_time": 46309.04386281967, "train_loss_step": 3.5611934661865234, "n_params": 4551820, "total_flops": 67119316992000000, "train_loss": 0.0165927597454616, "subset_score_loss": 0.0165927597454616, "memorization_fraction_pixel": 0.6219000220298767, "mean_nn_ratio_pixel": 0.47433018684387207, "fid": 123.00534899269454, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 46380.84104156494, "train_loss_step": 3.2039976119995117, "n_params": 4551820, "total_flops": 67259148902400000, "train_loss": 0.01815687928880964, "subset_score_loss": 0.01815687928880964}
+{"step": 4820000, "wall_time": 46452.62068247795, "train_loss_step": 3.4046101570129395, "n_params": 4551820, "total_flops": 67398980812800000, "train_loss": 0.01776446785245623, "subset_score_loss": 0.01776446785245623}
+{"step": 4830000, "wall_time": 46524.41834449768, "train_loss_step": 3.7406392097473145, "n_params": 4551820, "total_flops": 67538812723200000, "train_loss": 0.01651296956198556, "subset_score_loss": 0.01651296956198556}
+{"step": 4840000, "wall_time": 46596.267594099045, "train_loss_step": 3.1909303665161133, "n_params": 4551820, "total_flops": 67678644633600000, "train_loss": 0.016587543487548827, "subset_score_loss": 0.016587543487548827}
+{"step": 4850000, "wall_time": 46661.40929532051, "train_loss_step": 3.2757911682128906, "n_params": 4551820, "total_flops": 67818476544000000, "train_loss": 0.016052898338862826, "subset_score_loss": 0.016052898338862826}
+{"step": 4860000, "wall_time": 46715.949031829834, "train_loss_step": 3.470460891723633, "n_params": 4551820, "total_flops": 67958308454400000, "train_loss": 0.01732128347669329, "subset_score_loss": 0.01732128347669329}
+{"step": 4870000, "wall_time": 46770.541152477264, "train_loss_step": 3.5668537616729736, "n_params": 4551820, "total_flops": 68098140364800000, "train_loss": 0.016543235097612654, "subset_score_loss": 0.016543235097612654}
+{"step": 4880000, "wall_time": 46825.066234350204, "train_loss_step": 3.2727365493774414, "n_params": 4551820, "total_flops": 68237972275200000, "train_loss": 0.016382004533495222, "subset_score_loss": 0.016382004533495222}
+{"step": 4890000, "wall_time": 46879.63440299034, "train_loss_step": 3.5275073051452637, "n_params": 4551820, "total_flops": 68377804185600000, "train_loss": 0.017643262658800396, "subset_score_loss": 0.017643262658800396}
+{"step": 4900000, "wall_time": 46980.0917532444, "train_loss_step": 3.345506429672241, "n_params": 4551820, "total_flops": 68517636096000000, "train_loss": 0.018057829993111747, "subset_score_loss": 0.018057829993111747, "memorization_fraction_pixel": 0.6194999814033508, "mean_nn_ratio_pixel": 0.48321112990379333, "fid": 126.21727934613278, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 47030.528947114944, "train_loss_step": 3.3795101642608643, "n_params": 4551820, "total_flops": 68657468006400000, "train_loss": 0.017674945081983293, "subset_score_loss": 0.017674945081983293}
+{"step": 4920000, "wall_time": 47077.1615152359, "train_loss_step": 3.401296615600586, "n_params": 4551820, "total_flops": 68797299916800000, "train_loss": 0.017065344538007465, "subset_score_loss": 0.017065344538007465}
+{"step": 4930000, "wall_time": 47131.68827581406, "train_loss_step": 3.734210729598999, "n_params": 4551820, "total_flops": 68937131827200000, "train_loss": 0.01827113287789481, "subset_score_loss": 0.01827113287789481}
+{"step": 4940000, "wall_time": 47186.197788476944, "train_loss_step": 3.774247169494629, "n_params": 4551820, "total_flops": 69076963737600000, "train_loss": 0.015843474864959718, "subset_score_loss": 0.015843474864959718}
+{"step": 4950000, "wall_time": 47240.69389104843, "train_loss_step": 3.4432992935180664, "n_params": 4551820, "total_flops": 69216795648000000, "train_loss": 0.017541166714259555, "subset_score_loss": 0.017541166714259555}
+{"step": 4960000, "wall_time": 47295.19070768356, "train_loss_step": 3.62361741065979, "n_params": 4551820, "total_flops": 69356627558400000, "train_loss": 0.016762333256857737, "subset_score_loss": 0.016762333256857737}
+{"step": 4970000, "wall_time": 47349.71007514, "train_loss_step": 3.3209478855133057, "n_params": 4551820, "total_flops": 69496459468800000, "train_loss": 0.0175085186958313, "subset_score_loss": 0.0175085186958313}
+{"step": 4980000, "wall_time": 47404.264550209045, "train_loss_step": 3.416837692260742, "n_params": 4551820, "total_flops": 69636291379200000, "train_loss": 0.016416944776262557, "subset_score_loss": 0.016416944776262557}
+{"step": 4990000, "wall_time": 47458.75070977211, "train_loss_step": 3.4974889755249023, "n_params": 4551820, "total_flops": 69776123289600000, "train_loss": 0.016588975702013287, "subset_score_loss": 0.016588975702013287}
+{"step": 5000000, "wall_time": 47561.04906988144, "train_loss_step": 3.521738052368164, "n_params": 4551820, "total_flops": 69915955200000000, "train_loss": 0.01668354102543422, "subset_score_loss": 0.01668354102543422, "memorization_fraction_pixel": 0.6101999878883362, "mean_nn_ratio_pixel": 0.48763251304626465, "fid": 124.73732190865748, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..f5c8eb5fa78a0f93d7e0cc6d6243b6b994e4c18a
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d140/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     72s | train_loss=0.9994 | fid=277.6460
+  step   10000 |    160s | train_loss=0.7943
+  step   20000 |    249s | train_loss=0.6552
+  step   30000 |    339s | train_loss=0.5264
+  step   40000 |    428s | train_loss=0.4143
+  step   50000 |    517s | train_loss=0.3217
+  step   60000 |    606s | train_loss=0.2547
+  step   70000 |    695s | train_loss=0.2046
+  step   80000 |    784s | train_loss=0.1713
+  step   90000 |    873s | train_loss=0.1490
+  step  100000 |   1030s | train_loss=0.1351 | fid=193.5986
+  step  110000 |   1115s | train_loss=0.1266
+  step  120000 |   1204s | train_loss=0.1184
+  step  130000 |   1293s | train_loss=0.1133
+  step  140000 |   1382s | train_loss=0.1096
+  step  150000 |   1471s | train_loss=0.1035
+  step  160000 |   1560s | train_loss=0.0964
+  step  170000 |   1649s | train_loss=0.0983
+  step  180000 |   1738s | train_loss=0.0927
+  step  190000 |   1827s | train_loss=0.0898
+  step  200000 |   1985s | train_loss=0.0884 | fid=201.1435
+  step  210000 |   2074s | train_loss=0.0887
+  step  220000 |   2160s | train_loss=0.0824
+  step  230000 |   2248s | train_loss=0.0836
+  step  240000 |   2337s | train_loss=0.0834
+  step  250000 |   2426s | train_loss=0.0786
+  step  260000 |   2515s | train_loss=0.0802
+  step  270000 |   2604s | train_loss=0.0773
+  step  280000 |   2693s | train_loss=0.0738
+  step  290000 |   2782s | train_loss=0.0726
+  step  300000 |   2940s | train_loss=0.0720 | fid=203.2141
+  step  310000 |   3029s | train_loss=0.0704
+  step  320000 |   3118s | train_loss=0.0696
+  step  330000 |   3205s | train_loss=0.0682
+  step  340000 |   3293s | train_loss=0.0688
+  step  350000 |   3382s | train_loss=0.0673
+  step  360000 |   3471s | train_loss=0.0665
+  step  370000 |   3560s | train_loss=0.0658
+  step  380000 |   3649s | train_loss=0.0639
+  step  390000 |   3738s | train_loss=0.0627
+  step  400000 |   3896s | train_loss=0.0653 | fid=191.9648
+  step  410000 |   3985s | train_loss=0.0621
+  step  420000 |   4074s | train_loss=0.0609
+  step  430000 |   4163s | train_loss=0.0615
+  step  440000 |   4249s | train_loss=0.0611
+  step  450000 |   4338s | train_loss=0.0609
+  step  460000 |   4427s | train_loss=0.0604
+  step  470000 |   4516s | train_loss=0.0607
+  step  480000 |   4605s | train_loss=0.0566
+  step  490000 |   4694s | train_loss=0.0566
+  step  500000 |   4851s | train_loss=0.0570 | fid=186.6369
+  step  510000 |   4940s | train_loss=0.0582
+  step  520000 |   5029s | train_loss=0.0575
+  step  530000 |   5118s | train_loss=0.0530
+  step  540000 |   5206s | train_loss=0.0522
+  step  550000 |   5289s | train_loss=0.0591
+  step  560000 |   5376s | train_loss=0.0537
+  step  570000 |   5465s | train_loss=0.0544
+  step  580000 |   5552s | train_loss=0.0534
+  step  590000 |   5641s | train_loss=0.0527
+  step  600000 |   5798s | train_loss=0.0550 | fid=179.9212
+  step  610000 |   5887s | train_loss=0.0515
+  step  620000 |   5976s | train_loss=0.0537
+  step  630000 |   6065s | train_loss=0.0511
+  step  640000 |   6154s | train_loss=0.0505
+  step  650000 |   6243s | train_loss=0.0524
+  step  660000 |   6328s | train_loss=0.0507
+  step  670000 |   6417s | train_loss=0.0537
+  step  680000 |   6506s | train_loss=0.0487
+  step  690000 |   6593s | train_loss=0.0473
+  step  700000 |   6752s | train_loss=0.0481 | fid=181.7180
+  step  710000 |   6841s | train_loss=0.0515
+  step  720000 |   6930s | train_loss=0.0485
+  step  730000 |   7019s | train_loss=0.0474
+  step  740000 |   7108s | train_loss=0.0499
+  step  750000 |   7197s | train_loss=0.0468
+  step  760000 |   7287s | train_loss=0.0488
+  step  770000 |   7372s | train_loss=0.0496
+  step  780000 |   7460s | train_loss=0.0480
+  step  790000 |   7547s | train_loss=0.0455
+  step  800000 |   7707s | train_loss=0.0463 | fid=190.6248
+  step  810000 |   7796s | train_loss=0.0451
+  step  820000 |   7885s | train_loss=0.0438
+  step  830000 |   7974s | train_loss=0.0468
+  step  840000 |   8063s | train_loss=0.0451
+  step  850000 |   8152s | train_loss=0.0450
+  step  860000 |   8241s | train_loss=0.0441
+  step  870000 |   8330s | train_loss=0.0436
+  step  880000 |   8415s | train_loss=0.0446
+  step  890000 |   8502s | train_loss=0.0456
+  step  900000 |   8661s | train_loss=0.0441 | fid=196.0288
+  step  910000 |   8750s | train_loss=0.0426
+  step  920000 |   8839s | train_loss=0.0448
+  step  930000 |   8928s | train_loss=0.0434
+  step  940000 |   9017s | train_loss=0.0437
+  step  950000 |   9106s | train_loss=0.0424
+  step  960000 |   9195s | train_loss=0.0408
+  step  970000 |   9284s | train_loss=0.0431
+  step  980000 |   9373s | train_loss=0.0417
+  step  990000 |   9457s | train_loss=0.0428
+  step 1000000 |   9615s | train_loss=0.0436 | fid=212.0041
+  step 1010000 |   9704s | train_loss=0.0423
+  step 1020000 |   9793s | train_loss=0.0424
+  step 1030000 |   9882s | train_loss=0.0442
+  step 1040000 |   9971s | train_loss=0.0450
+  step 1050000 |  10060s | train_loss=0.0409
+  step 1060000 |  10149s | train_loss=0.0392
+  step 1070000 |  10238s | train_loss=0.0419
+  step 1080000 |  10325s | train_loss=0.0422
+  step 1090000 |  10415s | train_loss=0.0397
+  step 1100000 |  10569s | train_loss=0.0398 | fid=225.2519
+  step 1110000 |  10659s | train_loss=0.0380
+  step 1120000 |  10748s | train_loss=0.0418
+  step 1130000 |  10837s | train_loss=0.0410
+  step 1140000 |  10926s | train_loss=0.0413
+  step 1150000 |  11015s | train_loss=0.0394
+  step 1160000 |  11104s | train_loss=0.0403
+  step 1170000 |  11193s | train_loss=0.0381
+  step 1180000 |  11280s | train_loss=0.0396
+  step 1190000 |  11369s | train_loss=0.0411
+  step 1200000 |  11526s | train_loss=0.0390 | fid=241.6185
+  step 1210000 |  11612s | train_loss=0.0376
+  step 1220000 |  11701s | train_loss=0.0387
+  step 1230000 |  11790s | train_loss=0.0380
+  step 1240000 |  11879s | train_loss=0.0394
+  step 1250000 |  11968s | train_loss=0.0396
+  step 1260000 |  12057s | train_loss=0.0389
+  step 1270000 |  12146s | train_loss=0.0381
+  step 1280000 |  12233s | train_loss=0.0371
+  step 1290000 |  12322s | train_loss=0.0371
+  step 1300000 |  12483s | train_loss=0.0380 | fid=240.3524
+  step 1310000 |  12570s | train_loss=0.0363
+  step 1320000 |  12655s | train_loss=0.0364
+  step 1330000 |  12744s | train_loss=0.0369
+  step 1340000 |  12833s | train_loss=0.0356
+  step 1350000 |  12922s | train_loss=0.0362
+  step 1360000 |  13011s | train_loss=0.0386
+  step 1370000 |  13099s | train_loss=0.0358
+  step 1380000 |  13187s | train_loss=0.0368
+  step 1390000 |  13277s | train_loss=0.0366
+  step 1400000 |  13433s | train_loss=0.0359 | fid=237.7237
+  step 1410000 |  13522s | train_loss=0.0361
+  step 1420000 |  13610s | train_loss=0.0364
+  step 1430000 |  13697s | train_loss=0.0350
+  step 1440000 |  13786s | train_loss=0.0377
+  step 1450000 |  13875s | train_loss=0.0384
+  step 1460000 |  13964s | train_loss=0.0357
+  step 1470000 |  14051s | train_loss=0.0355
+  step 1480000 |  14140s | train_loss=0.0354
+  step 1490000 |  14229s | train_loss=0.0345
+  step 1500000 |  14430s | train_loss=0.0333 | fid=237.4463
+  step 1510000 |  14519s | train_loss=0.0352
+  step 1520000 |  14606s | train_loss=0.0362
+  step 1530000 |  14682s | train_loss=0.0344
+  step 1540000 |  14771s | train_loss=0.0331
+  step 1550000 |  14860s | train_loss=0.0353
+  step 1560000 |  14947s | train_loss=0.0370
+  step 1570000 |  15036s | train_loss=0.0343
+  step 1580000 |  15125s | train_loss=0.0335
+  step 1590000 |  15214s | train_loss=0.0335
+  step 1600000 |  15375s | train_loss=0.0348 | fid=235.0503
+  step 1610000 |  15464s | train_loss=0.0334
+  step 1620000 |  15553s | train_loss=0.0327
+  step 1630000 |  15642s | train_loss=0.0323
+  step 1640000 |  15726s | train_loss=0.0324
+  step 1650000 |  15815s | train_loss=0.0338
+  step 1660000 |  15902s | train_loss=0.0322
+  step 1670000 |  15991s | train_loss=0.0313
+  step 1680000 |  16080s | train_loss=0.0326
+  step 1690000 |  16169s | train_loss=0.0314
+  step 1700000 |  16365s | train_loss=0.0331 | fid=218.6534
+  step 1710000 |  16454s | train_loss=0.0322
+  step 1720000 |  16543s | train_loss=0.0306
+  step 1730000 |  16632s | train_loss=0.0314
+  step 1740000 |  16718s | train_loss=0.0315
+  step 1750000 |  16787s | train_loss=0.0307
+  step 1760000 |  16876s | train_loss=0.0300
+  step 1770000 |  16965s | train_loss=0.0293
+  step 1780000 |  17054s | train_loss=0.0319
+  step 1790000 |  17143s | train_loss=0.0308
+  step 1800000 |  17359s | train_loss=0.0308 | fid=231.0242
+  step 1810000 |  17448s | train_loss=0.0332
+  step 1820000 |  17537s | train_loss=0.0326
+  step 1830000 |  17626s | train_loss=0.0307
+  step 1840000 |  17714s | train_loss=0.0288
+  step 1850000 |  17791s | train_loss=0.0338
+  step 1860000 |  17875s | train_loss=0.0297
+  step 1870000 |  17964s | train_loss=0.0309
+  step 1880000 |  18053s | train_loss=0.0298
+  step 1890000 |  18141s | train_loss=0.0320
+  step 1900000 |  18303s | train_loss=0.0294 | fid=220.9684
+  step 1910000 |  18392s | train_loss=0.0310
+  step 1920000 |  18481s | train_loss=0.0309
+  step 1930000 |  18570s | train_loss=0.0308
+  step 1940000 |  18657s | train_loss=0.0320
+  step 1950000 |  18746s | train_loss=0.0305
+  step 1960000 |  18833s | train_loss=0.0298
+  step 1970000 |  18919s | train_loss=0.0288
+  step 1980000 |  19008s | train_loss=0.0291
+  step 1990000 |  19095s | train_loss=0.0298
+  step 2000000 |  19258s | train_loss=0.0301 | fid=210.9921
+  step 2010000 |  19348s | train_loss=0.0274
+  step 2020000 |  19437s | train_loss=0.0309
+  step 2030000 |  19526s | train_loss=0.0277
+  step 2040000 |  19613s | train_loss=0.0271
+  step 2050000 |  19702s | train_loss=0.0279
+  step 2060000 |  19791s | train_loss=0.0303
+  step 2070000 |  19878s | train_loss=0.0283
+  step 2080000 |  19938s | train_loss=0.0291
+  step 2090000 |  20025s | train_loss=0.0288
+  step 2100000 |  20225s | train_loss=0.0300 | fid=207.1660
+  step 2110000 |  20314s | train_loss=0.0280
+  step 2120000 |  20403s | train_loss=0.0283
+  step 2130000 |  20490s | train_loss=0.0290
+  step 2140000 |  20579s | train_loss=0.0284
+  step 2150000 |  20668s | train_loss=0.0268
+  step 2160000 |  20757s | train_loss=0.0269
+  step 2170000 |  20846s | train_loss=0.0286
+  step 2180000 |  20934s | train_loss=0.0267
+  step 2190000 |  20999s | train_loss=0.0307
+  step 2200000 |  21183s | train_loss=0.0301 | fid=199.9686
+  step 2210000 |  21272s | train_loss=0.0255
+  step 2220000 |  21359s | train_loss=0.0269
+  step 2230000 |  21449s | train_loss=0.0264
+  step 2240000 |  21538s | train_loss=0.0275
+  step 2250000 |  21627s | train_loss=0.0282
+  step 2260000 |  21716s | train_loss=0.0272
+  step 2270000 |  21805s | train_loss=0.0261
+  step 2280000 |  21892s | train_loss=0.0262
+  step 2290000 |  21982s | train_loss=0.0267
+  step 2300000 |  22167s | train_loss=0.0268 | fid=197.4393
+  step 2310000 |  22254s | train_loss=0.0273
+  step 2320000 |  22343s | train_loss=0.0259
+  step 2330000 |  22432s | train_loss=0.0259
+  step 2340000 |  22521s | train_loss=0.0251
+  step 2350000 |  22611s | train_loss=0.0261
+  step 2360000 |  22700s | train_loss=0.0251
+  step 2370000 |  22787s | train_loss=0.0259
+  step 2380000 |  22876s | train_loss=0.0263
+  step 2390000 |  22965s | train_loss=0.0259
+  step 2400000 |  23153s | train_loss=0.0264 | fid=196.7680
+  step 2410000 |  23240s | train_loss=0.0267
+  step 2420000 |  23330s | train_loss=0.0246
+  step 2430000 |  23419s | train_loss=0.0254
+  step 2440000 |  23508s | train_loss=0.0248
+  step 2450000 |  23597s | train_loss=0.0238
+  step 2460000 |  23685s | train_loss=0.0262
+  step 2470000 |  23774s | train_loss=0.0252
+  step 2480000 |  23863s | train_loss=0.0242
+  step 2490000 |  23952s | train_loss=0.0254
+  step 2500000 |  24131s | train_loss=0.0241 | fid=183.0754
+  step 2510000 |  24208s | train_loss=0.0242
+  step 2520000 |  24297s | train_loss=0.0265
+  step 2530000 |  24386s | train_loss=0.0249
+  step 2540000 |  24475s | train_loss=0.0258
+  step 2550000 |  24564s | train_loss=0.0243
+  step 2560000 |  24651s | train_loss=0.0252
+  step 2570000 |  24740s | train_loss=0.0247
+  step 2580000 |  24829s | train_loss=0.0256
+  step 2590000 |  24918s | train_loss=0.0253
+  step 2600000 |  25127s | train_loss=0.0258 | fid=173.2385
+  step 2610000 |  25200s | train_loss=0.0253
+  step 2620000 |  25281s | train_loss=0.0243
+  step 2630000 |  25370s | train_loss=0.0235
+  step 2640000 |  25459s | train_loss=0.0222
+  step 2650000 |  25547s | train_loss=0.0244
+  step 2660000 |  25636s | train_loss=0.0231
+  step 2670000 |  25725s | train_loss=0.0235
+  step 2680000 |  25814s | train_loss=0.0259
+  step 2690000 |  25902s | train_loss=0.0230
+  step 2700000 |  26107s | train_loss=0.0241 | fid=178.4433
+  step 2710000 |  26197s | train_loss=0.0245
+  step 2720000 |  26268s | train_loss=0.0233
+  step 2730000 |  26344s | train_loss=0.0230
+  step 2740000 |  26432s | train_loss=0.0245
+  step 2750000 |  26521s | train_loss=0.0234
+  step 2760000 |  26610s | train_loss=0.0233
+  step 2770000 |  26699s | train_loss=0.0230
+  step 2780000 |  26788s | train_loss=0.0232
+  step 2790000 |  26875s | train_loss=0.0248
+  step 2800000 |  27038s | train_loss=0.0231 | fid=177.5987
+  step 2810000 |  27127s | train_loss=0.0223
+  step 2820000 |  27216s | train_loss=0.0230
+  step 2830000 |  27297s | train_loss=0.0231
+  step 2840000 |  27370s | train_loss=0.0229
+  step 2850000 |  27456s | train_loss=0.0224
+  step 2860000 |  27545s | train_loss=0.0229
+  step 2870000 |  27634s | train_loss=0.0220
+  step 2880000 |  27721s | train_loss=0.0239
+  step 2890000 |  27810s | train_loss=0.0236
+  step 2900000 |  28011s | train_loss=0.0227 | fid=175.2133
+  step 2910000 |  28100s | train_loss=0.0219
+  step 2920000 |  28189s | train_loss=0.0220
+  step 2930000 |  28278s | train_loss=0.0224
+  step 2940000 |  28358s | train_loss=0.0251
+  step 2950000 |  28435s | train_loss=0.0240
+  step 2960000 |  28517s | train_loss=0.0227
+  step 2970000 |  28605s | train_loss=0.0211
+  step 2980000 |  28694s | train_loss=0.0220
+  step 2990000 |  28783s | train_loss=0.0215
+  step 3000000 |  28992s | train_loss=0.0224 | fid=171.8919
+  step 3010000 |  29081s | train_loss=0.0225
+  step 3020000 |  29171s | train_loss=0.0211
+  step 3030000 |  29258s | train_loss=0.0218
+  step 3040000 |  29347s | train_loss=0.0233
+  step 3050000 |  29423s | train_loss=0.0225
+  step 3060000 |  29503s | train_loss=0.0237
+  step 3070000 |  29582s | train_loss=0.0228
+  step 3080000 |  29671s | train_loss=0.0238
+  step 3090000 |  29760s | train_loss=0.0214
+  step 3100000 |  29923s | train_loss=0.0210 | fid=165.1208
+  step 3110000 |  30012s | train_loss=0.0230
+  step 3120000 |  30101s | train_loss=0.0213
+  step 3130000 |  30189s | train_loss=0.0211
+  step 3140000 |  30278s | train_loss=0.0200
+  step 3150000 |  30367s | train_loss=0.0207
+  step 3160000 |  30453s | train_loss=0.0212
+  step 3170000 |  30541s | train_loss=0.0214
+  step 3180000 |  30627s | train_loss=0.0211
+  step 3190000 |  30716s | train_loss=0.0212
+  step 3200000 |  30878s | train_loss=0.0242 | fid=167.0856
+  step 3210000 |  30967s | train_loss=0.0216
+  step 3220000 |  31057s | train_loss=0.0213
+  step 3230000 |  31144s | train_loss=0.0215
+  step 3240000 |  31233s | train_loss=0.0223
+  step 3250000 |  31322s | train_loss=0.0237
+  step 3260000 |  31409s | train_loss=0.0212
+  step 3270000 |  31497s | train_loss=0.0211
+  step 3280000 |  31576s | train_loss=0.0207
+  step 3290000 |  31653s | train_loss=0.0202
+  step 3300000 |  31849s | train_loss=0.0213 | fid=159.6294
+  step 3310000 |  31938s | train_loss=0.0210
+  step 3320000 |  32026s | train_loss=0.0198
+  step 3330000 |  32114s | train_loss=0.0210
+  step 3340000 |  32203s | train_loss=0.0206
+  step 3350000 |  32291s | train_loss=0.0204
+  step 3360000 |  32380s | train_loss=0.0227
+  step 3370000 |  32469s | train_loss=0.0211
+  step 3380000 |  32556s | train_loss=0.0208
+  step 3390000 |  32632s | train_loss=0.0193
+  step 3400000 |  32816s | train_loss=0.0197 | fid=155.5277
+  step 3410000 |  32905s | train_loss=0.0211
+  step 3420000 |  32993s | train_loss=0.0213
+  step 3430000 |  33082s | train_loss=0.0196
+  step 3440000 |  33169s | train_loss=0.0222
+  step 3450000 |  33258s | train_loss=0.0204
+  step 3460000 |  33347s | train_loss=0.0206
+  step 3470000 |  33436s | train_loss=0.0219
+  step 3480000 |  33525s | train_loss=0.0203
+  step 3490000 |  33615s | train_loss=0.0199
+  step 3500000 |  33798s | train_loss=0.0204 | fid=151.1669
+  step 3510000 |  33885s | train_loss=0.0194
+  step 3520000 |  33974s | train_loss=0.0195
+  step 3530000 |  34063s | train_loss=0.0213
+  step 3540000 |  34150s | train_loss=0.0207
+  step 3550000 |  34239s | train_loss=0.0205
+  step 3560000 |  34328s | train_loss=0.0214
+  step 3570000 |  34417s | train_loss=0.0197
+  step 3580000 |  34507s | train_loss=0.0195
+  step 3590000 |  34596s | train_loss=0.0201
+  step 3600000 |  34774s | train_loss=0.0203 | fid=153.0366
+  step 3610000 |  34847s | train_loss=0.0210
+  step 3620000 |  34936s | train_loss=0.0205
+  step 3630000 |  35023s | train_loss=0.0204
+  step 3640000 |  35112s | train_loss=0.0198
+  step 3650000 |  35201s | train_loss=0.0204
+  step 3660000 |  35290s | train_loss=0.0191
+  step 3670000 |  35380s | train_loss=0.0207
+  step 3680000 |  35469s | train_loss=0.0194
+  step 3690000 |  35558s | train_loss=0.0195
+  step 3700000 |  35751s | train_loss=0.0202 | fid=148.4809
+  step 3710000 |  35832s | train_loss=0.0199
+  step 3720000 |  35908s | train_loss=0.0204
+  step 3730000 |  35998s | train_loss=0.0193
+  step 3740000 |  36087s | train_loss=0.0199
+  step 3750000 |  36176s | train_loss=0.0196
+  step 3760000 |  36265s | train_loss=0.0185
+  step 3770000 |  36354s | train_loss=0.0191
+  step 3780000 |  36443s | train_loss=0.0200
+  step 3790000 |  36532s | train_loss=0.0192
+  step 3800000 |  36740s | train_loss=0.0195 | fid=145.9279
+  step 3810000 |  36820s | train_loss=0.0196
+  step 3820000 |  36900s | train_loss=0.0183
+  step 3830000 |  36977s | train_loss=0.0192
+  step 3840000 |  37066s | train_loss=0.0197
+  step 3850000 |  37155s | train_loss=0.0203
+  step 3860000 |  37244s | train_loss=0.0183
+  step 3870000 |  37334s | train_loss=0.0211
+  step 3880000 |  37423s | train_loss=0.0206
+  step 3890000 |  37512s | train_loss=0.0219
+  step 3900000 |  37700s | train_loss=0.0187 | fid=150.1865
+  step 3910000 |  37788s | train_loss=0.0190
+  step 3920000 |  37873s | train_loss=0.0198
+  step 3930000 |  37949s | train_loss=0.0190
+  step 3940000 |  38022s | train_loss=0.0181
+  step 3950000 |  38111s | train_loss=0.0191
+  step 3960000 |  38200s | train_loss=0.0197
+  step 3970000 |  38289s | train_loss=0.0204
+  step 3980000 |  38378s | train_loss=0.0185
+  step 3990000 |  38467s | train_loss=0.0186
+  step 4000000 |  38649s | train_loss=0.0193 | fid=144.9035
+  step 4010000 |  38739s | train_loss=0.0189
+  step 4020000 |  38828s | train_loss=0.0205
+  step 4030000 |  38917s | train_loss=0.0198
+  step 4040000 |  38992s | train_loss=0.0188
+  step 4050000 |  39073s | train_loss=0.0185
+  step 4060000 |  39158s | train_loss=0.0186
+  step 4070000 |  39247s | train_loss=0.0188
+  step 4080000 |  39336s | train_loss=0.0181
+  step 4090000 |  39425s | train_loss=0.0180
+  step 4100000 |  39610s | train_loss=0.0177 | fid=136.3563
+  step 4110000 |  39699s | train_loss=0.0188
+  step 4120000 |  39788s | train_loss=0.0177
+  step 4130000 |  39877s | train_loss=0.0186
+  step 4140000 |  39966s | train_loss=0.0192
+  step 4150000 |  40044s | train_loss=0.0182
+  step 4160000 |  40127s | train_loss=0.0187
+  step 4170000 |  40212s | train_loss=0.0200
+  step 4180000 |  40301s | train_loss=0.0184
+  step 4190000 |  40388s | train_loss=0.0176
+  step 4200000 |  40582s | train_loss=0.0178 | fid=144.1735
+  step 4210000 |  40671s | train_loss=0.0189
+  step 4220000 |  40760s | train_loss=0.0183
+  step 4230000 |  40850s | train_loss=0.0169
+  step 4240000 |  40939s | train_loss=0.0181
+  step 4250000 |  41028s | train_loss=0.0184
+  step 4260000 |  41106s | train_loss=0.0182
+  step 4270000 |  41185s | train_loss=0.0184
+  step 4280000 |  41266s | train_loss=0.0181
+  step 4290000 |  41351s | train_loss=0.0189
+  step 4300000 |  41550s | train_loss=0.0179 | fid=137.4660
+  step 4310000 |  41639s | train_loss=0.0180
+  step 4320000 |  41728s | train_loss=0.0178
+  step 4330000 |  41818s | train_loss=0.0191
+  step 4340000 |  41907s | train_loss=0.0182
+  step 4350000 |  41996s | train_loss=0.0193
+  step 4360000 |  42085s | train_loss=0.0191
+  step 4370000 |  42165s | train_loss=0.0177
+  step 4380000 |  42240s | train_loss=0.0179
+  step 4390000 |  42314s | train_loss=0.0180
+  step 4400000 |  42528s | train_loss=0.0179 | fid=134.4000
+  step 4410000 |  42618s | train_loss=0.0190
+  step 4420000 |  42707s | train_loss=0.0179
+  step 4430000 |  42796s | train_loss=0.0178
+  step 4440000 |  42885s | train_loss=0.0182
+  step 4450000 |  42974s | train_loss=0.0174
+  step 4460000 |  43063s | train_loss=0.0168
+  step 4470000 |  43149s | train_loss=0.0175
+  step 4480000 |  43227s | train_loss=0.0173
+  step 4490000 |  43311s | train_loss=0.0172
+  step 4500000 |  43493s | train_loss=0.0167 | fid=132.2968
+  step 4510000 |  43582s | train_loss=0.0170
+  step 4520000 |  43671s | train_loss=0.0171
+  step 4530000 |  43761s | train_loss=0.0184
+  step 4540000 |  43850s | train_loss=0.0184
+  step 4550000 |  43939s | train_loss=0.0179
+  step 4560000 |  44027s | train_loss=0.0181
+  step 4570000 |  44113s | train_loss=0.0183
+  step 4580000 |  44202s | train_loss=0.0169
+  step 4590000 |  44286s | train_loss=0.0188
+  step 4600000 |  44463s | train_loss=0.0166 | fid=133.5960
+  step 4610000 |  44552s | train_loss=0.0172
+  step 4620000 |  44641s | train_loss=0.0184
+  step 4630000 |  44730s | train_loss=0.0192
+  step 4640000 |  44819s | train_loss=0.0176
+  step 4650000 |  44908s | train_loss=0.0190
+  step 4660000 |  44994s | train_loss=0.0189
+  step 4670000 |  45083s | train_loss=0.0168
+  step 4680000 |  45172s | train_loss=0.0176
+  step 4690000 |  45261s | train_loss=0.0181
+  step 4700000 |  45439s | train_loss=0.0171 | fid=129.5026
+  step 4710000 |  45521s | train_loss=0.0168
+  step 4720000 |  45610s | train_loss=0.0174
+  step 4730000 |  45699s | train_loss=0.0168
+  step 4740000 |  45788s | train_loss=0.0181
+  step 4750000 |  45869s | train_loss=0.0173
+  step 4760000 |  45939s | train_loss=0.0181
+  step 4770000 |  46011s | train_loss=0.0167
+  step 4780000 |  46082s | train_loss=0.0163
+  step 4790000 |  46154s | train_loss=0.0173
+  step 4800000 |  46309s | train_loss=0.0166 | fid=123.0053
+  step 4810000 |  46381s | train_loss=0.0182
+  step 4820000 |  46453s | train_loss=0.0178
+  step 4830000 |  46524s | train_loss=0.0165
+  step 4840000 |  46596s | train_loss=0.0166
+  step 4850000 |  46661s | train_loss=0.0161
+  step 4860000 |  46716s | train_loss=0.0173
+  step 4870000 |  46771s | train_loss=0.0165
+  step 4880000 |  46825s | train_loss=0.0164
+  step 4890000 |  46880s | train_loss=0.0176
+  step 4900000 |  46980s | train_loss=0.0181 | fid=126.2173
+  step 4910000 |  47031s | train_loss=0.0177
+  step 4920000 |  47077s | train_loss=0.0171
+  step 4930000 |  47132s | train_loss=0.0183
+  step 4940000 |  47186s | train_loss=0.0158
+  step 4950000 |  47241s | train_loss=0.0175
+  step 4960000 |  47295s | train_loss=0.0168
+  step 4970000 |  47350s | train_loss=0.0175
+  step 4980000 |  47404s | train_loss=0.0164
+  step 4990000 |  47459s | train_loss=0.0166
+  step 5000000 |  47561s | train_loss=0.0167 | fid=124.7373
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..055e53af7375b143dd0049e4a7f4f5566e5ab8ad
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..df06c6b36914ef089372f5d7083cf77f6a206ca3
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 160, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 68.71884512901306, "train_loss_step": 160.25238037109375, "n_params": 4592800, "total_flops": 14109081600, "train_loss": 1.0002330780029296, "subset_score_loss": 1.0002330780029296, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9820047616958618, "fid": 310.19147349870474, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 153.00633311271667, "train_loss_step": 31.992738723754883, "n_params": 4592800, "total_flops": 141090816000000, "train_loss": 0.7869416236877441, "subset_score_loss": 0.7869416236877441}
+{"step": 20000, "wall_time": 242.33423948287964, "train_loss_step": 26.993398666381836, "n_params": 4592800, "total_flops": 282181632000000, "train_loss": 0.6695841312408447, "subset_score_loss": 0.6695841312408447}
+{"step": 30000, "wall_time": 331.62939715385437, "train_loss_step": 25.14601707458496, "n_params": 4592800, "total_flops": 423272448000000, "train_loss": 0.5521187305450439, "subset_score_loss": 0.5521187305450439}
+{"step": 40000, "wall_time": 420.93683981895447, "train_loss_step": 21.48214340209961, "n_params": 4592800, "total_flops": 564363264000000, "train_loss": 0.45198612213134765, "subset_score_loss": 0.45198612213134765}
+{"step": 50000, "wall_time": 510.21654653549194, "train_loss_step": 20.72012710571289, "n_params": 4592800, "total_flops": 705454080000000, "train_loss": 0.36898298263549806, "subset_score_loss": 0.36898298263549806}
+{"step": 60000, "wall_time": 599.5843105316162, "train_loss_step": 18.214996337890625, "n_params": 4592800, "total_flops": 846544896000000, "train_loss": 0.29934418201446533, "subset_score_loss": 0.29934418201446533}
+{"step": 70000, "wall_time": 688.8354818820953, "train_loss_step": 18.856342315673828, "n_params": 4592800, "total_flops": 987635712000000, "train_loss": 0.24225318431854248, "subset_score_loss": 0.24225318431854248}
+{"step": 80000, "wall_time": 778.1370625495911, "train_loss_step": 17.340675354003906, "n_params": 4592800, "total_flops": 1128726528000000, "train_loss": 0.21697540283203126, "subset_score_loss": 0.21697540283203126}
+{"step": 90000, "wall_time": 867.4059762954712, "train_loss_step": 15.718823432922363, "n_params": 4592800, "total_flops": 1269817344000000, "train_loss": 0.1788794755935669, "subset_score_loss": 0.1788794755935669}
+{"step": 100000, "wall_time": 1023.0192365646362, "train_loss_step": 14.821527481079102, "n_params": 4592800, "total_flops": 1410908160000000, "train_loss": 0.16094974279403687, "subset_score_loss": 0.16094974279403687, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9659742116928101, "fid": 206.33342908274616, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1110.2452595233917, "train_loss_step": 14.881908416748047, "n_params": 4592800, "total_flops": 1551998976000000, "train_loss": 0.1511970043182373, "subset_score_loss": 0.1511970043182373}
+{"step": 120000, "wall_time": 1195.0154235363007, "train_loss_step": 14.169461250305176, "n_params": 4592800, "total_flops": 1693089792000000, "train_loss": 0.13620778322219848, "subset_score_loss": 0.13620778322219848}
+{"step": 130000, "wall_time": 1284.2413787841797, "train_loss_step": 13.768132209777832, "n_params": 4592800, "total_flops": 1834180608000000, "train_loss": 0.1369126558303833, "subset_score_loss": 0.1369126558303833}
+{"step": 140000, "wall_time": 1373.4800293445587, "train_loss_step": 13.856561660766602, "n_params": 4592800, "total_flops": 1975271424000000, "train_loss": 0.12680565118789672, "subset_score_loss": 0.12680565118789672}
+{"step": 150000, "wall_time": 1462.6969442367554, "train_loss_step": 13.188333511352539, "n_params": 4592800, "total_flops": 2116362240000000, "train_loss": 0.11419907808303834, "subset_score_loss": 0.11419907808303834}
+{"step": 160000, "wall_time": 1551.914223909378, "train_loss_step": 12.664285659790039, "n_params": 4592800, "total_flops": 2257453056000000, "train_loss": 0.11099485158920289, "subset_score_loss": 0.11099485158920289}
+{"step": 170000, "wall_time": 1641.1625533103943, "train_loss_step": 11.80164909362793, "n_params": 4592800, "total_flops": 2398543872000000, "train_loss": 0.10860248804092407, "subset_score_loss": 0.10860248804092407}
+{"step": 180000, "wall_time": 1730.4232556819916, "train_loss_step": 12.2962064743042, "n_params": 4592800, "total_flops": 2539634688000000, "train_loss": 0.0985893428325653, "subset_score_loss": 0.0985893428325653}
+{"step": 190000, "wall_time": 1819.708173274994, "train_loss_step": 12.194570541381836, "n_params": 4592800, "total_flops": 2680725504000000, "train_loss": 0.09689974188804626, "subset_score_loss": 0.09689974188804626}
+{"step": 200000, "wall_time": 1974.2200672626495, "train_loss_step": 11.35688304901123, "n_params": 4592800, "total_flops": 2821816320000000, "train_loss": 0.09875377416610717, "subset_score_loss": 0.09875377416610717, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9722601771354675, "fid": 274.6794490915926, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2060.9274270534515, "train_loss_step": 11.824017524719238, "n_params": 4592800, "total_flops": 2962907136000000, "train_loss": 0.0971095621585846, "subset_score_loss": 0.0971095621585846}
+{"step": 220000, "wall_time": 2151.0766699314117, "train_loss_step": 11.34429931640625, "n_params": 4592800, "total_flops": 3103997952000000, "train_loss": 0.09130061864852905, "subset_score_loss": 0.09130061864852905}
+{"step": 230000, "wall_time": 2235.4729900360107, "train_loss_step": 10.63668441772461, "n_params": 4592800, "total_flops": 3245088768000000, "train_loss": 0.09115709662437439, "subset_score_loss": 0.09115709662437439}
+{"step": 240000, "wall_time": 2324.8067688941956, "train_loss_step": 11.342628479003906, "n_params": 4592800, "total_flops": 3386179584000000, "train_loss": 0.09379194378852844, "subset_score_loss": 0.09379194378852844}
+{"step": 250000, "wall_time": 2414.1597380638123, "train_loss_step": 11.23851490020752, "n_params": 4592800, "total_flops": 3527270400000000, "train_loss": 0.0836223006248474, "subset_score_loss": 0.0836223006248474}
+{"step": 260000, "wall_time": 2503.454364299774, "train_loss_step": 10.171279907226562, "n_params": 4592800, "total_flops": 3668361216000000, "train_loss": 0.0901449203491211, "subset_score_loss": 0.0901449203491211}
+{"step": 270000, "wall_time": 2592.7601935863495, "train_loss_step": 10.24032211303711, "n_params": 4592800, "total_flops": 3809452032000000, "train_loss": 0.08184822201728821, "subset_score_loss": 0.08184822201728821}
+{"step": 280000, "wall_time": 2682.0421736240387, "train_loss_step": 10.82059383392334, "n_params": 4592800, "total_flops": 3950542848000000, "train_loss": 0.07946710586547852, "subset_score_loss": 0.07946710586547852}
+{"step": 290000, "wall_time": 2771.3937249183655, "train_loss_step": 10.122615814208984, "n_params": 4592800, "total_flops": 4091633664000000, "train_loss": 0.08001145124435424, "subset_score_loss": 0.08001145124435424}
+{"step": 300000, "wall_time": 2927.379299879074, "train_loss_step": 10.668838500976562, "n_params": 4592800, "total_flops": 4232724480000000, "train_loss": 0.08901338577270508, "subset_score_loss": 0.08901338577270508, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.9783042073249817, "fid": 308.6878327711388, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3013.9535393714905, "train_loss_step": 9.29507064819336, "n_params": 4592800, "total_flops": 4373815296000000, "train_loss": 0.07350139617919922, "subset_score_loss": 0.07350139617919922}
+{"step": 320000, "wall_time": 3103.1899762153625, "train_loss_step": 9.731485366821289, "n_params": 4592800, "total_flops": 4514906112000000, "train_loss": 0.07542373538017273, "subset_score_loss": 0.07542373538017273}
+{"step": 330000, "wall_time": 3193.1231956481934, "train_loss_step": 9.312439918518066, "n_params": 4592800, "total_flops": 4655996928000000, "train_loss": 0.0722425103187561, "subset_score_loss": 0.0722425103187561}
+{"step": 340000, "wall_time": 3278.427921772003, "train_loss_step": 9.28115177154541, "n_params": 4592800, "total_flops": 4797087744000000, "train_loss": 0.07375802993774414, "subset_score_loss": 0.07375802993774414}
+{"step": 350000, "wall_time": 3367.641145467758, "train_loss_step": 10.082511901855469, "n_params": 4592800, "total_flops": 4938178560000000, "train_loss": 0.08149136304855346, "subset_score_loss": 0.08149136304855346}
+{"step": 360000, "wall_time": 3456.8833026885986, "train_loss_step": 9.206334114074707, "n_params": 4592800, "total_flops": 5079269376000000, "train_loss": 0.07172133922576904, "subset_score_loss": 0.07172133922576904}
+{"step": 370000, "wall_time": 3546.1267352104187, "train_loss_step": 9.687286376953125, "n_params": 4592800, "total_flops": 5220360192000000, "train_loss": 0.0681425154209137, "subset_score_loss": 0.0681425154209137}
+{"step": 380000, "wall_time": 3635.31188082695, "train_loss_step": 9.515098571777344, "n_params": 4592800, "total_flops": 5361451008000000, "train_loss": 0.0660394012928009, "subset_score_loss": 0.0660394012928009}
+{"step": 390000, "wall_time": 3724.519262075424, "train_loss_step": 9.074674606323242, "n_params": 4592800, "total_flops": 5502541824000000, "train_loss": 0.06597954630851746, "subset_score_loss": 0.06597954630851746}
+{"step": 400000, "wall_time": 3880.396045446396, "train_loss_step": 9.121590614318848, "n_params": 4592800, "total_flops": 5643632640000000, "train_loss": 0.06910919547080993, "subset_score_loss": 0.06910919547080993, "memorization_fraction_pixel": 0.0017999999690800905, "mean_nn_ratio_pixel": 0.9685361385345459, "fid": 327.4596876079003, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3966.8894867897034, "train_loss_step": 8.573472023010254, "n_params": 4592800, "total_flops": 5784723456000000, "train_loss": 0.067212575674057, "subset_score_loss": 0.067212575674057}
+{"step": 420000, "wall_time": 4056.203449487686, "train_loss_step": 8.929943084716797, "n_params": 4592800, "total_flops": 5925814272000000, "train_loss": 0.06179962158203125, "subset_score_loss": 0.06179962158203125}
+{"step": 430000, "wall_time": 4145.5396609306335, "train_loss_step": 8.909555435180664, "n_params": 4592800, "total_flops": 6066905088000000, "train_loss": 0.06613568663597107, "subset_score_loss": 0.06613568663597107}
+{"step": 440000, "wall_time": 4235.414784669876, "train_loss_step": 9.079782485961914, "n_params": 4592800, "total_flops": 6207995904000000, "train_loss": 0.06512281894683838, "subset_score_loss": 0.06512281894683838}
+{"step": 450000, "wall_time": 4321.3679740428925, "train_loss_step": 8.553596496582031, "n_params": 4592800, "total_flops": 6349086720000000, "train_loss": 0.0656920313835144, "subset_score_loss": 0.0656920313835144}
+{"step": 460000, "wall_time": 4410.645725727081, "train_loss_step": 8.368524551391602, "n_params": 4592800, "total_flops": 6490177536000000, "train_loss": 0.0642845630645752, "subset_score_loss": 0.0642845630645752}
+{"step": 470000, "wall_time": 4499.998704910278, "train_loss_step": 8.89986515045166, "n_params": 4592800, "total_flops": 6631268352000000, "train_loss": 0.06773601174354553, "subset_score_loss": 0.06773601174354553}
+{"step": 480000, "wall_time": 4589.352124214172, "train_loss_step": 8.198822021484375, "n_params": 4592800, "total_flops": 6772359168000000, "train_loss": 0.05896379947662354, "subset_score_loss": 0.05896379947662354}
+{"step": 490000, "wall_time": 4678.5148775577545, "train_loss_step": 8.238316535949707, "n_params": 4592800, "total_flops": 6913449984000000, "train_loss": 0.057815515995025636, "subset_score_loss": 0.057815515995025636}
+{"step": 500000, "wall_time": 4834.20762181282, "train_loss_step": 8.25898551940918, "n_params": 4592800, "total_flops": 7054540800000000, "train_loss": 0.06620320677757263, "subset_score_loss": 0.06620320677757263, "memorization_fraction_pixel": 0.0044999998062849045, "mean_nn_ratio_pixel": 0.95574551820755, "fid": 323.30659288650054, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 4920.788619756699, "train_loss_step": 8.609046936035156, "n_params": 4592800, "total_flops": 7195631616000000, "train_loss": 0.06160520911216736, "subset_score_loss": 0.06160520911216736}
+{"step": 520000, "wall_time": 5009.970128059387, "train_loss_step": 7.98939323425293, "n_params": 4592800, "total_flops": 7336722432000000, "train_loss": 0.0588477611541748, "subset_score_loss": 0.0588477611541748}
+{"step": 530000, "wall_time": 5099.15607047081, "train_loss_step": 7.967548847198486, "n_params": 4592800, "total_flops": 7477813248000000, "train_loss": 0.054652285575866696, "subset_score_loss": 0.054652285575866696}
+{"step": 540000, "wall_time": 5187.370530366898, "train_loss_step": 8.629560470581055, "n_params": 4592800, "total_flops": 7618904064000000, "train_loss": 0.055971568822860716, "subset_score_loss": 0.055971568822860716}
+{"step": 550000, "wall_time": 5273.628400564194, "train_loss_step": 8.348901748657227, "n_params": 4592800, "total_flops": 7759994880000000, "train_loss": 0.061382639408111575, "subset_score_loss": 0.061382639408111575}
+{"step": 560000, "wall_time": 5357.980355978012, "train_loss_step": 7.748054027557373, "n_params": 4592800, "total_flops": 7901085696000000, "train_loss": 0.05465842485427856, "subset_score_loss": 0.05465842485427856}
+{"step": 570000, "wall_time": 5446.1232652664185, "train_loss_step": 7.7555251121521, "n_params": 4592800, "total_flops": 8042176512000000, "train_loss": 0.05662683248519897, "subset_score_loss": 0.05662683248519897}
+{"step": 580000, "wall_time": 5534.1648733615875, "train_loss_step": 8.209832191467285, "n_params": 4592800, "total_flops": 8183267328000000, "train_loss": 0.05733401775360107, "subset_score_loss": 0.05733401775360107}
+{"step": 590000, "wall_time": 5622.240072965622, "train_loss_step": 7.7507734298706055, "n_params": 4592800, "total_flops": 8324358144000000, "train_loss": 0.055064821243286134, "subset_score_loss": 0.055064821243286134}
+{"step": 600000, "wall_time": 5776.812078237534, "train_loss_step": 8.335715293884277, "n_params": 4592800, "total_flops": 8465448960000000, "train_loss": 0.05307309627532959, "subset_score_loss": 0.05307309627532959, "memorization_fraction_pixel": 0.009399999864399433, "mean_nn_ratio_pixel": 0.9569284319877625, "fid": 308.3538234443639, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 5863.427634716034, "train_loss_step": 7.42324161529541, "n_params": 4592800, "total_flops": 8606539776000000, "train_loss": 0.05409829616546631, "subset_score_loss": 0.05409829616546631}
+{"step": 620000, "wall_time": 5952.7145965099335, "train_loss_step": 7.948681831359863, "n_params": 4592800, "total_flops": 8747630592000000, "train_loss": 0.05462751984596252, "subset_score_loss": 0.05462751984596252}
+{"step": 630000, "wall_time": 6041.9696707725525, "train_loss_step": 7.506091117858887, "n_params": 4592800, "total_flops": 8888721408000000, "train_loss": 0.052927029132843015, "subset_score_loss": 0.052927029132843015}
+{"step": 640000, "wall_time": 6131.255956888199, "train_loss_step": 7.329051971435547, "n_params": 4592800, "total_flops": 9029812224000000, "train_loss": 0.0525936484336853, "subset_score_loss": 0.0525936484336853}
+{"step": 650000, "wall_time": 6220.610739469528, "train_loss_step": 7.714861869812012, "n_params": 4592800, "total_flops": 9170903040000000, "train_loss": 0.055842643976211546, "subset_score_loss": 0.055842643976211546}
+{"step": 660000, "wall_time": 6308.577975273132, "train_loss_step": 6.808168411254883, "n_params": 4592800, "total_flops": 9311993856000000, "train_loss": 0.05437108278274536, "subset_score_loss": 0.05437108278274536}
+{"step": 670000, "wall_time": 6395.221848249435, "train_loss_step": 7.935976028442383, "n_params": 4592800, "total_flops": 9453084672000000, "train_loss": 0.053576552867889406, "subset_score_loss": 0.053576552867889406}
+{"step": 680000, "wall_time": 6484.5079827308655, "train_loss_step": 7.3515801429748535, "n_params": 4592800, "total_flops": 9594175488000000, "train_loss": 0.04965144395828247, "subset_score_loss": 0.04965144395828247}
+{"step": 690000, "wall_time": 6573.539893388748, "train_loss_step": 7.386198997497559, "n_params": 4592800, "total_flops": 9735266304000000, "train_loss": 0.049650320410728456, "subset_score_loss": 0.049650320410728456}
+{"step": 700000, "wall_time": 6729.613770246506, "train_loss_step": 7.659969806671143, "n_params": 4592800, "total_flops": 9876357120000000, "train_loss": 0.050122004747390744, "subset_score_loss": 0.050122004747390744, "memorization_fraction_pixel": 0.01600000075995922, "mean_nn_ratio_pixel": 0.9478344917297363, "fid": 303.58884102538354, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6816.138432502747, "train_loss_step": 7.473471164703369, "n_params": 4592800, "total_flops": 10017447936000000, "train_loss": 0.050004035234451294, "subset_score_loss": 0.050004035234451294}
+{"step": 720000, "wall_time": 6905.409507036209, "train_loss_step": 7.338990211486816, "n_params": 4592800, "total_flops": 10158538752000000, "train_loss": 0.04761991500854492, "subset_score_loss": 0.04761991500854492}
+{"step": 730000, "wall_time": 6994.651973485947, "train_loss_step": 7.2625885009765625, "n_params": 4592800, "total_flops": 10299629568000000, "train_loss": 0.047288790345191956, "subset_score_loss": 0.047288790345191956}
+{"step": 740000, "wall_time": 7083.917554140091, "train_loss_step": 7.421804428100586, "n_params": 4592800, "total_flops": 10440720384000000, "train_loss": 0.05021715760231018, "subset_score_loss": 0.05021715760231018}
+{"step": 750000, "wall_time": 7173.18071770668, "train_loss_step": 7.066575527191162, "n_params": 4592800, "total_flops": 10581811200000000, "train_loss": 0.04721599519252777, "subset_score_loss": 0.04721599519252777}
+{"step": 760000, "wall_time": 7262.451285123825, "train_loss_step": 6.9889020919799805, "n_params": 4592800, "total_flops": 10722902016000000, "train_loss": 0.047466319799423215, "subset_score_loss": 0.047466319799423215}
+{"step": 770000, "wall_time": 7350.162559747696, "train_loss_step": 6.81622314453125, "n_params": 4592800, "total_flops": 10863992832000000, "train_loss": 0.050071108341217044, "subset_score_loss": 0.050071108341217044}
+{"step": 780000, "wall_time": 7436.722124814987, "train_loss_step": 7.186530113220215, "n_params": 4592800, "total_flops": 11005083648000000, "train_loss": 0.04526200294494629, "subset_score_loss": 0.04526200294494629}
+{"step": 790000, "wall_time": 7523.878669261932, "train_loss_step": 6.755141735076904, "n_params": 4592800, "total_flops": 11146174464000000, "train_loss": 0.044084432721138, "subset_score_loss": 0.044084432721138}
+{"step": 800000, "wall_time": 7680.375380992889, "train_loss_step": 7.276821613311768, "n_params": 4592800, "total_flops": 11287265280000000, "train_loss": 0.04812917113304138, "subset_score_loss": 0.04812917113304138, "memorization_fraction_pixel": 0.02370000071823597, "mean_nn_ratio_pixel": 0.9401818513870239, "fid": 288.43470292816124, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7766.915971279144, "train_loss_step": 6.545547008514404, "n_params": 4592800, "total_flops": 11428356096000000, "train_loss": 0.04339949190616608, "subset_score_loss": 0.04339949190616608}
+{"step": 820000, "wall_time": 7856.210751533508, "train_loss_step": 7.0747270584106445, "n_params": 4592800, "total_flops": 11569446912000000, "train_loss": 0.04728316962718963, "subset_score_loss": 0.04728316962718963}
+{"step": 830000, "wall_time": 7945.471487998962, "train_loss_step": 7.049618244171143, "n_params": 4592800, "total_flops": 11710537728000000, "train_loss": 0.04813055694103241, "subset_score_loss": 0.04813055694103241}
+{"step": 840000, "wall_time": 8034.745405673981, "train_loss_step": 6.5642900466918945, "n_params": 4592800, "total_flops": 11851628544000000, "train_loss": 0.04607411026954651, "subset_score_loss": 0.04607411026954651}
+{"step": 850000, "wall_time": 8124.010121583939, "train_loss_step": 6.919430732727051, "n_params": 4592800, "total_flops": 11992719360000000, "train_loss": 0.04521140158176422, "subset_score_loss": 0.04521140158176422}
+{"step": 860000, "wall_time": 8213.358808279037, "train_loss_step": 6.320864200592041, "n_params": 4592800, "total_flops": 12133810176000000, "train_loss": 0.04407671093940735, "subset_score_loss": 0.04407671093940735}
+{"step": 870000, "wall_time": 8302.613213300705, "train_loss_step": 6.79860258102417, "n_params": 4592800, "total_flops": 12274900992000000, "train_loss": 0.04414604306221008, "subset_score_loss": 0.04414604306221008}
+{"step": 880000, "wall_time": 8390.0643491745, "train_loss_step": 6.46942138671875, "n_params": 4592800, "total_flops": 12415991808000000, "train_loss": 0.045215091109275816, "subset_score_loss": 0.045215091109275816}
+{"step": 890000, "wall_time": 8474.569896936417, "train_loss_step": 6.580422878265381, "n_params": 4592800, "total_flops": 12557082624000000, "train_loss": 0.04380479753017426, "subset_score_loss": 0.04380479753017426}
+{"step": 900000, "wall_time": 8631.183495044708, "train_loss_step": 6.510414123535156, "n_params": 4592800, "total_flops": 12698173440000000, "train_loss": 0.04384450912475586, "subset_score_loss": 0.04384450912475586, "memorization_fraction_pixel": 0.03319999948143959, "mean_nn_ratio_pixel": 0.9217926859855652, "fid": 282.7847074624686, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8717.563862323761, "train_loss_step": 6.439412593841553, "n_params": 4592800, "total_flops": 12839264256000000, "train_loss": 0.044786897301673886, "subset_score_loss": 0.044786897301673886}
+{"step": 920000, "wall_time": 8806.77877163887, "train_loss_step": 6.6128315925598145, "n_params": 4592800, "total_flops": 12980355072000000, "train_loss": 0.04302973449230194, "subset_score_loss": 0.04302973449230194}
+{"step": 930000, "wall_time": 8896.001955747604, "train_loss_step": 6.480225563049316, "n_params": 4592800, "total_flops": 13121445888000000, "train_loss": 0.03970733880996704, "subset_score_loss": 0.03970733880996704}
+{"step": 940000, "wall_time": 8985.17412686348, "train_loss_step": 6.290392875671387, "n_params": 4592800, "total_flops": 13262536704000000, "train_loss": 0.044831782579422, "subset_score_loss": 0.044831782579422}
+{"step": 950000, "wall_time": 9074.386623382568, "train_loss_step": 6.086699485778809, "n_params": 4592800, "total_flops": 13403627520000000, "train_loss": 0.04044049382209778, "subset_score_loss": 0.04044049382209778}
+{"step": 960000, "wall_time": 9163.564381837845, "train_loss_step": 6.415696620941162, "n_params": 4592800, "total_flops": 13544718336000000, "train_loss": 0.043252420425415036, "subset_score_loss": 0.043252420425415036}
+{"step": 970000, "wall_time": 9252.839732408524, "train_loss_step": 6.858542442321777, "n_params": 4592800, "total_flops": 13685809152000000, "train_loss": 0.04413266479969025, "subset_score_loss": 0.04413266479969025}
+{"step": 980000, "wall_time": 9341.86844944954, "train_loss_step": 6.4028215408325195, "n_params": 4592800, "total_flops": 13826899968000000, "train_loss": 0.041532200574874875, "subset_score_loss": 0.041532200574874875}
+{"step": 990000, "wall_time": 9427.317369937897, "train_loss_step": 6.333436012268066, "n_params": 4592800, "total_flops": 13967990784000000, "train_loss": 0.039509281516075134, "subset_score_loss": 0.039509281516075134}
+{"step": 1000000, "wall_time": 9583.203972578049, "train_loss_step": 6.525250434875488, "n_params": 4592800, "total_flops": 14109081600000000, "train_loss": 0.04198048412799835, "subset_score_loss": 0.04198048412799835, "memorization_fraction_pixel": 0.05299999937415123, "mean_nn_ratio_pixel": 0.9041926860809326, "fid": 258.8830117171198, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9669.694489002228, "train_loss_step": 6.641656875610352, "n_params": 4592800, "total_flops": 14250172416000000, "train_loss": 0.04434721469879151, "subset_score_loss": 0.04434721469879151}
+{"step": 1020000, "wall_time": 9759.015689373016, "train_loss_step": 6.231252670288086, "n_params": 4592800, "total_flops": 14391263232000000, "train_loss": 0.041300779581069945, "subset_score_loss": 0.041300779581069945}
+{"step": 1030000, "wall_time": 9848.069227218628, "train_loss_step": 6.286694526672363, "n_params": 4592800, "total_flops": 14532354048000000, "train_loss": 0.043625226616859435, "subset_score_loss": 0.043625226616859435}
+{"step": 1040000, "wall_time": 9937.2941031456, "train_loss_step": 6.811806678771973, "n_params": 4592800, "total_flops": 14673444864000000, "train_loss": 0.04080191254615784, "subset_score_loss": 0.04080191254615784}
+{"step": 1050000, "wall_time": 10026.587371826172, "train_loss_step": 6.055443286895752, "n_params": 4592800, "total_flops": 14814535680000000, "train_loss": 0.03932104110717773, "subset_score_loss": 0.03932104110717773}
+{"step": 1060000, "wall_time": 10115.87009882927, "train_loss_step": 6.04483699798584, "n_params": 4592800, "total_flops": 14955626496000000, "train_loss": 0.04370489716529846, "subset_score_loss": 0.04370489716529846}
+{"step": 1070000, "wall_time": 10205.226644515991, "train_loss_step": 6.258756160736084, "n_params": 4592800, "total_flops": 15096717312000000, "train_loss": 0.039277419447898865, "subset_score_loss": 0.039277419447898865}
+{"step": 1080000, "wall_time": 10294.285211324692, "train_loss_step": 6.11991024017334, "n_params": 4592800, "total_flops": 15237808128000000, "train_loss": 0.0406457781791687, "subset_score_loss": 0.0406457781791687}
+{"step": 1090000, "wall_time": 10381.743263244629, "train_loss_step": 5.971004962921143, "n_params": 4592800, "total_flops": 15378898944000000, "train_loss": 0.03657836616039276, "subset_score_loss": 0.03657836616039276}
+{"step": 1100000, "wall_time": 10534.531876802444, "train_loss_step": 6.697011947631836, "n_params": 4592800, "total_flops": 15519989760000000, "train_loss": 0.03792975544929504, "subset_score_loss": 0.03792975544929504, "memorization_fraction_pixel": 0.0763000026345253, "mean_nn_ratio_pixel": 0.8804811239242554, "fid": 232.09718150857998, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10620.71204328537, "train_loss_step": 5.6961588859558105, "n_params": 4592800, "total_flops": 15661080576000000, "train_loss": 0.03750099539756775, "subset_score_loss": 0.03750099539756775}
+{"step": 1120000, "wall_time": 10709.930357456207, "train_loss_step": 5.971823692321777, "n_params": 4592800, "total_flops": 15802171392000000, "train_loss": 0.04105889499187469, "subset_score_loss": 0.04105889499187469}
+{"step": 1130000, "wall_time": 10799.166477441788, "train_loss_step": 6.369207382202148, "n_params": 4592800, "total_flops": 15943262208000000, "train_loss": 0.04039560854434967, "subset_score_loss": 0.04039560854434967}
+{"step": 1140000, "wall_time": 10888.330891370773, "train_loss_step": 6.1742706298828125, "n_params": 4592800, "total_flops": 16084353024000000, "train_loss": 0.03937703967094421, "subset_score_loss": 0.03937703967094421}
+{"step": 1150000, "wall_time": 10977.514481544495, "train_loss_step": 6.2657270431518555, "n_params": 4592800, "total_flops": 16225443840000000, "train_loss": 0.040931308269500734, "subset_score_loss": 0.040931308269500734}
+{"step": 1160000, "wall_time": 11066.707572460175, "train_loss_step": 5.673821926116943, "n_params": 4592800, "total_flops": 16366534656000000, "train_loss": 0.0417068749666214, "subset_score_loss": 0.0417068749666214}
+{"step": 1170000, "wall_time": 11155.83045077324, "train_loss_step": 5.86159610748291, "n_params": 4592800, "total_flops": 16507625472000000, "train_loss": 0.03753738701343536, "subset_score_loss": 0.03753738701343536}
+{"step": 1180000, "wall_time": 11242.94613146782, "train_loss_step": 6.16539192199707, "n_params": 4592800, "total_flops": 16648716288000000, "train_loss": 0.03839816451072693, "subset_score_loss": 0.03839816451072693}
+{"step": 1190000, "wall_time": 11332.143499851227, "train_loss_step": 5.8090972900390625, "n_params": 4592800, "total_flops": 16789807104000000, "train_loss": 0.040370169281959536, "subset_score_loss": 0.040370169281959536}
+{"step": 1200000, "wall_time": 11490.37991142273, "train_loss_step": 5.932859420776367, "n_params": 4592800, "total_flops": 16930897920000000, "train_loss": 0.03677387833595276, "subset_score_loss": 0.03677387833595276, "memorization_fraction_pixel": 0.09260000288486481, "mean_nn_ratio_pixel": 0.868797242641449, "fid": 236.29499278937368, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11571.587920188904, "train_loss_step": 5.657313823699951, "n_params": 4592800, "total_flops": 17071988736000000, "train_loss": 0.036480721831321714, "subset_score_loss": 0.036480721831321714}
+{"step": 1220000, "wall_time": 11660.831902742386, "train_loss_step": 6.146918296813965, "n_params": 4592800, "total_flops": 17213079552000000, "train_loss": 0.03652594983577728, "subset_score_loss": 0.03652594983577728}
+{"step": 1230000, "wall_time": 11750.136186599731, "train_loss_step": 6.317112922668457, "n_params": 4592800, "total_flops": 17354170368000000, "train_loss": 0.03789668381214142, "subset_score_loss": 0.03789668381214142}
+{"step": 1240000, "wall_time": 11839.398302793503, "train_loss_step": 6.0391845703125, "n_params": 4592800, "total_flops": 17495261184000000, "train_loss": 0.03877900540828705, "subset_score_loss": 0.03877900540828705}
+{"step": 1250000, "wall_time": 11928.700434207916, "train_loss_step": 5.939835071563721, "n_params": 4592800, "total_flops": 17636352000000000, "train_loss": 0.03925425112247467, "subset_score_loss": 0.03925425112247467}
+{"step": 1260000, "wall_time": 12018.090953350067, "train_loss_step": 6.034794807434082, "n_params": 4592800, "total_flops": 17777442816000000, "train_loss": 0.04134453535079956, "subset_score_loss": 0.04134453535079956}
+{"step": 1270000, "wall_time": 12107.34218621254, "train_loss_step": 5.846510410308838, "n_params": 4592800, "total_flops": 17918533632000000, "train_loss": 0.0365418404340744, "subset_score_loss": 0.0365418404340744}
+{"step": 1280000, "wall_time": 12194.618954181671, "train_loss_step": 5.921760559082031, "n_params": 4592800, "total_flops": 18059624448000000, "train_loss": 0.03486800789833069, "subset_score_loss": 0.03486800789833069}
+{"step": 1290000, "wall_time": 12283.892384052277, "train_loss_step": 5.879404067993164, "n_params": 4592800, "total_flops": 18200715264000000, "train_loss": 0.03683256506919861, "subset_score_loss": 0.03683256506919861}
+{"step": 1300000, "wall_time": 12441.66552233696, "train_loss_step": 5.776100158691406, "n_params": 4592800, "total_flops": 18341806080000000, "train_loss": 0.03542587459087372, "subset_score_loss": 0.03542587459087372, "memorization_fraction_pixel": 0.10750000178813934, "mean_nn_ratio_pixel": 0.8582136631011963, "fid": 225.0827187196049, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12528.168249130249, "train_loss_step": 5.644359111785889, "n_params": 4592800, "total_flops": 18482896896000000, "train_loss": 0.034506452083587644, "subset_score_loss": 0.034506452083587644}
+{"step": 1320000, "wall_time": 12611.612259149551, "train_loss_step": 5.703155040740967, "n_params": 4592800, "total_flops": 18623987712000000, "train_loss": 0.034602540731430056, "subset_score_loss": 0.034602540731430056}
+{"step": 1330000, "wall_time": 12700.818832397461, "train_loss_step": 5.720606803894043, "n_params": 4592800, "total_flops": 18765078528000000, "train_loss": 0.03389492630958557, "subset_score_loss": 0.03389492630958557}
+{"step": 1340000, "wall_time": 12789.997131824493, "train_loss_step": 5.339226722717285, "n_params": 4592800, "total_flops": 18906169344000000, "train_loss": 0.035396963357925415, "subset_score_loss": 0.035396963357925415}
+{"step": 1350000, "wall_time": 12879.155695438385, "train_loss_step": 5.829868793487549, "n_params": 4592800, "total_flops": 19047260160000000, "train_loss": 0.03435738086700439, "subset_score_loss": 0.03435738086700439}
+{"step": 1360000, "wall_time": 12968.408202171326, "train_loss_step": 5.5752692222595215, "n_params": 4592800, "total_flops": 19188350976000000, "train_loss": 0.034712168574333194, "subset_score_loss": 0.034712168574333194}
+{"step": 1370000, "wall_time": 13057.465416193008, "train_loss_step": 5.4315924644470215, "n_params": 4592800, "total_flops": 19329441792000000, "train_loss": 0.03374601602554321, "subset_score_loss": 0.03374601602554321}
+{"step": 1380000, "wall_time": 13144.72299528122, "train_loss_step": 5.796902656555176, "n_params": 4592800, "total_flops": 19470532608000000, "train_loss": 0.03351388871669769, "subset_score_loss": 0.03351388871669769}
+{"step": 1390000, "wall_time": 13233.863615989685, "train_loss_step": 5.511528491973877, "n_params": 4592800, "total_flops": 19611623424000000, "train_loss": 0.03351217806339264, "subset_score_loss": 0.03351217806339264}
+{"step": 1400000, "wall_time": 13390.440137386322, "train_loss_step": 5.218092918395996, "n_params": 4592800, "total_flops": 19752714240000000, "train_loss": 0.033247214555740354, "subset_score_loss": 0.033247214555740354, "memorization_fraction_pixel": 0.1565999984741211, "mean_nn_ratio_pixel": 0.8164880871772766, "fid": 208.1586737242666, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13477.653564214706, "train_loss_step": 5.215004920959473, "n_params": 4592800, "total_flops": 19893805056000000, "train_loss": 0.03551091551780701, "subset_score_loss": 0.03551091551780701}
+{"step": 1420000, "wall_time": 13567.684151887894, "train_loss_step": 5.455456256866455, "n_params": 4592800, "total_flops": 20034895872000000, "train_loss": 0.035644549131393435, "subset_score_loss": 0.035644549131393435}
+{"step": 1430000, "wall_time": 13652.383025884628, "train_loss_step": 5.198692321777344, "n_params": 4592800, "total_flops": 20175986688000000, "train_loss": 0.031733614206314084, "subset_score_loss": 0.031733614206314084}
+{"step": 1440000, "wall_time": 13741.683787345886, "train_loss_step": 5.46900749206543, "n_params": 4592800, "total_flops": 20317077504000000, "train_loss": 0.03331281840801239, "subset_score_loss": 0.03331281840801239}
+{"step": 1450000, "wall_time": 13830.923674106598, "train_loss_step": 5.737030982971191, "n_params": 4592800, "total_flops": 20458168320000000, "train_loss": 0.035045409202575685, "subset_score_loss": 0.035045409202575685}
+{"step": 1460000, "wall_time": 13920.1575152874, "train_loss_step": 5.626020431518555, "n_params": 4592800, "total_flops": 20599259136000000, "train_loss": 0.03193517923355103, "subset_score_loss": 0.03193517923355103}
+{"step": 1470000, "wall_time": 14009.295111894608, "train_loss_step": 5.556889057159424, "n_params": 4592800, "total_flops": 20740349952000000, "train_loss": 0.03132226765155792, "subset_score_loss": 0.03132226765155792}
+{"step": 1480000, "wall_time": 14096.732261657715, "train_loss_step": 5.487243175506592, "n_params": 4592800, "total_flops": 20881440768000000, "train_loss": 0.03515279591083527, "subset_score_loss": 0.03515279591083527}
+{"step": 1490000, "wall_time": 14186.122249603271, "train_loss_step": 5.020274639129639, "n_params": 4592800, "total_flops": 21022531584000000, "train_loss": 0.03236072063446045, "subset_score_loss": 0.03236072063446045}
+{"step": 1500000, "wall_time": 14342.907453298569, "train_loss_step": 5.545598030090332, "n_params": 4592800, "total_flops": 21163622400000000, "train_loss": 0.03220835030078888, "subset_score_loss": 0.03220835030078888, "memorization_fraction_pixel": 0.14990000426769257, "mean_nn_ratio_pixel": 0.8290665745735168, "fid": 211.3551013007235, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14421.413161754608, "train_loss_step": 5.432869911193848, "n_params": 4592800, "total_flops": 21304713216000000, "train_loss": 0.032293036580085754, "subset_score_loss": 0.032293036580085754}
+{"step": 1520000, "wall_time": 14508.560967206955, "train_loss_step": 5.507769584655762, "n_params": 4592800, "total_flops": 21445804032000000, "train_loss": 0.03407980501651764, "subset_score_loss": 0.03407980501651764}
+{"step": 1530000, "wall_time": 14598.340163469315, "train_loss_step": 5.391408920288086, "n_params": 4592800, "total_flops": 21586894848000000, "train_loss": 0.031839221715927124, "subset_score_loss": 0.031839221715927124}
+{"step": 1540000, "wall_time": 14672.58728671074, "train_loss_step": 4.890697956085205, "n_params": 4592800, "total_flops": 21727985664000000, "train_loss": 0.030646228790283205, "subset_score_loss": 0.030646228790283205}
+{"step": 1550000, "wall_time": 14761.832693815231, "train_loss_step": 5.397436618804932, "n_params": 4592800, "total_flops": 21869076480000000, "train_loss": 0.03331296741962433, "subset_score_loss": 0.03331296741962433}
+{"step": 1560000, "wall_time": 14851.063471794128, "train_loss_step": 5.276756286621094, "n_params": 4592800, "total_flops": 22010167296000000, "train_loss": 0.036430266499519345, "subset_score_loss": 0.036430266499519345}
+{"step": 1570000, "wall_time": 14939.154415845871, "train_loss_step": 4.872101783752441, "n_params": 4592800, "total_flops": 22151258112000000, "train_loss": 0.030280303955078126, "subset_score_loss": 0.030280303955078126}
+{"step": 1580000, "wall_time": 15027.387076377869, "train_loss_step": 4.955982208251953, "n_params": 4592800, "total_flops": 22292348928000000, "train_loss": 0.03378612399101257, "subset_score_loss": 0.03378612399101257}
+{"step": 1590000, "wall_time": 15116.55372953415, "train_loss_step": 5.350635528564453, "n_params": 4592800, "total_flops": 22433439744000000, "train_loss": 0.03199247121810913, "subset_score_loss": 0.03199247121810913}
+{"step": 1600000, "wall_time": 15274.30332493782, "train_loss_step": 5.163077354431152, "n_params": 4592800, "total_flops": 22574530560000000, "train_loss": 0.030065041780471802, "subset_score_loss": 0.030065041780471802, "memorization_fraction_pixel": 0.18250000476837158, "mean_nn_ratio_pixel": 0.8010575771331787, "fid": 198.60435621474963, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 15363.352340698242, "train_loss_step": 4.773486137390137, "n_params": 4592800, "total_flops": 22715621376000000, "train_loss": 0.030539479851722718, "subset_score_loss": 0.030539479851722718}
+{"step": 1620000, "wall_time": 15449.759831666946, "train_loss_step": 5.435628890991211, "n_params": 4592800, "total_flops": 22856712192000000, "train_loss": 0.0330753743648529, "subset_score_loss": 0.0330753743648529}
+{"step": 1630000, "wall_time": 15539.042194128036, "train_loss_step": 5.146714687347412, "n_params": 4592800, "total_flops": 22997803008000000, "train_loss": 0.03444935083389282, "subset_score_loss": 0.03444935083389282}
+{"step": 1640000, "wall_time": 15628.427224636078, "train_loss_step": 4.814477920532227, "n_params": 4592800, "total_flops": 23138893824000000, "train_loss": 0.031163209676742555, "subset_score_loss": 0.031163209676742555}
+{"step": 1650000, "wall_time": 15713.674219846725, "train_loss_step": 4.989433288574219, "n_params": 4592800, "total_flops": 23279984640000000, "train_loss": 0.03207363188266754, "subset_score_loss": 0.03207363188266754}
+{"step": 1660000, "wall_time": 15801.815237522125, "train_loss_step": 5.056402206420898, "n_params": 4592800, "total_flops": 23421075456000000, "train_loss": 0.03041553497314453, "subset_score_loss": 0.03041553497314453}
+{"step": 1670000, "wall_time": 15889.451929569244, "train_loss_step": 4.7741546630859375, "n_params": 4592800, "total_flops": 23562166272000000, "train_loss": 0.03117031455039978, "subset_score_loss": 0.03117031455039978}
+{"step": 1680000, "wall_time": 15978.712172985077, "train_loss_step": 4.847888946533203, "n_params": 4592800, "total_flops": 23703257088000000, "train_loss": 0.029700952768325805, "subset_score_loss": 0.029700952768325805}
+{"step": 1690000, "wall_time": 16067.975388288498, "train_loss_step": 5.003777503967285, "n_params": 4592800, "total_flops": 23844347904000000, "train_loss": 0.030307972431182863, "subset_score_loss": 0.030307972431182863}
+{"step": 1700000, "wall_time": 16224.72493314743, "train_loss_step": 5.115384101867676, "n_params": 4592800, "total_flops": 23985438720000000, "train_loss": 0.030484360456466675, "subset_score_loss": 0.030484360456466675, "memorization_fraction_pixel": 0.2084999978542328, "mean_nn_ratio_pixel": 0.7743708491325378, "fid": 190.68113816316924, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 16313.900804519653, "train_loss_step": 5.282625675201416, "n_params": 4592800, "total_flops": 24126529536000000, "train_loss": 0.029969319701194763, "subset_score_loss": 0.029969319701194763}
+{"step": 1720000, "wall_time": 16391.632235765457, "train_loss_step": 5.352551460266113, "n_params": 4592800, "total_flops": 24267620352000000, "train_loss": 0.029123130440711974, "subset_score_loss": 0.029123130440711974}
+{"step": 1730000, "wall_time": 16480.820133686066, "train_loss_step": 5.084955215454102, "n_params": 4592800, "total_flops": 24408711168000000, "train_loss": 0.03044746518135071, "subset_score_loss": 0.03044746518135071}
+{"step": 1740000, "wall_time": 16570.02634215355, "train_loss_step": 5.292294979095459, "n_params": 4592800, "total_flops": 24549801984000000, "train_loss": 0.030409374833106996, "subset_score_loss": 0.030409374833106996}
+{"step": 1750000, "wall_time": 16659.36038017273, "train_loss_step": 4.696578025817871, "n_params": 4592800, "total_flops": 24690892800000000, "train_loss": 0.0281315416097641, "subset_score_loss": 0.0281315416097641}
+{"step": 1760000, "wall_time": 16740.197451114655, "train_loss_step": 4.857168674468994, "n_params": 4592800, "total_flops": 24831983616000000, "train_loss": 0.028406745195388793, "subset_score_loss": 0.028406745195388793}
+{"step": 1770000, "wall_time": 16814.029696941376, "train_loss_step": 5.157757759094238, "n_params": 4592800, "total_flops": 24973074432000000, "train_loss": 0.03173658549785614, "subset_score_loss": 0.03173658549785614}
+{"step": 1780000, "wall_time": 16903.287383556366, "train_loss_step": 5.198861122131348, "n_params": 4592800, "total_flops": 25114165248000000, "train_loss": 0.030407100915908813, "subset_score_loss": 0.030407100915908813}
+{"step": 1790000, "wall_time": 16992.44701719284, "train_loss_step": 4.585494518280029, "n_params": 4592800, "total_flops": 25255256064000000, "train_loss": 0.027394837141036986, "subset_score_loss": 0.027394837141036986}
+{"step": 1800000, "wall_time": 17150.17125725746, "train_loss_step": 5.028458118438721, "n_params": 4592800, "total_flops": 25396346880000000, "train_loss": 0.0302056759595871, "subset_score_loss": 0.0302056759595871, "memorization_fraction_pixel": 0.20340000092983246, "mean_nn_ratio_pixel": 0.7823299765586853, "fid": 199.59866679206704, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 17239.512762784958, "train_loss_step": 4.953072547912598, "n_params": 4592800, "total_flops": 25537437696000000, "train_loss": 0.03302516043186188, "subset_score_loss": 0.03302516043186188}
+{"step": 1820000, "wall_time": 17321.431918621063, "train_loss_step": 5.553987503051758, "n_params": 4592800, "total_flops": 25678528512000000, "train_loss": 0.030992835760116577, "subset_score_loss": 0.030992835760116577}
+{"step": 1830000, "wall_time": 17401.66166305542, "train_loss_step": 5.111053466796875, "n_params": 4592800, "total_flops": 25819619328000000, "train_loss": 0.0287132203578949, "subset_score_loss": 0.0287132203578949}
+{"step": 1840000, "wall_time": 17490.994394302368, "train_loss_step": 4.962549686431885, "n_params": 4592800, "total_flops": 25960710144000000, "train_loss": 0.026904094219207763, "subset_score_loss": 0.026904094219207763}
+{"step": 1850000, "wall_time": 17580.319739818573, "train_loss_step": 5.069707870483398, "n_params": 4592800, "total_flops": 26101800960000000, "train_loss": 0.0306270033121109, "subset_score_loss": 0.0306270033121109}
+{"step": 1860000, "wall_time": 17669.354483366013, "train_loss_step": 4.935013294219971, "n_params": 4592800, "total_flops": 26242891776000000, "train_loss": 0.02759752869606018, "subset_score_loss": 0.02759752869606018}
+{"step": 1870000, "wall_time": 17754.39220571518, "train_loss_step": 4.949162483215332, "n_params": 4592800, "total_flops": 26383982592000000, "train_loss": 0.02817610502243042, "subset_score_loss": 0.02817610502243042}
+{"step": 1880000, "wall_time": 17829.88256406784, "train_loss_step": 4.9643635749816895, "n_params": 4592800, "total_flops": 26525073408000000, "train_loss": 0.027786943316459655, "subset_score_loss": 0.027786943316459655}
+{"step": 1890000, "wall_time": 17919.163167476654, "train_loss_step": 5.1082611083984375, "n_params": 4592800, "total_flops": 26666164224000000, "train_loss": 0.02891154885292053, "subset_score_loss": 0.02891154885292053}
+{"step": 1900000, "wall_time": 18077.145133972168, "train_loss_step": 4.89194393157959, "n_params": 4592800, "total_flops": 26807255040000000, "train_loss": 0.0286552757024765, "subset_score_loss": 0.0286552757024765, "memorization_fraction_pixel": 0.218299999833107, "mean_nn_ratio_pixel": 0.770665168762207, "fid": 195.0334854049721, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 18166.384042978287, "train_loss_step": 5.1678667068481445, "n_params": 4592800, "total_flops": 26948345856000000, "train_loss": 0.028346922993659974, "subset_score_loss": 0.028346922993659974}
+{"step": 1920000, "wall_time": 18255.480677843094, "train_loss_step": 4.703253269195557, "n_params": 4592800, "total_flops": 27089436672000000, "train_loss": 0.027393051981925966, "subset_score_loss": 0.027393051981925966}
+{"step": 1930000, "wall_time": 18341.663403987885, "train_loss_step": 4.856371879577637, "n_params": 4592800, "total_flops": 27230527488000000, "train_loss": 0.029910361766815184, "subset_score_loss": 0.029910361766815184}
+{"step": 1940000, "wall_time": 18430.937828540802, "train_loss_step": 4.995018482208252, "n_params": 4592800, "total_flops": 27371618304000000, "train_loss": 0.028043848276138306, "subset_score_loss": 0.028043848276138306}
+{"step": 1950000, "wall_time": 18520.182181835175, "train_loss_step": 4.556344032287598, "n_params": 4592800, "total_flops": 27512709120000000, "train_loss": 0.028702560067176818, "subset_score_loss": 0.028702560067176818}
+{"step": 1960000, "wall_time": 18609.17623925209, "train_loss_step": 5.0289411544799805, "n_params": 4592800, "total_flops": 27653799936000000, "train_loss": 0.025171369314193726, "subset_score_loss": 0.025171369314193726}
+{"step": 1970000, "wall_time": 18696.5430560112, "train_loss_step": 4.922909259796143, "n_params": 4592800, "total_flops": 27794890752000000, "train_loss": 0.029654890298843384, "subset_score_loss": 0.029654890298843384}
+{"step": 1980000, "wall_time": 18785.862080335617, "train_loss_step": 4.766325950622559, "n_params": 4592800, "total_flops": 27935981568000000, "train_loss": 0.0295656681060791, "subset_score_loss": 0.0295656681060791}
+{"step": 1990000, "wall_time": 18869.831151247025, "train_loss_step": 5.1839141845703125, "n_params": 4592800, "total_flops": 28077072384000000, "train_loss": 0.02844398021697998, "subset_score_loss": 0.02844398021697998}
+{"step": 2000000, "wall_time": 19026.50160551071, "train_loss_step": 4.458103179931641, "n_params": 4592800, "total_flops": 28218163200000000, "train_loss": 0.0270632266998291, "subset_score_loss": 0.0270632266998291, "memorization_fraction_pixel": 0.23989999294281006, "mean_nn_ratio_pixel": 0.7562429904937744, "fid": 192.44773522272288, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 19115.81143093109, "train_loss_step": 4.871398448944092, "n_params": 4592800, "total_flops": 28359254016000000, "train_loss": 0.027357074618339538, "subset_score_loss": 0.027357074618339538}
+{"step": 2020000, "wall_time": 19205.035699367523, "train_loss_step": 5.058148384094238, "n_params": 4592800, "total_flops": 28500344832000000, "train_loss": 0.02770850956439972, "subset_score_loss": 0.02770850956439972}
+{"step": 2030000, "wall_time": 19291.085962295532, "train_loss_step": 4.661384105682373, "n_params": 4592800, "total_flops": 28641435648000000, "train_loss": 0.028536909818649293, "subset_score_loss": 0.028536909818649293}
+{"step": 2040000, "wall_time": 19380.4953019619, "train_loss_step": 4.601381778717041, "n_params": 4592800, "total_flops": 28782526464000000, "train_loss": 0.02725760042667389, "subset_score_loss": 0.02725760042667389}
+{"step": 2050000, "wall_time": 19469.806624174118, "train_loss_step": 4.149839878082275, "n_params": 4592800, "total_flops": 28923617280000000, "train_loss": 0.0276498407125473, "subset_score_loss": 0.0276498407125473}
+{"step": 2060000, "wall_time": 19557.152978897095, "train_loss_step": 5.022129058837891, "n_params": 4592800, "total_flops": 29064708096000000, "train_loss": 0.02755468487739563, "subset_score_loss": 0.02755468487739563}
+{"step": 2070000, "wall_time": 19646.456475257874, "train_loss_step": 5.032403469085693, "n_params": 4592800, "total_flops": 29205798912000000, "train_loss": 0.028758153319358826, "subset_score_loss": 0.028758153319358826}
+{"step": 2080000, "wall_time": 19735.748467445374, "train_loss_step": 4.943958282470703, "n_params": 4592800, "total_flops": 29346889728000000, "train_loss": 0.027442806959152223, "subset_score_loss": 0.027442806959152223}
+{"step": 2090000, "wall_time": 19825.143754005432, "train_loss_step": 4.857993125915527, "n_params": 4592800, "total_flops": 29487980544000000, "train_loss": 0.028002724051475525, "subset_score_loss": 0.028002724051475525}
+{"step": 2100000, "wall_time": 19951.590680599213, "train_loss_step": 4.995212078094482, "n_params": 4592800, "total_flops": 29629071360000000, "train_loss": 0.02646860182285309, "subset_score_loss": 0.02646860182285309, "memorization_fraction_pixel": 0.26649999618530273, "mean_nn_ratio_pixel": 0.7376591563224792, "fid": 187.49596138579182, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 20040.790934324265, "train_loss_step": 4.515383720397949, "n_params": 4592800, "total_flops": 29770162176000000, "train_loss": 0.02772892117500305, "subset_score_loss": 0.02772892117500305}
+{"step": 2120000, "wall_time": 20129.94807958603, "train_loss_step": 4.438969135284424, "n_params": 4592800, "total_flops": 29911252992000000, "train_loss": 0.02567509114742279, "subset_score_loss": 0.02567509114742279}
+{"step": 2130000, "wall_time": 20210.677495002747, "train_loss_step": 4.5962677001953125, "n_params": 4592800, "total_flops": 30052343808000000, "train_loss": 0.027922651171684264, "subset_score_loss": 0.027922651171684264}
+{"step": 2140000, "wall_time": 20296.451070785522, "train_loss_step": 4.927007675170898, "n_params": 4592800, "total_flops": 30193434624000000, "train_loss": 0.02551407814025879, "subset_score_loss": 0.02551407814025879}
+{"step": 2150000, "wall_time": 20385.66658425331, "train_loss_step": 4.741970062255859, "n_params": 4592800, "total_flops": 30334525440000000, "train_loss": 0.025843873620033264, "subset_score_loss": 0.025843873620033264}
+{"step": 2160000, "wall_time": 20472.85370016098, "train_loss_step": 4.5887861251831055, "n_params": 4592800, "total_flops": 30475616256000000, "train_loss": 0.025192368030548095, "subset_score_loss": 0.025192368030548095}
+{"step": 2170000, "wall_time": 20562.05250644684, "train_loss_step": 4.792828559875488, "n_params": 4592800, "total_flops": 30616707072000000, "train_loss": 0.025189051032066347, "subset_score_loss": 0.025189051032066347}
+{"step": 2180000, "wall_time": 20651.256353139877, "train_loss_step": 4.328953742980957, "n_params": 4592800, "total_flops": 30757797888000000, "train_loss": 0.02454901486635208, "subset_score_loss": 0.02454901486635208}
+{"step": 2190000, "wall_time": 20740.4984459877, "train_loss_step": 4.841763019561768, "n_params": 4592800, "total_flops": 30898888704000000, "train_loss": 0.0293054461479187, "subset_score_loss": 0.0293054461479187}
+{"step": 2200000, "wall_time": 20898.52378678322, "train_loss_step": 4.860546112060547, "n_params": 4592800, "total_flops": 31039979520000000, "train_loss": 0.03398811519145965, "subset_score_loss": 0.03398811519145965, "memorization_fraction_pixel": 0.29789999127388, "mean_nn_ratio_pixel": 0.7097582221031189, "fid": 178.13846843854404, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 20972.780098199844, "train_loss_step": 5.008361339569092, "n_params": 4592800, "total_flops": 31181070336000000, "train_loss": 0.025218847393989562, "subset_score_loss": 0.025218847393989562}
+{"step": 2220000, "wall_time": 21053.393786907196, "train_loss_step": 4.507678031921387, "n_params": 4592800, "total_flops": 31322161152000000, "train_loss": 0.024521037936210632, "subset_score_loss": 0.024521037936210632}
+{"step": 2230000, "wall_time": 21142.63317322731, "train_loss_step": 4.286490440368652, "n_params": 4592800, "total_flops": 31463251968000000, "train_loss": 0.024630604684352873, "subset_score_loss": 0.024630604684352873}
+{"step": 2240000, "wall_time": 21223.6261780262, "train_loss_step": 4.54124641418457, "n_params": 4592800, "total_flops": 31604342784000000, "train_loss": 0.026410120725631713, "subset_score_loss": 0.026410120725631713}
+{"step": 2250000, "wall_time": 21312.847269773483, "train_loss_step": 4.449876308441162, "n_params": 4592800, "total_flops": 31745433600000000, "train_loss": 0.027791768312454224, "subset_score_loss": 0.027791768312454224}
+{"step": 2260000, "wall_time": 21400.227701425552, "train_loss_step": 4.569519996643066, "n_params": 4592800, "total_flops": 31886524416000000, "train_loss": 0.026170384883880616, "subset_score_loss": 0.026170384883880616}
+{"step": 2270000, "wall_time": 21489.547305107117, "train_loss_step": 4.571346759796143, "n_params": 4592800, "total_flops": 32027615232000000, "train_loss": 0.025575411319732667, "subset_score_loss": 0.025575411319732667}
+{"step": 2280000, "wall_time": 21578.92316699028, "train_loss_step": 4.6353044509887695, "n_params": 4592800, "total_flops": 32168706048000000, "train_loss": 0.026269134879112244, "subset_score_loss": 0.026269134879112244}
+{"step": 2290000, "wall_time": 21668.1081738472, "train_loss_step": 4.638994216918945, "n_params": 4592800, "total_flops": 32309796864000000, "train_loss": 0.025089719891548158, "subset_score_loss": 0.025089719891548158}
+{"step": 2300000, "wall_time": 21825.866376399994, "train_loss_step": 4.887827396392822, "n_params": 4592800, "total_flops": 32450887680000000, "train_loss": 0.026394915580749512, "subset_score_loss": 0.026394915580749512, "memorization_fraction_pixel": 0.32089999318122864, "mean_nn_ratio_pixel": 0.6961040496826172, "fid": 171.30118725980483, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 21915.137976646423, "train_loss_step": 4.647577285766602, "n_params": 4592800, "total_flops": 32591978496000000, "train_loss": 0.026037836074829103, "subset_score_loss": 0.026037836074829103}
+{"step": 2320000, "wall_time": 22004.435134410858, "train_loss_step": 4.598744869232178, "n_params": 4592800, "total_flops": 32733069312000000, "train_loss": 0.026192763447761537, "subset_score_loss": 0.026192763447761537}
+{"step": 2330000, "wall_time": 22067.066347837448, "train_loss_step": 4.529228210449219, "n_params": 4592800, "total_flops": 32874160128000000, "train_loss": 0.024891166388988493, "subset_score_loss": 0.024891166388988493}
+{"step": 2340000, "wall_time": 22146.303988695145, "train_loss_step": 4.293938159942627, "n_params": 4592800, "total_flops": 33015250944000000, "train_loss": 0.024105058610439302, "subset_score_loss": 0.024105058610439302}
+{"step": 2350000, "wall_time": 22230.241482019424, "train_loss_step": 5.032530784606934, "n_params": 4592800, "total_flops": 33156341760000000, "train_loss": 0.025355079770088197, "subset_score_loss": 0.025355079770088197}
+{"step": 2360000, "wall_time": 22317.613875865936, "train_loss_step": 4.650898456573486, "n_params": 4592800, "total_flops": 33297432576000000, "train_loss": 0.023768746852874757, "subset_score_loss": 0.023768746852874757}
+{"step": 2370000, "wall_time": 22406.856798171997, "train_loss_step": 4.463484287261963, "n_params": 4592800, "total_flops": 33438523392000000, "train_loss": 0.024829278886318206, "subset_score_loss": 0.024829278886318206}
+{"step": 2380000, "wall_time": 22496.06036090851, "train_loss_step": 4.5954694747924805, "n_params": 4592800, "total_flops": 33579614208000000, "train_loss": 0.025800734758377075, "subset_score_loss": 0.025800734758377075}
+{"step": 2390000, "wall_time": 22585.314965486526, "train_loss_step": 4.480016708374023, "n_params": 4592800, "total_flops": 33720705024000000, "train_loss": 0.024897547066211702, "subset_score_loss": 0.024897547066211702}
+{"step": 2400000, "wall_time": 22743.041479587555, "train_loss_step": 4.800291061401367, "n_params": 4592800, "total_flops": 33861795840000000, "train_loss": 0.02492912709712982, "subset_score_loss": 0.02492912709712982, "memorization_fraction_pixel": 0.35269999504089355, "mean_nn_ratio_pixel": 0.6693578958511353, "fid": 164.68751355292088, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 22832.310835123062, "train_loss_step": 4.9150567054748535, "n_params": 4592800, "total_flops": 34002886656000000, "train_loss": 0.025794458389282227, "subset_score_loss": 0.025794458389282227}
+{"step": 2420000, "wall_time": 22921.53817796707, "train_loss_step": 5.057258605957031, "n_params": 4592800, "total_flops": 34143977472000000, "train_loss": 0.024489016830921174, "subset_score_loss": 0.024489016830921174}
+{"step": 2430000, "wall_time": 23010.89396548271, "train_loss_step": 4.480111122131348, "n_params": 4592800, "total_flops": 34285068288000000, "train_loss": 0.024018390476703642, "subset_score_loss": 0.024018390476703642}
+{"step": 2440000, "wall_time": 23091.743546962738, "train_loss_step": 4.5210418701171875, "n_params": 4592800, "total_flops": 34426159104000000, "train_loss": 0.024865937232971192, "subset_score_loss": 0.024865937232971192}
+{"step": 2450000, "wall_time": 23156.63639640808, "train_loss_step": 4.646764755249023, "n_params": 4592800, "total_flops": 34567249920000000, "train_loss": 0.023891757428646087, "subset_score_loss": 0.023891757428646087}
+{"step": 2460000, "wall_time": 23245.619062662125, "train_loss_step": 4.509888648986816, "n_params": 4592800, "total_flops": 34708340736000000, "train_loss": 0.02439204454421997, "subset_score_loss": 0.02439204454421997}
+{"step": 2470000, "wall_time": 23334.93470478058, "train_loss_step": 4.504335880279541, "n_params": 4592800, "total_flops": 34849431552000000, "train_loss": 0.024440214037895203, "subset_score_loss": 0.024440214037895203}
+{"step": 2480000, "wall_time": 23424.305413246155, "train_loss_step": 4.184959411621094, "n_params": 4592800, "total_flops": 34990522368000000, "train_loss": 0.027006885409355162, "subset_score_loss": 0.027006885409355162}
+{"step": 2490000, "wall_time": 23513.60811328888, "train_loss_step": 4.5393571853637695, "n_params": 4592800, "total_flops": 35131613184000000, "train_loss": 0.023968757688999177, "subset_score_loss": 0.023968757688999177}
+{"step": 2500000, "wall_time": 23670.479392051697, "train_loss_step": 4.367414951324463, "n_params": 4592800, "total_flops": 35272704000000000, "train_loss": 0.024540391564369202, "subset_score_loss": 0.024540391564369202, "memorization_fraction_pixel": 0.3310999870300293, "mean_nn_ratio_pixel": 0.6826199293136597, "fid": 168.75887008995926, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 23759.719388246536, "train_loss_step": 4.275734901428223, "n_params": 4592800, "total_flops": 35413794816000000, "train_loss": 0.025175949931144713, "subset_score_loss": 0.025175949931144713}
+{"step": 2520000, "wall_time": 23848.943754434586, "train_loss_step": 4.757980823516846, "n_params": 4592800, "total_flops": 35554885632000000, "train_loss": 0.02372402846813202, "subset_score_loss": 0.02372402846813202}
+{"step": 2530000, "wall_time": 23938.140223264694, "train_loss_step": 4.4251203536987305, "n_params": 4592800, "total_flops": 35695976448000000, "train_loss": 0.02372603714466095, "subset_score_loss": 0.02372603714466095}
+{"step": 2540000, "wall_time": 24027.440710544586, "train_loss_step": 4.425961017608643, "n_params": 4592800, "total_flops": 35837067264000000, "train_loss": 0.023758271336555482, "subset_score_loss": 0.023758271336555482}
+{"step": 2550000, "wall_time": 24109.356555223465, "train_loss_step": 4.481055736541748, "n_params": 4592800, "total_flops": 35978158080000000, "train_loss": 0.023213925957679748, "subset_score_loss": 0.023213925957679748}
+{"step": 2560000, "wall_time": 24175.466861009598, "train_loss_step": 4.557209014892578, "n_params": 4592800, "total_flops": 36119248896000000, "train_loss": 0.023821698129177095, "subset_score_loss": 0.023821698129177095}
+{"step": 2570000, "wall_time": 24263.26925110817, "train_loss_step": 4.373650550842285, "n_params": 4592800, "total_flops": 36260339712000000, "train_loss": 0.0240787073969841, "subset_score_loss": 0.0240787073969841}
+{"step": 2580000, "wall_time": 24352.55518245697, "train_loss_step": 4.470824241638184, "n_params": 4592800, "total_flops": 36401430528000000, "train_loss": 0.02474612295627594, "subset_score_loss": 0.02474612295627594}
+{"step": 2590000, "wall_time": 24441.746850967407, "train_loss_step": 4.471317291259766, "n_params": 4592800, "total_flops": 36542521344000000, "train_loss": 0.02353730648756027, "subset_score_loss": 0.02353730648756027}
+{"step": 2600000, "wall_time": 24599.418694019318, "train_loss_step": 4.526165008544922, "n_params": 4592800, "total_flops": 36683612160000000, "train_loss": 0.023603278398513793, "subset_score_loss": 0.023603278398513793, "memorization_fraction_pixel": 0.34630000591278076, "mean_nn_ratio_pixel": 0.6776061654090881, "fid": 171.18802546328516, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 24688.723519563675, "train_loss_step": 4.376713275909424, "n_params": 4592800, "total_flops": 36824702976000000, "train_loss": 0.022461692988872527, "subset_score_loss": 0.022461692988872527}
+{"step": 2620000, "wall_time": 24778.094024419785, "train_loss_step": 4.540044784545898, "n_params": 4592800, "total_flops": 36965793792000000, "train_loss": 0.02381279170513153, "subset_score_loss": 0.02381279170513153}
+{"step": 2630000, "wall_time": 24867.445009231567, "train_loss_step": 4.4574971199035645, "n_params": 4592800, "total_flops": 37106884608000000, "train_loss": 0.02609376311302185, "subset_score_loss": 0.02609376311302185}
+{"step": 2640000, "wall_time": 24956.626332759857, "train_loss_step": 4.233262062072754, "n_params": 4592800, "total_flops": 37247975424000000, "train_loss": 0.022580395638942718, "subset_score_loss": 0.022580395638942718}
+{"step": 2650000, "wall_time": 25044.072215795517, "train_loss_step": 4.619782447814941, "n_params": 4592800, "total_flops": 37389066240000000, "train_loss": 0.0242688849568367, "subset_score_loss": 0.0242688849568367}
+{"step": 2660000, "wall_time": 25120.752960920334, "train_loss_step": 4.396534442901611, "n_params": 4592800, "total_flops": 37530157056000000, "train_loss": 0.023267266154289246, "subset_score_loss": 0.023267266154289246}
+{"step": 2670000, "wall_time": 25194.44395518303, "train_loss_step": 4.586889743804932, "n_params": 4592800, "total_flops": 37671247872000000, "train_loss": 0.024866361916065217, "subset_score_loss": 0.024866361916065217}
+{"step": 2680000, "wall_time": 25273.719405651093, "train_loss_step": 4.643959999084473, "n_params": 4592800, "total_flops": 37812338688000000, "train_loss": 0.027432185411453248, "subset_score_loss": 0.027432185411453248}
+{"step": 2690000, "wall_time": 25363.007311105728, "train_loss_step": 4.523370742797852, "n_params": 4592800, "total_flops": 37953429504000000, "train_loss": 0.023755542933940887, "subset_score_loss": 0.023755542933940887}
+{"step": 2700000, "wall_time": 25519.708748340607, "train_loss_step": 4.05754280090332, "n_params": 4592800, "total_flops": 38094520320000000, "train_loss": 0.02254115492105484, "subset_score_loss": 0.02254115492105484, "memorization_fraction_pixel": 0.36160001158714294, "mean_nn_ratio_pixel": 0.6670157313346863, "fid": 164.1814292014939, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 25608.9489505291, "train_loss_step": 4.359450340270996, "n_params": 4592800, "total_flops": 38235611136000000, "train_loss": 0.022442835569381713, "subset_score_loss": 0.022442835569381713}
+{"step": 2720000, "wall_time": 25698.084166049957, "train_loss_step": 4.3193745613098145, "n_params": 4592800, "total_flops": 38376701952000000, "train_loss": 0.02380901277065277, "subset_score_loss": 0.02380901277065277}
+{"step": 2730000, "wall_time": 25787.301287412643, "train_loss_step": 4.377853870391846, "n_params": 4592800, "total_flops": 38517792768000000, "train_loss": 0.02478891462087631, "subset_score_loss": 0.02478891462087631}
+{"step": 2740000, "wall_time": 25876.451947450638, "train_loss_step": 4.427852630615234, "n_params": 4592800, "total_flops": 38658883584000000, "train_loss": 0.025222930312156677, "subset_score_loss": 0.025222930312156677}
+{"step": 2750000, "wall_time": 25963.806225538254, "train_loss_step": 4.645262718200684, "n_params": 4592800, "total_flops": 38799974400000000, "train_loss": 0.024261192977428438, "subset_score_loss": 0.024261192977428438}
+{"step": 2760000, "wall_time": 26052.56845974922, "train_loss_step": 4.30122184753418, "n_params": 4592800, "total_flops": 38941065216000000, "train_loss": 0.023375287652015686, "subset_score_loss": 0.023375287652015686}
+{"step": 2770000, "wall_time": 26128.584856510162, "train_loss_step": 4.533099174499512, "n_params": 4592800, "total_flops": 39082156032000000, "train_loss": 0.023377931118011473, "subset_score_loss": 0.023377931118011473}
+{"step": 2780000, "wall_time": 26214.749485254288, "train_loss_step": 4.127928733825684, "n_params": 4592800, "total_flops": 39223246848000000, "train_loss": 0.02545970380306244, "subset_score_loss": 0.02545970380306244}
+{"step": 2790000, "wall_time": 26285.51236128807, "train_loss_step": 4.284322738647461, "n_params": 4592800, "total_flops": 39364337664000000, "train_loss": 0.02695536017417908, "subset_score_loss": 0.02695536017417908}
+{"step": 2800000, "wall_time": 26435.04108595848, "train_loss_step": 4.429559707641602, "n_params": 4592800, "total_flops": 39505428480000000, "train_loss": 0.023200947046279907, "subset_score_loss": 0.023200947046279907, "memorization_fraction_pixel": 0.3644999861717224, "mean_nn_ratio_pixel": 0.6666207313537598, "fid": 166.71251298860102, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 26524.415011644363, "train_loss_step": 4.445134162902832, "n_params": 4592800, "total_flops": 39646519296000000, "train_loss": 0.02406323403120041, "subset_score_loss": 0.02406323403120041}
+{"step": 2820000, "wall_time": 26613.691478729248, "train_loss_step": 4.593000888824463, "n_params": 4592800, "total_flops": 39787610112000000, "train_loss": 0.022390709817409517, "subset_score_loss": 0.022390709817409517}
+{"step": 2830000, "wall_time": 26703.007386446, "train_loss_step": 4.601570129394531, "n_params": 4592800, "total_flops": 39928700928000000, "train_loss": 0.021952465176582336, "subset_score_loss": 0.021952465176582336}
+{"step": 2840000, "wall_time": 26792.160746574402, "train_loss_step": 4.33084774017334, "n_params": 4592800, "total_flops": 40069791744000000, "train_loss": 0.02319842129945755, "subset_score_loss": 0.02319842129945755}
+{"step": 2850000, "wall_time": 26879.87392091751, "train_loss_step": 4.327459335327148, "n_params": 4592800, "total_flops": 40210882560000000, "train_loss": 0.0225915789604187, "subset_score_loss": 0.0225915789604187}
+{"step": 2860000, "wall_time": 26969.178998231888, "train_loss_step": 4.223984718322754, "n_params": 4592800, "total_flops": 40351973376000000, "train_loss": 0.02520523965358734, "subset_score_loss": 0.02520523965358734}
+{"step": 2870000, "wall_time": 27055.294957876205, "train_loss_step": 4.382869243621826, "n_params": 4592800, "total_flops": 40493064192000000, "train_loss": 0.023309555649757386, "subset_score_loss": 0.023309555649757386}
+{"step": 2880000, "wall_time": 27144.525074005127, "train_loss_step": 4.171222686767578, "n_params": 4592800, "total_flops": 40634155008000000, "train_loss": 0.023652513325214387, "subset_score_loss": 0.023652513325214387}
+{"step": 2890000, "wall_time": 27234.11223268509, "train_loss_step": 4.38217306137085, "n_params": 4592800, "total_flops": 40775245824000000, "train_loss": 0.02538905143737793, "subset_score_loss": 0.02538905143737793}
+{"step": 2900000, "wall_time": 27370.727141857147, "train_loss_step": 4.126482963562012, "n_params": 4592800, "total_flops": 40916336640000000, "train_loss": 0.022529596090316774, "subset_score_loss": 0.022529596090316774, "memorization_fraction_pixel": 0.3580000102519989, "mean_nn_ratio_pixel": 0.6750909090042114, "fid": 171.33263383240646, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 27457.054647684097, "train_loss_step": 4.519360065460205, "n_params": 4592800, "total_flops": 41057427456000000, "train_loss": 0.02158614844083786, "subset_score_loss": 0.02158614844083786}
+{"step": 2920000, "wall_time": 27546.311764478683, "train_loss_step": 4.311356544494629, "n_params": 4592800, "total_flops": 41198518272000000, "train_loss": 0.02260100990533829, "subset_score_loss": 0.02260100990533829}
+{"step": 2930000, "wall_time": 27635.45690870285, "train_loss_step": 4.097212314605713, "n_params": 4592800, "total_flops": 41339609088000000, "train_loss": 0.021228352189064027, "subset_score_loss": 0.021228352189064027}
+{"step": 2940000, "wall_time": 27722.68252682686, "train_loss_step": 4.57669734954834, "n_params": 4592800, "total_flops": 41480699904000000, "train_loss": 0.02610785961151123, "subset_score_loss": 0.02610785961151123}
+{"step": 2950000, "wall_time": 27811.90607905388, "train_loss_step": 4.384215354919434, "n_params": 4592800, "total_flops": 41621790720000000, "train_loss": 0.022211283445358276, "subset_score_loss": 0.022211283445358276}
+{"step": 2960000, "wall_time": 27901.094038009644, "train_loss_step": 4.408768653869629, "n_params": 4592800, "total_flops": 41762881536000000, "train_loss": 0.02357012629508972, "subset_score_loss": 0.02357012629508972}
+{"step": 2970000, "wall_time": 27984.527110099792, "train_loss_step": 4.297296524047852, "n_params": 4592800, "total_flops": 41903972352000000, "train_loss": 0.02231580913066864, "subset_score_loss": 0.02231580913066864}
+{"step": 2980000, "wall_time": 28067.274148464203, "train_loss_step": 4.262427806854248, "n_params": 4592800, "total_flops": 42045063168000000, "train_loss": 0.022485563158988954, "subset_score_loss": 0.022485563158988954}
+{"step": 2990000, "wall_time": 28156.46728181839, "train_loss_step": 4.306353569030762, "n_params": 4592800, "total_flops": 42186153984000000, "train_loss": 0.022249791026115417, "subset_score_loss": 0.022249791026115417}
+{"step": 3000000, "wall_time": 28314.43670320511, "train_loss_step": 4.39727783203125, "n_params": 4592800, "total_flops": 42327244800000000, "train_loss": 0.023457388579845428, "subset_score_loss": 0.023457388579845428, "memorization_fraction_pixel": 0.37299999594688416, "mean_nn_ratio_pixel": 0.6599761247634888, "fid": 163.2939580747729, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 28393.432426691055, "train_loss_step": 4.249391555786133, "n_params": 4592800, "total_flops": 42468335616000000, "train_loss": 0.024032768607139588, "subset_score_loss": 0.024032768607139588}
+{"step": 3020000, "wall_time": 28466.939029693604, "train_loss_step": 4.177778720855713, "n_params": 4592800, "total_flops": 42609426432000000, "train_loss": 0.022236591577529906, "subset_score_loss": 0.022236591577529906}
+{"step": 3030000, "wall_time": 28556.160938978195, "train_loss_step": 4.067508697509766, "n_params": 4592800, "total_flops": 42750517248000000, "train_loss": 0.021666990220546724, "subset_score_loss": 0.021666990220546724}
+{"step": 3040000, "wall_time": 28643.784378290176, "train_loss_step": 4.305373191833496, "n_params": 4592800, "total_flops": 42891608064000000, "train_loss": 0.023722295463085175, "subset_score_loss": 0.023722295463085175}
+{"step": 3050000, "wall_time": 28733.10338950157, "train_loss_step": 4.228367805480957, "n_params": 4592800, "total_flops": 43032698880000000, "train_loss": 0.02511371374130249, "subset_score_loss": 0.02511371374130249}
+{"step": 3060000, "wall_time": 28822.442619800568, "train_loss_step": 4.701258659362793, "n_params": 4592800, "total_flops": 43173789696000000, "train_loss": 0.024177086353302003, "subset_score_loss": 0.024177086353302003}
+{"step": 3070000, "wall_time": 28911.65446805954, "train_loss_step": 4.433701515197754, "n_params": 4592800, "total_flops": 43314880512000000, "train_loss": 0.022229579091072083, "subset_score_loss": 0.022229579091072083}
+{"step": 3080000, "wall_time": 28987.863931417465, "train_loss_step": 4.227446556091309, "n_params": 4592800, "total_flops": 43455971328000000, "train_loss": 0.024772092700004578, "subset_score_loss": 0.024772092700004578}
+{"step": 3090000, "wall_time": 29076.018280506134, "train_loss_step": 4.367669105529785, "n_params": 4592800, "total_flops": 43597062144000000, "train_loss": 0.022548316419124602, "subset_score_loss": 0.022548316419124602}
+{"step": 3100000, "wall_time": 29233.921268939972, "train_loss_step": 4.2420477867126465, "n_params": 4592800, "total_flops": 43738152960000000, "train_loss": 0.02299879491329193, "subset_score_loss": 0.02299879491329193, "memorization_fraction_pixel": 0.3991999924182892, "mean_nn_ratio_pixel": 0.6478168964385986, "fid": 159.67210320769087, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 29323.196402549744, "train_loss_step": 4.440075874328613, "n_params": 4592800, "total_flops": 43879243776000000, "train_loss": 0.023722565174102782, "subset_score_loss": 0.023722565174102782}
+{"step": 3120000, "wall_time": 29404.50625538826, "train_loss_step": 3.9950971603393555, "n_params": 4592800, "total_flops": 44020334592000000, "train_loss": 0.021897575259208678, "subset_score_loss": 0.021897575259208678}
+{"step": 3130000, "wall_time": 29484.547540426254, "train_loss_step": 4.169519424438477, "n_params": 4592800, "total_flops": 44161425408000000, "train_loss": 0.021727603673934937, "subset_score_loss": 0.021727603673934937}
+{"step": 3140000, "wall_time": 29558.398042440414, "train_loss_step": 4.091073036193848, "n_params": 4592800, "total_flops": 44302516224000000, "train_loss": 0.020296844840049743, "subset_score_loss": 0.020296844840049743}
+{"step": 3150000, "wall_time": 29647.544954299927, "train_loss_step": 4.234379768371582, "n_params": 4592800, "total_flops": 44443607040000000, "train_loss": 0.02089053690433502, "subset_score_loss": 0.02089053690433502}
+{"step": 3160000, "wall_time": 29736.83277463913, "train_loss_step": 4.012821197509766, "n_params": 4592800, "total_flops": 44584697856000000, "train_loss": 0.021651101112365723, "subset_score_loss": 0.021651101112365723}
+{"step": 3170000, "wall_time": 29826.131180286407, "train_loss_step": 4.134984016418457, "n_params": 4592800, "total_flops": 44725788672000000, "train_loss": 0.022671006619930267, "subset_score_loss": 0.022671006619930267}
+{"step": 3180000, "wall_time": 29914.29330444336, "train_loss_step": 4.097734451293945, "n_params": 4592800, "total_flops": 44866879488000000, "train_loss": 0.02714913785457611, "subset_score_loss": 0.02714913785457611}
+{"step": 3190000, "wall_time": 30001.27316594124, "train_loss_step": 3.9794886112213135, "n_params": 4592800, "total_flops": 45007970304000000, "train_loss": 0.02002025842666626, "subset_score_loss": 0.02002025842666626}
+{"step": 3200000, "wall_time": 30157.824201345444, "train_loss_step": 4.31609582901001, "n_params": 4592800, "total_flops": 45149061120000000, "train_loss": 0.024739956855773924, "subset_score_loss": 0.024739956855773924, "memorization_fraction_pixel": 0.3912999927997589, "mean_nn_ratio_pixel": 0.6490160822868347, "fid": 158.39444006702223, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 30247.125061511993, "train_loss_step": 4.149245262145996, "n_params": 4592800, "total_flops": 45290151936000000, "train_loss": 0.020629194378852845, "subset_score_loss": 0.020629194378852845}
+{"step": 3220000, "wall_time": 30336.410499334335, "train_loss_step": 4.277179718017578, "n_params": 4592800, "total_flops": 45431242752000000, "train_loss": 0.020883865654468536, "subset_score_loss": 0.020883865654468536}
+{"step": 3230000, "wall_time": 30425.923969745636, "train_loss_step": 4.0699567794799805, "n_params": 4592800, "total_flops": 45572333568000000, "train_loss": 0.021988554298877715, "subset_score_loss": 0.021988554298877715}
+{"step": 3240000, "wall_time": 30510.959777593613, "train_loss_step": 4.160466194152832, "n_params": 4592800, "total_flops": 45713424384000000, "train_loss": 0.02205173373222351, "subset_score_loss": 0.02205173373222351}
+{"step": 3250000, "wall_time": 30597.939208507538, "train_loss_step": 4.545382976531982, "n_params": 4592800, "total_flops": 45854515200000000, "train_loss": 0.025733447074890135, "subset_score_loss": 0.025733447074890135}
+{"step": 3260000, "wall_time": 30687.235112667084, "train_loss_step": 4.510971546173096, "n_params": 4592800, "total_flops": 45995606016000000, "train_loss": 0.02417805641889572, "subset_score_loss": 0.02417805641889572}
+{"step": 3270000, "wall_time": 30776.533237934113, "train_loss_step": 4.25482702255249, "n_params": 4592800, "total_flops": 46136696832000000, "train_loss": 0.02180408388376236, "subset_score_loss": 0.02180408388376236}
+{"step": 3280000, "wall_time": 30865.747221708298, "train_loss_step": 4.014420032501221, "n_params": 4592800, "total_flops": 46277787648000000, "train_loss": 0.02082986980676651, "subset_score_loss": 0.02082986980676651}
+{"step": 3290000, "wall_time": 30952.109786987305, "train_loss_step": 4.078932285308838, "n_params": 4592800, "total_flops": 46418878464000000, "train_loss": 0.01973770260810852, "subset_score_loss": 0.01973770260810852}
+{"step": 3300000, "wall_time": 31109.79116511345, "train_loss_step": 3.8677635192871094, "n_params": 4592800, "total_flops": 46559969280000000, "train_loss": 0.021005970239639283, "subset_score_loss": 0.021005970239639283, "memorization_fraction_pixel": 0.44780001044273376, "mean_nn_ratio_pixel": 0.6046953797340393, "fid": 145.9513753851336, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 31198.973806142807, "train_loss_step": 3.9089102745056152, "n_params": 4592800, "total_flops": 46701060096000000, "train_loss": 0.02218119353055954, "subset_score_loss": 0.02218119353055954}
+{"step": 3320000, "wall_time": 31288.225759983063, "train_loss_step": 4.084830284118652, "n_params": 4592800, "total_flops": 46842150912000000, "train_loss": 0.020482343435287476, "subset_score_loss": 0.020482343435287476}
+{"step": 3330000, "wall_time": 31375.49849486351, "train_loss_step": 4.067715644836426, "n_params": 4592800, "total_flops": 46983241728000000, "train_loss": 0.021839383244514465, "subset_score_loss": 0.021839383244514465}
+{"step": 3340000, "wall_time": 31465.022930145264, "train_loss_step": 4.155144691467285, "n_params": 4592800, "total_flops": 47124332544000000, "train_loss": 0.02097647190093994, "subset_score_loss": 0.02097647190093994}
+{"step": 3350000, "wall_time": 31542.572465896606, "train_loss_step": 4.117916107177734, "n_params": 4592800, "total_flops": 47265423360000000, "train_loss": 0.021490977704524995, "subset_score_loss": 0.021490977704524995}
+{"step": 3360000, "wall_time": 31626.717854499817, "train_loss_step": 4.189361572265625, "n_params": 4592800, "total_flops": 47406514176000000, "train_loss": 0.020465044677257536, "subset_score_loss": 0.020465044677257536}
+{"step": 3370000, "wall_time": 31707.4028403759, "train_loss_step": 4.022250652313232, "n_params": 4592800, "total_flops": 47547604992000000, "train_loss": 0.022930756211280823, "subset_score_loss": 0.022930756211280823}
+{"step": 3380000, "wall_time": 31796.55233192444, "train_loss_step": 4.151365280151367, "n_params": 4592800, "total_flops": 47688695808000000, "train_loss": 0.022149762511253356, "subset_score_loss": 0.022149762511253356}
+{"step": 3390000, "wall_time": 31874.457552433014, "train_loss_step": 4.0901007652282715, "n_params": 4592800, "total_flops": 47829786624000000, "train_loss": 0.021669763326644897, "subset_score_loss": 0.021669763326644897}
+{"step": 3400000, "wall_time": 32030.979451417923, "train_loss_step": 4.066603660583496, "n_params": 4592800, "total_flops": 47970877440000000, "train_loss": 0.02125008702278137, "subset_score_loss": 0.02125008702278137, "memorization_fraction_pixel": 0.43059998750686646, "mean_nn_ratio_pixel": 0.623375415802002, "fid": 149.4538277357248, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 32120.33252120018, "train_loss_step": 4.215798854827881, "n_params": 4592800, "total_flops": 48111968256000000, "train_loss": 0.02368103414773941, "subset_score_loss": 0.02368103414773941}
+{"step": 3420000, "wall_time": 32209.679358005524, "train_loss_step": 4.182924270629883, "n_params": 4592800, "total_flops": 48253059072000000, "train_loss": 0.02235802710056305, "subset_score_loss": 0.02235802710056305}
+{"step": 3430000, "wall_time": 32297.051533460617, "train_loss_step": 4.167856216430664, "n_params": 4592800, "total_flops": 48394149888000000, "train_loss": 0.021642939746379854, "subset_score_loss": 0.021642939746379854}
+{"step": 3440000, "wall_time": 32386.453160762787, "train_loss_step": 4.356948375701904, "n_params": 4592800, "total_flops": 48535240704000000, "train_loss": 0.02137293219566345, "subset_score_loss": 0.02137293219566345}
+{"step": 3450000, "wall_time": 32475.765896081924, "train_loss_step": 4.346521377563477, "n_params": 4592800, "total_flops": 48676331520000000, "train_loss": 0.02397894412279129, "subset_score_loss": 0.02397894412279129}
+{"step": 3460000, "wall_time": 32561.893664598465, "train_loss_step": 4.15922737121582, "n_params": 4592800, "total_flops": 48817422336000000, "train_loss": 0.022395649552345277, "subset_score_loss": 0.022395649552345277}
+{"step": 3470000, "wall_time": 32640.096258163452, "train_loss_step": 3.9270334243774414, "n_params": 4592800, "total_flops": 48958513152000000, "train_loss": 0.020501984655857085, "subset_score_loss": 0.020501984655857085}
+{"step": 3480000, "wall_time": 32718.826067209244, "train_loss_step": 4.082977771759033, "n_params": 4592800, "total_flops": 49099603968000000, "train_loss": 0.020431703329086302, "subset_score_loss": 0.020431703329086302}
+{"step": 3490000, "wall_time": 32800.338945150375, "train_loss_step": 3.794982433319092, "n_params": 4592800, "total_flops": 49240694784000000, "train_loss": 0.020250815153121948, "subset_score_loss": 0.020250815153121948}
+{"step": 3500000, "wall_time": 32954.10273909569, "train_loss_step": 4.096750259399414, "n_params": 4592800, "total_flops": 49381785600000000, "train_loss": 0.021122394502162932, "subset_score_loss": 0.021122394502162932, "memorization_fraction_pixel": 0.4542999863624573, "mean_nn_ratio_pixel": 0.6041738390922546, "fid": 143.23694135708425, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 33043.37838292122, "train_loss_step": 3.9880590438842773, "n_params": 4592800, "total_flops": 49522876416000000, "train_loss": 0.02045268416404724, "subset_score_loss": 0.02045268416404724}
+{"step": 3520000, "wall_time": 33132.479174137115, "train_loss_step": 4.556941032409668, "n_params": 4592800, "total_flops": 49663967232000000, "train_loss": 0.02011075019836426, "subset_score_loss": 0.02011075019836426}
+{"step": 3530000, "wall_time": 33220.06686615944, "train_loss_step": 4.087145805358887, "n_params": 4592800, "total_flops": 49805058048000000, "train_loss": 0.021819008886814116, "subset_score_loss": 0.021819008886814116}
+{"step": 3540000, "wall_time": 33309.30396413803, "train_loss_step": 4.315213203430176, "n_params": 4592800, "total_flops": 49946148864000000, "train_loss": 0.023397397994995118, "subset_score_loss": 0.023397397994995118}
+{"step": 3550000, "wall_time": 33398.559186935425, "train_loss_step": 4.11961555480957, "n_params": 4592800, "total_flops": 50087239680000000, "train_loss": 0.021704427897930145, "subset_score_loss": 0.021704427897930145}
+{"step": 3560000, "wall_time": 33487.77968645096, "train_loss_step": 4.1027936935424805, "n_params": 4592800, "total_flops": 50228330496000000, "train_loss": 0.020482121407985686, "subset_score_loss": 0.020482121407985686}
+{"step": 3570000, "wall_time": 33577.115248680115, "train_loss_step": 3.980419397354126, "n_params": 4592800, "total_flops": 50369421312000000, "train_loss": 0.021201415359973906, "subset_score_loss": 0.021201415359973906}
+{"step": 3580000, "wall_time": 33656.62286233902, "train_loss_step": 4.2754058837890625, "n_params": 4592800, "total_flops": 50510512128000000, "train_loss": 0.020913197100162505, "subset_score_loss": 0.020913197100162505}
+{"step": 3590000, "wall_time": 33741.59939646721, "train_loss_step": 4.217848777770996, "n_params": 4592800, "total_flops": 50651602944000000, "train_loss": 0.020170347392559053, "subset_score_loss": 0.020170347392559053}
+{"step": 3600000, "wall_time": 33876.98371767998, "train_loss_step": 4.070211410522461, "n_params": 4592800, "total_flops": 50792693760000000, "train_loss": 0.02060438096523285, "subset_score_loss": 0.02060438096523285, "memorization_fraction_pixel": 0.42500001192092896, "mean_nn_ratio_pixel": 0.6246418952941895, "fid": 151.41439602616293, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 33966.35279297829, "train_loss_step": 4.20809268951416, "n_params": 4592800, "total_flops": 50933784576000000, "train_loss": 0.0220002144575119, "subset_score_loss": 0.0220002144575119}
+{"step": 3620000, "wall_time": 34055.40074110031, "train_loss_step": 4.251277446746826, "n_params": 4592800, "total_flops": 51074875392000000, "train_loss": 0.021451038122177125, "subset_score_loss": 0.021451038122177125}
+{"step": 3630000, "wall_time": 34142.87596487999, "train_loss_step": 4.253096103668213, "n_params": 4592800, "total_flops": 51215966208000000, "train_loss": 0.021385706961154938, "subset_score_loss": 0.021385706961154938}
+{"step": 3640000, "wall_time": 34232.21976351738, "train_loss_step": 4.15545654296875, "n_params": 4592800, "total_flops": 51357057024000000, "train_loss": 0.021241764724254607, "subset_score_loss": 0.021241764724254607}
+{"step": 3650000, "wall_time": 34321.53700017929, "train_loss_step": 4.146331787109375, "n_params": 4592800, "total_flops": 51498147840000000, "train_loss": 0.021565526723861694, "subset_score_loss": 0.021565526723861694}
+{"step": 3660000, "wall_time": 34410.84789824486, "train_loss_step": 4.3452653884887695, "n_params": 4592800, "total_flops": 51639238656000000, "train_loss": 0.02185486853122711, "subset_score_loss": 0.02185486853122711}
+{"step": 3670000, "wall_time": 34500.13800382614, "train_loss_step": 4.333512306213379, "n_params": 4592800, "total_flops": 51780329472000000, "train_loss": 0.024425943195819855, "subset_score_loss": 0.024425943195819855}
+{"step": 3680000, "wall_time": 34589.49840641022, "train_loss_step": 3.922168731689453, "n_params": 4592800, "total_flops": 51921420288000000, "train_loss": 0.022131547331809998, "subset_score_loss": 0.022131547331809998}
+{"step": 3690000, "wall_time": 34679.31959962845, "train_loss_step": 4.1131463050842285, "n_params": 4592800, "total_flops": 52062511104000000, "train_loss": 0.021517227590084075, "subset_score_loss": 0.021517227590084075}
+{"step": 3700000, "wall_time": 34808.49092721939, "train_loss_step": 3.9880847930908203, "n_params": 4592800, "total_flops": 52203601920000000, "train_loss": 0.0215574711561203, "subset_score_loss": 0.0215574711561203, "memorization_fraction_pixel": 0.43860000371932983, "mean_nn_ratio_pixel": 0.6155818104743958, "fid": 144.71358665797376, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 34892.321974515915, "train_loss_step": 4.320586204528809, "n_params": 4592800, "total_flops": 52344692736000000, "train_loss": 0.020963633060455324, "subset_score_loss": 0.020963633060455324}
+{"step": 3720000, "wall_time": 34979.58446717262, "train_loss_step": 3.9583382606506348, "n_params": 4592800, "total_flops": 52485783552000000, "train_loss": 0.021442386507987975, "subset_score_loss": 0.021442386507987975}
+{"step": 3730000, "wall_time": 35068.75515604019, "train_loss_step": 3.866814136505127, "n_params": 4592800, "total_flops": 52626874368000000, "train_loss": 0.02128952443599701, "subset_score_loss": 0.02128952443599701}
+{"step": 3740000, "wall_time": 35157.941370248795, "train_loss_step": 4.324613571166992, "n_params": 4592800, "total_flops": 52767965184000000, "train_loss": 0.021177850663661957, "subset_score_loss": 0.021177850663661957}
+{"step": 3750000, "wall_time": 35247.0862197876, "train_loss_step": 3.6892998218536377, "n_params": 4592800, "total_flops": 52909056000000000, "train_loss": 0.021290665864944457, "subset_score_loss": 0.021290665864944457}
+{"step": 3760000, "wall_time": 35336.24416303635, "train_loss_step": 4.342303276062012, "n_params": 4592800, "total_flops": 53050146816000000, "train_loss": 0.019949674606323242, "subset_score_loss": 0.019949674606323242}
+{"step": 3770000, "wall_time": 35425.42312955856, "train_loss_step": 3.9914093017578125, "n_params": 4592800, "total_flops": 53191237632000000, "train_loss": 0.0213675782084465, "subset_score_loss": 0.0213675782084465}
+{"step": 3780000, "wall_time": 35514.66941285133, "train_loss_step": 4.274914264678955, "n_params": 4592800, "total_flops": 53332328448000000, "train_loss": 0.021398572623729704, "subset_score_loss": 0.021398572623729704}
+{"step": 3790000, "wall_time": 35603.90371489525, "train_loss_step": 3.8934006690979004, "n_params": 4592800, "total_flops": 53473419264000000, "train_loss": 0.020931901037693025, "subset_score_loss": 0.020931901037693025}
+{"step": 3800000, "wall_time": 35750.33153271675, "train_loss_step": 4.218313694000244, "n_params": 4592800, "total_flops": 53614510080000000, "train_loss": 0.020897217094898224, "subset_score_loss": 0.020897217094898224, "memorization_fraction_pixel": 0.45739999413490295, "mean_nn_ratio_pixel": 0.605124831199646, "fid": 142.00682130018893, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 35831.337346076965, "train_loss_step": 3.876796245574951, "n_params": 4592800, "total_flops": 53755600896000000, "train_loss": 0.02206602245569229, "subset_score_loss": 0.02206602245569229}
+{"step": 3820000, "wall_time": 35908.429143190384, "train_loss_step": 4.149168968200684, "n_params": 4592800, "total_flops": 53896691712000000, "train_loss": 0.02055758237838745, "subset_score_loss": 0.02055758237838745}
+{"step": 3830000, "wall_time": 35997.79290056229, "train_loss_step": 3.879512310028076, "n_params": 4592800, "total_flops": 54037782528000000, "train_loss": 0.020463185012340547, "subset_score_loss": 0.020463185012340547}
+{"step": 3840000, "wall_time": 36087.11898112297, "train_loss_step": 4.296687126159668, "n_params": 4592800, "total_flops": 54178873344000000, "train_loss": 0.02026005685329437, "subset_score_loss": 0.02026005685329437}
+{"step": 3850000, "wall_time": 36176.421681165695, "train_loss_step": 4.035283088684082, "n_params": 4592800, "total_flops": 54319964160000000, "train_loss": 0.021027539670467377, "subset_score_loss": 0.021027539670467377}
+{"step": 3860000, "wall_time": 36265.759640693665, "train_loss_step": 4.098493576049805, "n_params": 4592800, "total_flops": 54461054976000000, "train_loss": 0.019360403716564178, "subset_score_loss": 0.019360403716564178}
+{"step": 3870000, "wall_time": 36355.14030313492, "train_loss_step": 4.039236068725586, "n_params": 4592800, "total_flops": 54602145792000000, "train_loss": 0.022475823760032654, "subset_score_loss": 0.022475823760032654}
+{"step": 3880000, "wall_time": 36444.43888807297, "train_loss_step": 3.8963708877563477, "n_params": 4592800, "total_flops": 54743236608000000, "train_loss": 0.02075425237417221, "subset_score_loss": 0.02075425237417221}
+{"step": 3890000, "wall_time": 36533.75628614426, "train_loss_step": 4.298182964324951, "n_params": 4592800, "total_flops": 54884327424000000, "train_loss": 0.02050614058971405, "subset_score_loss": 0.02050614058971405}
+{"step": 3900000, "wall_time": 36689.91285991669, "train_loss_step": 4.171063423156738, "n_params": 4592800, "total_flops": 55025418240000000, "train_loss": 0.021713334321975707, "subset_score_loss": 0.021713334321975707, "memorization_fraction_pixel": 0.4453999996185303, "mean_nn_ratio_pixel": 0.610278308391571, "fid": 142.4868341032943, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 36767.18337416649, "train_loss_step": 3.7184150218963623, "n_params": 4592800, "total_flops": 55166509056000000, "train_loss": 0.018999719619750978, "subset_score_loss": 0.018999719619750978}
+{"step": 3920000, "wall_time": 36841.40449309349, "train_loss_step": 4.313079357147217, "n_params": 4592800, "total_flops": 55307599872000000, "train_loss": 0.020863297581672668, "subset_score_loss": 0.020863297581672668}
+{"step": 3930000, "wall_time": 36921.45199871063, "train_loss_step": 3.8931355476379395, "n_params": 4592800, "total_flops": 55448690688000000, "train_loss": 0.019554558396339416, "subset_score_loss": 0.019554558396339416}
+{"step": 3940000, "wall_time": 37004.61006236076, "train_loss_step": 3.4772861003875732, "n_params": 4592800, "total_flops": 55589781504000000, "train_loss": 0.01914488971233368, "subset_score_loss": 0.01914488971233368}
+{"step": 3950000, "wall_time": 37093.845769405365, "train_loss_step": 3.925494432449341, "n_params": 4592800, "total_flops": 55730872320000000, "train_loss": 0.020511317253112792, "subset_score_loss": 0.020511317253112792}
+{"step": 3960000, "wall_time": 37183.0670106411, "train_loss_step": 3.922914743423462, "n_params": 4592800, "total_flops": 55871963136000000, "train_loss": 0.020466171205043793, "subset_score_loss": 0.020466171205043793}
+{"step": 3970000, "wall_time": 37272.25047326088, "train_loss_step": 4.251325607299805, "n_params": 4592800, "total_flops": 56013053952000000, "train_loss": 0.024061784148216248, "subset_score_loss": 0.024061784148216248}
+{"step": 3980000, "wall_time": 37361.44265985489, "train_loss_step": 4.284724235534668, "n_params": 4592800, "total_flops": 56154144768000000, "train_loss": 0.02078053802251816, "subset_score_loss": 0.02078053802251816}
+{"step": 3990000, "wall_time": 37450.72140073776, "train_loss_step": 3.913201332092285, "n_params": 4592800, "total_flops": 56295235584000000, "train_loss": 0.01944225877523422, "subset_score_loss": 0.01944225877523422}
+{"step": 4000000, "wall_time": 37608.34300541878, "train_loss_step": 4.288822174072266, "n_params": 4592800, "total_flops": 56436326400000000, "train_loss": 0.020208267867565154, "subset_score_loss": 0.020208267867565154, "memorization_fraction_pixel": 0.45739999413490295, "mean_nn_ratio_pixel": 0.6058237552642822, "fid": 140.2013492461508, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 37690.14748668671, "train_loss_step": 3.8616015911102295, "n_params": 4592800, "total_flops": 56577417216000000, "train_loss": 0.01905699968338013, "subset_score_loss": 0.01905699968338013}
+{"step": 4020000, "wall_time": 37774.63392543793, "train_loss_step": 4.571343898773193, "n_params": 4592800, "total_flops": 56718508032000000, "train_loss": 0.025596213340759278, "subset_score_loss": 0.025596213340759278}
+{"step": 4030000, "wall_time": 37862.34664130211, "train_loss_step": 3.9556310176849365, "n_params": 4592800, "total_flops": 56859598848000000, "train_loss": 0.02001541554927826, "subset_score_loss": 0.02001541554927826}
+{"step": 4040000, "wall_time": 37936.2657084465, "train_loss_step": 3.7711329460144043, "n_params": 4592800, "total_flops": 57000689664000000, "train_loss": 0.021736781299114227, "subset_score_loss": 0.021736781299114227}
+{"step": 4050000, "wall_time": 38011.90466785431, "train_loss_step": 3.785128116607666, "n_params": 4592800, "total_flops": 57141780480000000, "train_loss": 0.020064292848110198, "subset_score_loss": 0.020064292848110198}
+{"step": 4060000, "wall_time": 38098.48318862915, "train_loss_step": 4.056614875793457, "n_params": 4592800, "total_flops": 57282871296000000, "train_loss": 0.021136243641376496, "subset_score_loss": 0.021136243641376496}
+{"step": 4070000, "wall_time": 38187.76256108284, "train_loss_step": 4.313593864440918, "n_params": 4592800, "total_flops": 57423962112000000, "train_loss": 0.02160973399877548, "subset_score_loss": 0.02160973399877548}
+{"step": 4080000, "wall_time": 38277.069746255875, "train_loss_step": 3.8691024780273438, "n_params": 4592800, "total_flops": 57565052928000000, "train_loss": 0.01973029673099518, "subset_score_loss": 0.01973029673099518}
+{"step": 4090000, "wall_time": 38366.375170469284, "train_loss_step": 4.124137878417969, "n_params": 4592800, "total_flops": 57706143744000000, "train_loss": 0.019033341109752654, "subset_score_loss": 0.019033341109752654}
+{"step": 4100000, "wall_time": 38524.16238474846, "train_loss_step": 3.7885613441467285, "n_params": 4592800, "total_flops": 57847234560000000, "train_loss": 0.018905217945575713, "subset_score_loss": 0.018905217945575713, "memorization_fraction_pixel": 0.4864000082015991, "mean_nn_ratio_pixel": 0.5826336741447449, "fid": 135.9470275459771, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 38611.36175823212, "train_loss_step": 4.185213565826416, "n_params": 4592800, "total_flops": 57988325376000000, "train_loss": 0.023002372682094575, "subset_score_loss": 0.023002372682094575}
+{"step": 4120000, "wall_time": 38691.87350106239, "train_loss_step": 3.7792320251464844, "n_params": 4592800, "total_flops": 58129416192000000, "train_loss": 0.019297577440738678, "subset_score_loss": 0.019297577440738678}
+{"step": 4130000, "wall_time": 38781.080268621445, "train_loss_step": 4.669855117797852, "n_params": 4592800, "total_flops": 58270507008000000, "train_loss": 0.020314280688762665, "subset_score_loss": 0.020314280688762665}
+{"step": 4140000, "wall_time": 38870.3401620388, "train_loss_step": 3.974091053009033, "n_params": 4592800, "total_flops": 58411597824000000, "train_loss": 0.019460442662239074, "subset_score_loss": 0.019460442662239074}
+{"step": 4150000, "wall_time": 38954.40828418732, "train_loss_step": 3.8668274879455566, "n_params": 4592800, "total_flops": 58552688640000000, "train_loss": 0.019040992856025694, "subset_score_loss": 0.019040992856025694}
+{"step": 4160000, "wall_time": 39035.33123254776, "train_loss_step": 4.1074700355529785, "n_params": 4592800, "total_flops": 58693779456000000, "train_loss": 0.01928402781486511, "subset_score_loss": 0.01928402781486511}
+{"step": 4170000, "wall_time": 39111.65693998337, "train_loss_step": 4.254748821258545, "n_params": 4592800, "total_flops": 58834870272000000, "train_loss": 0.022264112532138825, "subset_score_loss": 0.022264112532138825}
+{"step": 4180000, "wall_time": 39200.9440305233, "train_loss_step": 4.304503440856934, "n_params": 4592800, "total_flops": 58975961088000000, "train_loss": 0.022200846672058107, "subset_score_loss": 0.022200846672058107}
+{"step": 4190000, "wall_time": 39290.15262532234, "train_loss_step": 3.6680142879486084, "n_params": 4592800, "total_flops": 59117051904000000, "train_loss": 0.0208547979593277, "subset_score_loss": 0.0208547979593277}
+{"step": 4200000, "wall_time": 39447.73920893669, "train_loss_step": 3.8564138412475586, "n_params": 4592800, "total_flops": 59258142720000000, "train_loss": 0.018034447729587556, "subset_score_loss": 0.018034447729587556, "memorization_fraction_pixel": 0.4880000054836273, "mean_nn_ratio_pixel": 0.5841400027275085, "fid": 134.5766964600933, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 39535.0298037529, "train_loss_step": 4.052152633666992, "n_params": 4592800, "total_flops": 59399233536000000, "train_loss": 0.021069562435150145, "subset_score_loss": 0.021069562435150145}
+{"step": 4220000, "wall_time": 39614.96995949745, "train_loss_step": 4.1738786697387695, "n_params": 4592800, "total_flops": 59540324352000000, "train_loss": 0.02036306858062744, "subset_score_loss": 0.02036306858062744}
+{"step": 4230000, "wall_time": 39704.301339387894, "train_loss_step": 3.898081064224243, "n_params": 4592800, "total_flops": 59681415168000000, "train_loss": 0.018384142220020293, "subset_score_loss": 0.018384142220020293}
+{"step": 4240000, "wall_time": 39793.471041202545, "train_loss_step": 3.5022225379943848, "n_params": 4592800, "total_flops": 59822505984000000, "train_loss": 0.019497986137866973, "subset_score_loss": 0.019497986137866973}
+{"step": 4250000, "wall_time": 39882.83051109314, "train_loss_step": 4.182431221008301, "n_params": 4592800, "total_flops": 59963596800000000, "train_loss": 0.020317673683166504, "subset_score_loss": 0.020317673683166504}
+{"step": 4260000, "wall_time": 39972.377574682236, "train_loss_step": 3.7481963634490967, "n_params": 4592800, "total_flops": 60104687616000000, "train_loss": 0.021190425753593443, "subset_score_loss": 0.021190425753593443}
+{"step": 4270000, "wall_time": 40049.348720788956, "train_loss_step": 3.8814682960510254, "n_params": 4592800, "total_flops": 60245778432000000, "train_loss": 0.01925428807735443, "subset_score_loss": 0.01925428807735443}
+{"step": 4280000, "wall_time": 40132.38211584091, "train_loss_step": 4.031924247741699, "n_params": 4592800, "total_flops": 60386869248000000, "train_loss": 0.020079794526100158, "subset_score_loss": 0.020079794526100158}
+{"step": 4290000, "wall_time": 40218.2178440094, "train_loss_step": 3.9109129905700684, "n_params": 4592800, "total_flops": 60527960064000000, "train_loss": 0.020032614469528198, "subset_score_loss": 0.020032614469528198}
+{"step": 4300000, "wall_time": 40376.04102754593, "train_loss_step": 4.200464248657227, "n_params": 4592800, "total_flops": 60669050880000000, "train_loss": 0.019694466888904572, "subset_score_loss": 0.019694466888904572, "memorization_fraction_pixel": 0.49950000643730164, "mean_nn_ratio_pixel": 0.5754566192626953, "fid": 130.61366846589226, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 40463.340111255646, "train_loss_step": 3.542654514312744, "n_params": 4592800, "total_flops": 60810141696000000, "train_loss": 0.020028083026409148, "subset_score_loss": 0.020028083026409148}
+{"step": 4320000, "wall_time": 40549.2864074707, "train_loss_step": 3.6851558685302734, "n_params": 4592800, "total_flops": 60951232512000000, "train_loss": 0.01912663280963898, "subset_score_loss": 0.01912663280963898}
+{"step": 4330000, "wall_time": 40630.19862699509, "train_loss_step": 3.950082778930664, "n_params": 4592800, "total_flops": 61092323328000000, "train_loss": 0.0208268478512764, "subset_score_loss": 0.0208268478512764}
+{"step": 4340000, "wall_time": 40719.35481595993, "train_loss_step": 3.550053119659424, "n_params": 4592800, "total_flops": 61233414144000000, "train_loss": 0.018852512538433074, "subset_score_loss": 0.018852512538433074}
+{"step": 4350000, "wall_time": 40808.59408903122, "train_loss_step": 4.048545837402344, "n_params": 4592800, "total_flops": 61374504960000000, "train_loss": 0.019264526665210724, "subset_score_loss": 0.019264526665210724}
+{"step": 4360000, "wall_time": 40897.88627552986, "train_loss_step": 3.5052032470703125, "n_params": 4592800, "total_flops": 61515595776000000, "train_loss": 0.022374524176120757, "subset_score_loss": 0.022374524176120757}
+{"step": 4370000, "wall_time": 40987.11482286453, "train_loss_step": 3.9268791675567627, "n_params": 4592800, "total_flops": 61656686592000000, "train_loss": 0.019180150330066682, "subset_score_loss": 0.019180150330066682}
+{"step": 4380000, "wall_time": 41074.42938923836, "train_loss_step": 3.8213977813720703, "n_params": 4592800, "total_flops": 61797777408000000, "train_loss": 0.020854584872722626, "subset_score_loss": 0.020854584872722626}
+{"step": 4390000, "wall_time": 41151.51260685921, "train_loss_step": 4.020130157470703, "n_params": 4592800, "total_flops": 61938868224000000, "train_loss": 0.02058466523885727, "subset_score_loss": 0.02058466523885727}
+{"step": 4400000, "wall_time": 41293.99928164482, "train_loss_step": 3.9103353023529053, "n_params": 4592800, "total_flops": 62079959040000000, "train_loss": 0.020584271848201753, "subset_score_loss": 0.020584271848201753, "memorization_fraction_pixel": 0.49129998683929443, "mean_nn_ratio_pixel": 0.5781481266021729, "fid": 133.0531306705315, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 41381.54929304123, "train_loss_step": 4.069920063018799, "n_params": 4592800, "total_flops": 62221049856000000, "train_loss": 0.021643546223640443, "subset_score_loss": 0.021643546223640443}
+{"step": 4420000, "wall_time": 41470.69228506088, "train_loss_step": 3.849759340286255, "n_params": 4592800, "total_flops": 62362140672000000, "train_loss": 0.019442710280418395, "subset_score_loss": 0.019442710280418395}
+{"step": 4430000, "wall_time": 41548.34641098976, "train_loss_step": 4.022874355316162, "n_params": 4592800, "total_flops": 62503231488000000, "train_loss": 0.019250030815601348, "subset_score_loss": 0.019250030815601348}
+{"step": 4440000, "wall_time": 41637.08689332008, "train_loss_step": 3.6917762756347656, "n_params": 4592800, "total_flops": 62644322304000000, "train_loss": 0.020059286057949065, "subset_score_loss": 0.020059286057949065}
+{"step": 4450000, "wall_time": 41726.39038181305, "train_loss_step": 3.783480405807495, "n_params": 4592800, "total_flops": 62785413120000000, "train_loss": 0.020198270678520203, "subset_score_loss": 0.020198270678520203}
+{"step": 4460000, "wall_time": 41815.7486076355, "train_loss_step": 3.66275691986084, "n_params": 4592800, "total_flops": 62926503936000000, "train_loss": 0.018513359129428864, "subset_score_loss": 0.018513359129428864}
+{"step": 4470000, "wall_time": 41905.046362161636, "train_loss_step": 3.6271955966949463, "n_params": 4592800, "total_flops": 63067594752000000, "train_loss": 0.01972247064113617, "subset_score_loss": 0.01972247064113617}
+{"step": 4480000, "wall_time": 41994.36287736893, "train_loss_step": 3.836611747741699, "n_params": 4592800, "total_flops": 63208685568000000, "train_loss": 0.01749178171157837, "subset_score_loss": 0.01749178171157837}
+{"step": 4490000, "wall_time": 42083.757197380066, "train_loss_step": 4.201275825500488, "n_params": 4592800, "total_flops": 63349776384000000, "train_loss": 0.019719702005386353, "subset_score_loss": 0.019719702005386353}
+{"step": 4500000, "wall_time": 42226.06363558769, "train_loss_step": 3.968519687652588, "n_params": 4592800, "total_flops": 63490867200000000, "train_loss": 0.018112508952617644, "subset_score_loss": 0.018112508952617644, "memorization_fraction_pixel": 0.47119998931884766, "mean_nn_ratio_pixel": 0.597927451133728, "fid": 135.6460105079408, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 42296.099632024765, "train_loss_step": 3.7338063716888428, "n_params": 4592800, "total_flops": 63631958016000000, "train_loss": 0.018277619779109956, "subset_score_loss": 0.018277619779109956}
+{"step": 4520000, "wall_time": 42385.19701433182, "train_loss_step": 3.6208853721618652, "n_params": 4592800, "total_flops": 63773048832000000, "train_loss": 0.020019227266311647, "subset_score_loss": 0.020019227266311647}
+{"step": 4530000, "wall_time": 42472.33844399452, "train_loss_step": 3.8711259365081787, "n_params": 4592800, "total_flops": 63914139648000000, "train_loss": 0.022408494353294374, "subset_score_loss": 0.022408494353294374}
+{"step": 4540000, "wall_time": 42547.916695833206, "train_loss_step": 3.912813663482666, "n_params": 4592800, "total_flops": 64055230464000000, "train_loss": 0.019481375813484192, "subset_score_loss": 0.019481375813484192}
+{"step": 4550000, "wall_time": 42637.073836803436, "train_loss_step": 4.277538299560547, "n_params": 4592800, "total_flops": 64196321280000000, "train_loss": 0.020023725926876068, "subset_score_loss": 0.020023725926876068}
+{"step": 4560000, "wall_time": 42726.16798901558, "train_loss_step": 4.167572975158691, "n_params": 4592800, "total_flops": 64337412096000000, "train_loss": 0.020368790626525878, "subset_score_loss": 0.020368790626525878}
+{"step": 4570000, "wall_time": 42815.34478521347, "train_loss_step": 3.7791333198547363, "n_params": 4592800, "total_flops": 64478502912000000, "train_loss": 0.020043720304965974, "subset_score_loss": 0.020043720304965974}
+{"step": 4580000, "wall_time": 42904.463227272034, "train_loss_step": 4.167839050292969, "n_params": 4592800, "total_flops": 64619593728000000, "train_loss": 0.018725141882896423, "subset_score_loss": 0.018725141882896423}
+{"step": 4590000, "wall_time": 42993.6055791378, "train_loss_step": 3.843155860900879, "n_params": 4592800, "total_flops": 64760684544000000, "train_loss": 0.02087920904159546, "subset_score_loss": 0.02087920904159546}
+{"step": 4600000, "wall_time": 43148.19802522659, "train_loss_step": 3.9848361015319824, "n_params": 4592800, "total_flops": 64901775360000000, "train_loss": 0.017752979695796967, "subset_score_loss": 0.017752979695796967, "memorization_fraction_pixel": 0.513700008392334, "mean_nn_ratio_pixel": 0.5650473833084106, "fid": 126.37839430965124, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 43226.78788089752, "train_loss_step": 3.660421371459961, "n_params": 4592800, "total_flops": 65042866176000000, "train_loss": 0.01921476870775223, "subset_score_loss": 0.01921476870775223}
+{"step": 4620000, "wall_time": 43310.887758016586, "train_loss_step": 3.7498598098754883, "n_params": 4592800, "total_flops": 65183956992000000, "train_loss": 0.019137831032276155, "subset_score_loss": 0.019137831032276155}
+{"step": 4630000, "wall_time": 43392.12142586708, "train_loss_step": 4.225238800048828, "n_params": 4592800, "total_flops": 65325047808000000, "train_loss": 0.02086595892906189, "subset_score_loss": 0.02086595892906189}
+{"step": 4640000, "wall_time": 43475.73316025734, "train_loss_step": 3.786454200744629, "n_params": 4592800, "total_flops": 65466138624000000, "train_loss": 0.020350675284862518, "subset_score_loss": 0.020350675284862518}
+{"step": 4650000, "wall_time": 43560.61263465881, "train_loss_step": 3.777754306793213, "n_params": 4592800, "total_flops": 65607229440000000, "train_loss": 0.019605225324630736, "subset_score_loss": 0.019605225324630736}
+{"step": 4660000, "wall_time": 43649.78523659706, "train_loss_step": 3.750882387161255, "n_params": 4592800, "total_flops": 65748320256000000, "train_loss": 0.02006814330816269, "subset_score_loss": 0.02006814330816269}
+{"step": 4670000, "wall_time": 43739.087733745575, "train_loss_step": 3.6210784912109375, "n_params": 4592800, "total_flops": 65889411072000000, "train_loss": 0.019500528275966645, "subset_score_loss": 0.019500528275966645}
+{"step": 4680000, "wall_time": 43828.365025281906, "train_loss_step": 3.7308716773986816, "n_params": 4592800, "total_flops": 66030501888000000, "train_loss": 0.018096110224723815, "subset_score_loss": 0.018096110224723815}
+{"step": 4690000, "wall_time": 43917.61234378815, "train_loss_step": 3.526630401611328, "n_params": 4592800, "total_flops": 66171592704000000, "train_loss": 0.01954241991043091, "subset_score_loss": 0.01954241991043091}
+{"step": 4700000, "wall_time": 44073.544961214066, "train_loss_step": 3.7792813777923584, "n_params": 4592800, "total_flops": 66312683520000000, "train_loss": 0.018742288649082183, "subset_score_loss": 0.018742288649082183, "memorization_fraction_pixel": 0.5303999781608582, "mean_nn_ratio_pixel": 0.5533779263496399, "fid": 126.52133176363573, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 44162.753494262695, "train_loss_step": 4.093746662139893, "n_params": 4592800, "total_flops": 66453774336000000, "train_loss": 0.020537663996219636, "subset_score_loss": 0.020537663996219636}
+{"step": 4720000, "wall_time": 44252.31538820267, "train_loss_step": 3.9216833114624023, "n_params": 4592800, "total_flops": 66594865152000000, "train_loss": 0.018670524656772613, "subset_score_loss": 0.018670524656772613}
+{"step": 4730000, "wall_time": 44330.53754067421, "train_loss_step": 3.8791916370391846, "n_params": 4592800, "total_flops": 66735955968000000, "train_loss": 0.019444084167480467, "subset_score_loss": 0.019444084167480467}
+{"step": 4740000, "wall_time": 44407.89181303978, "train_loss_step": 3.9992027282714844, "n_params": 4592800, "total_flops": 66877046784000000, "train_loss": 0.018792860209941864, "subset_score_loss": 0.018792860209941864}
+{"step": 4750000, "wall_time": 44482.6034219265, "train_loss_step": 4.050363540649414, "n_params": 4592800, "total_flops": 67018137600000000, "train_loss": 0.0198676660656929, "subset_score_loss": 0.0198676660656929}
+{"step": 4760000, "wall_time": 44571.62061858177, "train_loss_step": 3.6632235050201416, "n_params": 4592800, "total_flops": 67159228416000000, "train_loss": 0.019831818342208863, "subset_score_loss": 0.019831818342208863}
+{"step": 4770000, "wall_time": 44660.84758353233, "train_loss_step": 3.738769769668579, "n_params": 4592800, "total_flops": 67300319232000000, "train_loss": 0.01865793764591217, "subset_score_loss": 0.01865793764591217}
+{"step": 4780000, "wall_time": 44750.01913499832, "train_loss_step": 3.6515872478485107, "n_params": 4592800, "total_flops": 67441410048000000, "train_loss": 0.017658299207687377, "subset_score_loss": 0.017658299207687377}
+{"step": 4790000, "wall_time": 44839.24659919739, "train_loss_step": 3.8764488697052, "n_params": 4592800, "total_flops": 67582500864000000, "train_loss": 0.01923012137413025, "subset_score_loss": 0.01923012137413025}
+{"step": 4800000, "wall_time": 44995.40302705765, "train_loss_step": 4.090073585510254, "n_params": 4592800, "total_flops": 67723591680000000, "train_loss": 0.019415229558944702, "subset_score_loss": 0.019415229558944702, "memorization_fraction_pixel": 0.5182999968528748, "mean_nn_ratio_pixel": 0.5637421607971191, "fid": 132.77480589874176, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 45084.76265501976, "train_loss_step": 3.639214038848877, "n_params": 4592800, "total_flops": 67864682496000000, "train_loss": 0.017955106496810914, "subset_score_loss": 0.017955106496810914}
+{"step": 4820000, "wall_time": 45174.09650635719, "train_loss_step": 3.774867534637451, "n_params": 4592800, "total_flops": 68005773312000000, "train_loss": 0.0201176792383194, "subset_score_loss": 0.0201176792383194}
+{"step": 4830000, "wall_time": 45263.497107982635, "train_loss_step": 4.191531181335449, "n_params": 4592800, "total_flops": 68146864128000000, "train_loss": 0.018574875593185425, "subset_score_loss": 0.018574875593185425}
+{"step": 4840000, "wall_time": 45345.48288965225, "train_loss_step": 3.581467628479004, "n_params": 4592800, "total_flops": 68287954944000000, "train_loss": 0.018283432722091673, "subset_score_loss": 0.018283432722091673}
+{"step": 4850000, "wall_time": 45422.195071935654, "train_loss_step": 3.6576614379882812, "n_params": 4592800, "total_flops": 68429045760000000, "train_loss": 0.01819852292537689, "subset_score_loss": 0.01819852292537689}
+{"step": 4860000, "wall_time": 45495.33458280563, "train_loss_step": 3.9183335304260254, "n_params": 4592800, "total_flops": 68570136576000000, "train_loss": 0.01934376060962677, "subset_score_loss": 0.01934376060962677}
+{"step": 4870000, "wall_time": 45584.6993598938, "train_loss_step": 3.7332725524902344, "n_params": 4592800, "total_flops": 68711227392000000, "train_loss": 0.01829318255186081, "subset_score_loss": 0.01829318255186081}
+{"step": 4880000, "wall_time": 45673.99738931656, "train_loss_step": 3.698514223098755, "n_params": 4592800, "total_flops": 68852318208000000, "train_loss": 0.01805659830570221, "subset_score_loss": 0.01805659830570221}
+{"step": 4890000, "wall_time": 45763.26915001869, "train_loss_step": 4.167375564575195, "n_params": 4592800, "total_flops": 68993409024000000, "train_loss": 0.018683749437332153, "subset_score_loss": 0.018683749437332153}
+{"step": 4900000, "wall_time": 45904.828687906265, "train_loss_step": 3.817967176437378, "n_params": 4592800, "total_flops": 69134499840000000, "train_loss": 0.022304221987724304, "subset_score_loss": 0.022304221987724304, "memorization_fraction_pixel": 0.5476999878883362, "mean_nn_ratio_pixel": 0.5401017069816589, "fid": 124.60501692944504, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 45976.73545408249, "train_loss_step": 3.693608283996582, "n_params": 4592800, "total_flops": 69275590656000000, "train_loss": 0.02020559161901474, "subset_score_loss": 0.02020559161901474}
+{"step": 4920000, "wall_time": 46048.60718727112, "train_loss_step": 3.553931713104248, "n_params": 4592800, "total_flops": 69416681472000000, "train_loss": 0.018487170338630676, "subset_score_loss": 0.018487170338630676}
+{"step": 4930000, "wall_time": 46120.45699095726, "train_loss_step": 4.120202541351318, "n_params": 4592800, "total_flops": 69557772288000000, "train_loss": 0.01928819566965103, "subset_score_loss": 0.01928819566965103}
+{"step": 4940000, "wall_time": 46192.35034632683, "train_loss_step": 3.832772731781006, "n_params": 4592800, "total_flops": 69698863104000000, "train_loss": 0.017624014616012575, "subset_score_loss": 0.017624014616012575}
+{"step": 4950000, "wall_time": 46264.36144042015, "train_loss_step": 3.946841239929199, "n_params": 4592800, "total_flops": 69839953920000000, "train_loss": 0.018995799124240875, "subset_score_loss": 0.018995799124240875}
+{"step": 4960000, "wall_time": 46306.82018375397, "train_loss_step": 3.984480381011963, "n_params": 4592800, "total_flops": 69981044736000000, "train_loss": 0.01873236447572708, "subset_score_loss": 0.01873236447572708}
+{"step": 4970000, "wall_time": 46375.68883681297, "train_loss_step": 3.4769346714019775, "n_params": 4592800, "total_flops": 70122135552000000, "train_loss": 0.02143792510032654, "subset_score_loss": 0.02143792510032654}
+{"step": 4980000, "wall_time": 46447.59751987457, "train_loss_step": 4.037720680236816, "n_params": 4592800, "total_flops": 70263226368000000, "train_loss": 0.018747621774673463, "subset_score_loss": 0.018747621774673463}
+{"step": 4990000, "wall_time": 46519.4945166111, "train_loss_step": 3.7560667991638184, "n_params": 4592800, "total_flops": 70404317184000000, "train_loss": 0.018450723588466646, "subset_score_loss": 0.018450723588466646}
+{"step": 5000000, "wall_time": 46646.831287145615, "train_loss_step": 4.107717037200928, "n_params": 4592800, "total_flops": 70545408000000000, "train_loss": 0.017280778288841246, "subset_score_loss": 0.017280778288841246, "memorization_fraction_pixel": 0.5145999789237976, "mean_nn_ratio_pixel": 0.5641409158706665, "fid": 129.0047902575, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..dcbf63850280a44ca05c6d1531549dd2fc412451
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d160/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=1.0002 | fid=310.1915
+  step   10000 |    153s | train_loss=0.7869
+  step   20000 |    242s | train_loss=0.6696
+  step   30000 |    332s | train_loss=0.5521
+  step   40000 |    421s | train_loss=0.4520
+  step   50000 |    510s | train_loss=0.3690
+  step   60000 |    600s | train_loss=0.2993
+  step   70000 |    689s | train_loss=0.2423
+  step   80000 |    778s | train_loss=0.2170
+  step   90000 |    867s | train_loss=0.1789
+  step  100000 |   1023s | train_loss=0.1609 | fid=206.3334
+  step  110000 |   1110s | train_loss=0.1512
+  step  120000 |   1195s | train_loss=0.1362
+  step  130000 |   1284s | train_loss=0.1369
+  step  140000 |   1373s | train_loss=0.1268
+  step  150000 |   1463s | train_loss=0.1142
+  step  160000 |   1552s | train_loss=0.1110
+  step  170000 |   1641s | train_loss=0.1086
+  step  180000 |   1730s | train_loss=0.0986
+  step  190000 |   1820s | train_loss=0.0969
+  step  200000 |   1974s | train_loss=0.0988 | fid=274.6794
+  step  210000 |   2061s | train_loss=0.0971
+  step  220000 |   2151s | train_loss=0.0913
+  step  230000 |   2235s | train_loss=0.0912
+  step  240000 |   2325s | train_loss=0.0938
+  step  250000 |   2414s | train_loss=0.0836
+  step  260000 |   2503s | train_loss=0.0901
+  step  270000 |   2593s | train_loss=0.0818
+  step  280000 |   2682s | train_loss=0.0795
+  step  290000 |   2771s | train_loss=0.0800
+  step  300000 |   2927s | train_loss=0.0890 | fid=308.6878
+  step  310000 |   3014s | train_loss=0.0735
+  step  320000 |   3103s | train_loss=0.0754
+  step  330000 |   3193s | train_loss=0.0722
+  step  340000 |   3278s | train_loss=0.0738
+  step  350000 |   3368s | train_loss=0.0815
+  step  360000 |   3457s | train_loss=0.0717
+  step  370000 |   3546s | train_loss=0.0681
+  step  380000 |   3635s | train_loss=0.0660
+  step  390000 |   3725s | train_loss=0.0660
+  step  400000 |   3880s | train_loss=0.0691 | fid=327.4597
+  step  410000 |   3967s | train_loss=0.0672
+  step  420000 |   4056s | train_loss=0.0618
+  step  430000 |   4146s | train_loss=0.0661
+  step  440000 |   4235s | train_loss=0.0651
+  step  450000 |   4321s | train_loss=0.0657
+  step  460000 |   4411s | train_loss=0.0643
+  step  470000 |   4500s | train_loss=0.0677
+  step  480000 |   4589s | train_loss=0.0590
+  step  490000 |   4679s | train_loss=0.0578
+  step  500000 |   4834s | train_loss=0.0662 | fid=323.3066
+  step  510000 |   4921s | train_loss=0.0616
+  step  520000 |   5010s | train_loss=0.0588
+  step  530000 |   5099s | train_loss=0.0547
+  step  540000 |   5187s | train_loss=0.0560
+  step  550000 |   5274s | train_loss=0.0614
+  step  560000 |   5358s | train_loss=0.0547
+  step  570000 |   5446s | train_loss=0.0566
+  step  580000 |   5534s | train_loss=0.0573
+  step  590000 |   5622s | train_loss=0.0551
+  step  600000 |   5777s | train_loss=0.0531 | fid=308.3538
+  step  610000 |   5863s | train_loss=0.0541
+  step  620000 |   5953s | train_loss=0.0546
+  step  630000 |   6042s | train_loss=0.0529
+  step  640000 |   6131s | train_loss=0.0526
+  step  650000 |   6221s | train_loss=0.0558
+  step  660000 |   6309s | train_loss=0.0544
+  step  670000 |   6395s | train_loss=0.0536
+  step  680000 |   6485s | train_loss=0.0497
+  step  690000 |   6574s | train_loss=0.0497
+  step  700000 |   6730s | train_loss=0.0501 | fid=303.5888
+  step  710000 |   6816s | train_loss=0.0500
+  step  720000 |   6905s | train_loss=0.0476
+  step  730000 |   6995s | train_loss=0.0473
+  step  740000 |   7084s | train_loss=0.0502
+  step  750000 |   7173s | train_loss=0.0472
+  step  760000 |   7262s | train_loss=0.0475
+  step  770000 |   7350s | train_loss=0.0501
+  step  780000 |   7437s | train_loss=0.0453
+  step  790000 |   7524s | train_loss=0.0441
+  step  800000 |   7680s | train_loss=0.0481 | fid=288.4347
+  step  810000 |   7767s | train_loss=0.0434
+  step  820000 |   7856s | train_loss=0.0473
+  step  830000 |   7945s | train_loss=0.0481
+  step  840000 |   8035s | train_loss=0.0461
+  step  850000 |   8124s | train_loss=0.0452
+  step  860000 |   8213s | train_loss=0.0441
+  step  870000 |   8303s | train_loss=0.0441
+  step  880000 |   8390s | train_loss=0.0452
+  step  890000 |   8475s | train_loss=0.0438
+  step  900000 |   8631s | train_loss=0.0438 | fid=282.7847
+  step  910000 |   8718s | train_loss=0.0448
+  step  920000 |   8807s | train_loss=0.0430
+  step  930000 |   8896s | train_loss=0.0397
+  step  940000 |   8985s | train_loss=0.0448
+  step  950000 |   9074s | train_loss=0.0404
+  step  960000 |   9164s | train_loss=0.0433
+  step  970000 |   9253s | train_loss=0.0441
+  step  980000 |   9342s | train_loss=0.0415
+  step  990000 |   9427s | train_loss=0.0395
+  step 1000000 |   9583s | train_loss=0.0420 | fid=258.8830
+  step 1010000 |   9670s | train_loss=0.0443
+  step 1020000 |   9759s | train_loss=0.0413
+  step 1030000 |   9848s | train_loss=0.0436
+  step 1040000 |   9937s | train_loss=0.0408
+  step 1050000 |  10027s | train_loss=0.0393
+  step 1060000 |  10116s | train_loss=0.0437
+  step 1070000 |  10205s | train_loss=0.0393
+  step 1080000 |  10294s | train_loss=0.0406
+  step 1090000 |  10382s | train_loss=0.0366
+  step 1100000 |  10535s | train_loss=0.0379 | fid=232.0972
+  step 1110000 |  10621s | train_loss=0.0375
+  step 1120000 |  10710s | train_loss=0.0411
+  step 1130000 |  10799s | train_loss=0.0404
+  step 1140000 |  10888s | train_loss=0.0394
+  step 1150000 |  10978s | train_loss=0.0409
+  step 1160000 |  11067s | train_loss=0.0417
+  step 1170000 |  11156s | train_loss=0.0375
+  step 1180000 |  11243s | train_loss=0.0384
+  step 1190000 |  11332s | train_loss=0.0404
+  step 1200000 |  11490s | train_loss=0.0368 | fid=236.2950
+  step 1210000 |  11572s | train_loss=0.0365
+  step 1220000 |  11661s | train_loss=0.0365
+  step 1230000 |  11750s | train_loss=0.0379
+  step 1240000 |  11839s | train_loss=0.0388
+  step 1250000 |  11929s | train_loss=0.0393
+  step 1260000 |  12018s | train_loss=0.0413
+  step 1270000 |  12107s | train_loss=0.0365
+  step 1280000 |  12195s | train_loss=0.0349
+  step 1290000 |  12284s | train_loss=0.0368
+  step 1300000 |  12442s | train_loss=0.0354 | fid=225.0827
+  step 1310000 |  12528s | train_loss=0.0345
+  step 1320000 |  12612s | train_loss=0.0346
+  step 1330000 |  12701s | train_loss=0.0339
+  step 1340000 |  12790s | train_loss=0.0354
+  step 1350000 |  12879s | train_loss=0.0344
+  step 1360000 |  12968s | train_loss=0.0347
+  step 1370000 |  13057s | train_loss=0.0337
+  step 1380000 |  13145s | train_loss=0.0335
+  step 1390000 |  13234s | train_loss=0.0335
+  step 1400000 |  13390s | train_loss=0.0332 | fid=208.1587
+  step 1410000 |  13478s | train_loss=0.0355
+  step 1420000 |  13568s | train_loss=0.0356
+  step 1430000 |  13652s | train_loss=0.0317
+  step 1440000 |  13742s | train_loss=0.0333
+  step 1450000 |  13831s | train_loss=0.0350
+  step 1460000 |  13920s | train_loss=0.0319
+  step 1470000 |  14009s | train_loss=0.0313
+  step 1480000 |  14097s | train_loss=0.0352
+  step 1490000 |  14186s | train_loss=0.0324
+  step 1500000 |  14343s | train_loss=0.0322 | fid=211.3551
+  step 1510000 |  14421s | train_loss=0.0323
+  step 1520000 |  14509s | train_loss=0.0341
+  step 1530000 |  14598s | train_loss=0.0318
+  step 1540000 |  14673s | train_loss=0.0306
+  step 1550000 |  14762s | train_loss=0.0333
+  step 1560000 |  14851s | train_loss=0.0364
+  step 1570000 |  14939s | train_loss=0.0303
+  step 1580000 |  15027s | train_loss=0.0338
+  step 1590000 |  15117s | train_loss=0.0320
+  step 1600000 |  15274s | train_loss=0.0301 | fid=198.6044
+  step 1610000 |  15363s | train_loss=0.0305
+  step 1620000 |  15450s | train_loss=0.0331
+  step 1630000 |  15539s | train_loss=0.0344
+  step 1640000 |  15628s | train_loss=0.0312
+  step 1650000 |  15714s | train_loss=0.0321
+  step 1660000 |  15802s | train_loss=0.0304
+  step 1670000 |  15889s | train_loss=0.0312
+  step 1680000 |  15979s | train_loss=0.0297
+  step 1690000 |  16068s | train_loss=0.0303
+  step 1700000 |  16225s | train_loss=0.0305 | fid=190.6811
+  step 1710000 |  16314s | train_loss=0.0300
+  step 1720000 |  16392s | train_loss=0.0291
+  step 1730000 |  16481s | train_loss=0.0304
+  step 1740000 |  16570s | train_loss=0.0304
+  step 1750000 |  16659s | train_loss=0.0281
+  step 1760000 |  16740s | train_loss=0.0284
+  step 1770000 |  16814s | train_loss=0.0317
+  step 1780000 |  16903s | train_loss=0.0304
+  step 1790000 |  16992s | train_loss=0.0274
+  step 1800000 |  17150s | train_loss=0.0302 | fid=199.5987
+  step 1810000 |  17240s | train_loss=0.0330
+  step 1820000 |  17321s | train_loss=0.0310
+  step 1830000 |  17402s | train_loss=0.0287
+  step 1840000 |  17491s | train_loss=0.0269
+  step 1850000 |  17580s | train_loss=0.0306
+  step 1860000 |  17669s | train_loss=0.0276
+  step 1870000 |  17754s | train_loss=0.0282
+  step 1880000 |  17830s | train_loss=0.0278
+  step 1890000 |  17919s | train_loss=0.0289
+  step 1900000 |  18077s | train_loss=0.0287 | fid=195.0335
+  step 1910000 |  18166s | train_loss=0.0283
+  step 1920000 |  18255s | train_loss=0.0274
+  step 1930000 |  18342s | train_loss=0.0299
+  step 1940000 |  18431s | train_loss=0.0280
+  step 1950000 |  18520s | train_loss=0.0287
+  step 1960000 |  18609s | train_loss=0.0252
+  step 1970000 |  18697s | train_loss=0.0297
+  step 1980000 |  18786s | train_loss=0.0296
+  step 1990000 |  18870s | train_loss=0.0284
+  step 2000000 |  19027s | train_loss=0.0271 | fid=192.4477
+  step 2010000 |  19116s | train_loss=0.0274
+  step 2020000 |  19205s | train_loss=0.0277
+  step 2030000 |  19291s | train_loss=0.0285
+  step 2040000 |  19380s | train_loss=0.0273
+  step 2050000 |  19470s | train_loss=0.0276
+  step 2060000 |  19557s | train_loss=0.0276
+  step 2070000 |  19646s | train_loss=0.0288
+  step 2080000 |  19736s | train_loss=0.0274
+  step 2090000 |  19825s | train_loss=0.0280
+  step 2100000 |  19952s | train_loss=0.0265 | fid=187.4960
+  step 2110000 |  20041s | train_loss=0.0277
+  step 2120000 |  20130s | train_loss=0.0257
+  step 2130000 |  20211s | train_loss=0.0279
+  step 2140000 |  20296s | train_loss=0.0255
+  step 2150000 |  20386s | train_loss=0.0258
+  step 2160000 |  20473s | train_loss=0.0252
+  step 2170000 |  20562s | train_loss=0.0252
+  step 2180000 |  20651s | train_loss=0.0245
+  step 2190000 |  20740s | train_loss=0.0293
+  step 2200000 |  20899s | train_loss=0.0340 | fid=178.1385
+  step 2210000 |  20973s | train_loss=0.0252
+  step 2220000 |  21053s | train_loss=0.0245
+  step 2230000 |  21143s | train_loss=0.0246
+  step 2240000 |  21224s | train_loss=0.0264
+  step 2250000 |  21313s | train_loss=0.0278
+  step 2260000 |  21400s | train_loss=0.0262
+  step 2270000 |  21490s | train_loss=0.0256
+  step 2280000 |  21579s | train_loss=0.0263
+  step 2290000 |  21668s | train_loss=0.0251
+  step 2300000 |  21826s | train_loss=0.0264 | fid=171.3012
+  step 2310000 |  21915s | train_loss=0.0260
+  step 2320000 |  22004s | train_loss=0.0262
+  step 2330000 |  22067s | train_loss=0.0249
+  step 2340000 |  22146s | train_loss=0.0241
+  step 2350000 |  22230s | train_loss=0.0254
+  step 2360000 |  22318s | train_loss=0.0238
+  step 2370000 |  22407s | train_loss=0.0248
+  step 2380000 |  22496s | train_loss=0.0258
+  step 2390000 |  22585s | train_loss=0.0249
+  step 2400000 |  22743s | train_loss=0.0249 | fid=164.6875
+  step 2410000 |  22832s | train_loss=0.0258
+  step 2420000 |  22922s | train_loss=0.0245
+  step 2430000 |  23011s | train_loss=0.0240
+  step 2440000 |  23092s | train_loss=0.0249
+  step 2450000 |  23157s | train_loss=0.0239
+  step 2460000 |  23246s | train_loss=0.0244
+  step 2470000 |  23335s | train_loss=0.0244
+  step 2480000 |  23424s | train_loss=0.0270
+  step 2490000 |  23514s | train_loss=0.0240
+  step 2500000 |  23670s | train_loss=0.0245 | fid=168.7589
+  step 2510000 |  23760s | train_loss=0.0252
+  step 2520000 |  23849s | train_loss=0.0237
+  step 2530000 |  23938s | train_loss=0.0237
+  step 2540000 |  24027s | train_loss=0.0238
+  step 2550000 |  24109s | train_loss=0.0232
+  step 2560000 |  24175s | train_loss=0.0238
+  step 2570000 |  24263s | train_loss=0.0241
+  step 2580000 |  24353s | train_loss=0.0247
+  step 2590000 |  24442s | train_loss=0.0235
+  step 2600000 |  24599s | train_loss=0.0236 | fid=171.1880
+  step 2610000 |  24689s | train_loss=0.0225
+  step 2620000 |  24778s | train_loss=0.0238
+  step 2630000 |  24867s | train_loss=0.0261
+  step 2640000 |  24957s | train_loss=0.0226
+  step 2650000 |  25044s | train_loss=0.0243
+  step 2660000 |  25121s | train_loss=0.0233
+  step 2670000 |  25194s | train_loss=0.0249
+  step 2680000 |  25274s | train_loss=0.0274
+  step 2690000 |  25363s | train_loss=0.0238
+  step 2700000 |  25520s | train_loss=0.0225 | fid=164.1814
+  step 2710000 |  25609s | train_loss=0.0224
+  step 2720000 |  25698s | train_loss=0.0238
+  step 2730000 |  25787s | train_loss=0.0248
+  step 2740000 |  25876s | train_loss=0.0252
+  step 2750000 |  25964s | train_loss=0.0243
+  step 2760000 |  26053s | train_loss=0.0234
+  step 2770000 |  26129s | train_loss=0.0234
+  step 2780000 |  26215s | train_loss=0.0255
+  step 2790000 |  26286s | train_loss=0.0270
+  step 2800000 |  26435s | train_loss=0.0232 | fid=166.7125
+  step 2810000 |  26524s | train_loss=0.0241
+  step 2820000 |  26614s | train_loss=0.0224
+  step 2830000 |  26703s | train_loss=0.0220
+  step 2840000 |  26792s | train_loss=0.0232
+  step 2850000 |  26880s | train_loss=0.0226
+  step 2860000 |  26969s | train_loss=0.0252
+  step 2870000 |  27055s | train_loss=0.0233
+  step 2880000 |  27145s | train_loss=0.0237
+  step 2890000 |  27234s | train_loss=0.0254
+  step 2900000 |  27371s | train_loss=0.0225 | fid=171.3326
+  step 2910000 |  27457s | train_loss=0.0216
+  step 2920000 |  27546s | train_loss=0.0226
+  step 2930000 |  27635s | train_loss=0.0212
+  step 2940000 |  27723s | train_loss=0.0261
+  step 2950000 |  27812s | train_loss=0.0222
+  step 2960000 |  27901s | train_loss=0.0236
+  step 2970000 |  27985s | train_loss=0.0223
+  step 2980000 |  28067s | train_loss=0.0225
+  step 2990000 |  28156s | train_loss=0.0222
+  step 3000000 |  28314s | train_loss=0.0235 | fid=163.2940
+  step 3010000 |  28393s | train_loss=0.0240
+  step 3020000 |  28467s | train_loss=0.0222
+  step 3030000 |  28556s | train_loss=0.0217
+  step 3040000 |  28644s | train_loss=0.0237
+  step 3050000 |  28733s | train_loss=0.0251
+  step 3060000 |  28822s | train_loss=0.0242
+  step 3070000 |  28912s | train_loss=0.0222
+  step 3080000 |  28988s | train_loss=0.0248
+  step 3090000 |  29076s | train_loss=0.0225
+  step 3100000 |  29234s | train_loss=0.0230 | fid=159.6721
+  step 3110000 |  29323s | train_loss=0.0237
+  step 3120000 |  29405s | train_loss=0.0219
+  step 3130000 |  29485s | train_loss=0.0217
+  step 3140000 |  29558s | train_loss=0.0203
+  step 3150000 |  29648s | train_loss=0.0209
+  step 3160000 |  29737s | train_loss=0.0217
+  step 3170000 |  29826s | train_loss=0.0227
+  step 3180000 |  29914s | train_loss=0.0271
+  step 3190000 |  30001s | train_loss=0.0200
+  step 3200000 |  30158s | train_loss=0.0247 | fid=158.3944
+  step 3210000 |  30247s | train_loss=0.0206
+  step 3220000 |  30336s | train_loss=0.0209
+  step 3230000 |  30426s | train_loss=0.0220
+  step 3240000 |  30511s | train_loss=0.0221
+  step 3250000 |  30598s | train_loss=0.0257
+  step 3260000 |  30687s | train_loss=0.0242
+  step 3270000 |  30777s | train_loss=0.0218
+  step 3280000 |  30866s | train_loss=0.0208
+  step 3290000 |  30952s | train_loss=0.0197
+  step 3300000 |  31110s | train_loss=0.0210 | fid=145.9514
+  step 3310000 |  31199s | train_loss=0.0222
+  step 3320000 |  31288s | train_loss=0.0205
+  step 3330000 |  31375s | train_loss=0.0218
+  step 3340000 |  31465s | train_loss=0.0210
+  step 3350000 |  31543s | train_loss=0.0215
+  step 3360000 |  31627s | train_loss=0.0205
+  step 3370000 |  31707s | train_loss=0.0229
+  step 3380000 |  31797s | train_loss=0.0221
+  step 3390000 |  31874s | train_loss=0.0217
+  step 3400000 |  32031s | train_loss=0.0213 | fid=149.4538
+  step 3410000 |  32120s | train_loss=0.0237
+  step 3420000 |  32210s | train_loss=0.0224
+  step 3430000 |  32297s | train_loss=0.0216
+  step 3440000 |  32386s | train_loss=0.0214
+  step 3450000 |  32476s | train_loss=0.0240
+  step 3460000 |  32562s | train_loss=0.0224
+  step 3470000 |  32640s | train_loss=0.0205
+  step 3480000 |  32719s | train_loss=0.0204
+  step 3490000 |  32800s | train_loss=0.0203
+  step 3500000 |  32954s | train_loss=0.0211 | fid=143.2369
+  step 3510000 |  33043s | train_loss=0.0205
+  step 3520000 |  33132s | train_loss=0.0201
+  step 3530000 |  33220s | train_loss=0.0218
+  step 3540000 |  33309s | train_loss=0.0234
+  step 3550000 |  33399s | train_loss=0.0217
+  step 3560000 |  33488s | train_loss=0.0205
+  step 3570000 |  33577s | train_loss=0.0212
+  step 3580000 |  33657s | train_loss=0.0209
+  step 3590000 |  33742s | train_loss=0.0202
+  step 3600000 |  33877s | train_loss=0.0206 | fid=151.4144
+  step 3610000 |  33966s | train_loss=0.0220
+  step 3620000 |  34055s | train_loss=0.0215
+  step 3630000 |  34143s | train_loss=0.0214
+  step 3640000 |  34232s | train_loss=0.0212
+  step 3650000 |  34322s | train_loss=0.0216
+  step 3660000 |  34411s | train_loss=0.0219
+  step 3670000 |  34500s | train_loss=0.0244
+  step 3680000 |  34589s | train_loss=0.0221
+  step 3690000 |  34679s | train_loss=0.0215
+  step 3700000 |  34808s | train_loss=0.0216 | fid=144.7136
+  step 3710000 |  34892s | train_loss=0.0210
+  step 3720000 |  34980s | train_loss=0.0214
+  step 3730000 |  35069s | train_loss=0.0213
+  step 3740000 |  35158s | train_loss=0.0212
+  step 3750000 |  35247s | train_loss=0.0213
+  step 3760000 |  35336s | train_loss=0.0199
+  step 3770000 |  35425s | train_loss=0.0214
+  step 3780000 |  35515s | train_loss=0.0214
+  step 3790000 |  35604s | train_loss=0.0209
+  step 3800000 |  35750s | train_loss=0.0209 | fid=142.0068
+  step 3810000 |  35831s | train_loss=0.0221
+  step 3820000 |  35908s | train_loss=0.0206
+  step 3830000 |  35998s | train_loss=0.0205
+  step 3840000 |  36087s | train_loss=0.0203
+  step 3850000 |  36176s | train_loss=0.0210
+  step 3860000 |  36266s | train_loss=0.0194
+  step 3870000 |  36355s | train_loss=0.0225
+  step 3880000 |  36444s | train_loss=0.0208
+  step 3890000 |  36534s | train_loss=0.0205
+  step 3900000 |  36690s | train_loss=0.0217 | fid=142.4868
+  step 3910000 |  36767s | train_loss=0.0190
+  step 3920000 |  36841s | train_loss=0.0209
+  step 3930000 |  36921s | train_loss=0.0196
+  step 3940000 |  37005s | train_loss=0.0191
+  step 3950000 |  37094s | train_loss=0.0205
+  step 3960000 |  37183s | train_loss=0.0205
+  step 3970000 |  37272s | train_loss=0.0241
+  step 3980000 |  37361s | train_loss=0.0208
+  step 3990000 |  37451s | train_loss=0.0194
+  step 4000000 |  37608s | train_loss=0.0202 | fid=140.2013
+  step 4010000 |  37690s | train_loss=0.0191
+  step 4020000 |  37775s | train_loss=0.0256
+  step 4030000 |  37862s | train_loss=0.0200
+  step 4040000 |  37936s | train_loss=0.0217
+  step 4050000 |  38012s | train_loss=0.0201
+  step 4060000 |  38098s | train_loss=0.0211
+  step 4070000 |  38188s | train_loss=0.0216
+  step 4080000 |  38277s | train_loss=0.0197
+  step 4090000 |  38366s | train_loss=0.0190
+  step 4100000 |  38524s | train_loss=0.0189 | fid=135.9470
+  step 4110000 |  38611s | train_loss=0.0230
+  step 4120000 |  38692s | train_loss=0.0193
+  step 4130000 |  38781s | train_loss=0.0203
+  step 4140000 |  38870s | train_loss=0.0195
+  step 4150000 |  38954s | train_loss=0.0190
+  step 4160000 |  39035s | train_loss=0.0193
+  step 4170000 |  39112s | train_loss=0.0223
+  step 4180000 |  39201s | train_loss=0.0222
+  step 4190000 |  39290s | train_loss=0.0209
+  step 4200000 |  39448s | train_loss=0.0180 | fid=134.5767
+  step 4210000 |  39535s | train_loss=0.0211
+  step 4220000 |  39615s | train_loss=0.0204
+  step 4230000 |  39704s | train_loss=0.0184
+  step 4240000 |  39793s | train_loss=0.0195
+  step 4250000 |  39883s | train_loss=0.0203
+  step 4260000 |  39972s | train_loss=0.0212
+  step 4270000 |  40049s | train_loss=0.0193
+  step 4280000 |  40132s | train_loss=0.0201
+  step 4290000 |  40218s | train_loss=0.0200
+  step 4300000 |  40376s | train_loss=0.0197 | fid=130.6137
+  step 4310000 |  40463s | train_loss=0.0200
+  step 4320000 |  40549s | train_loss=0.0191
+  step 4330000 |  40630s | train_loss=0.0208
+  step 4340000 |  40719s | train_loss=0.0189
+  step 4350000 |  40809s | train_loss=0.0193
+  step 4360000 |  40898s | train_loss=0.0224
+  step 4370000 |  40987s | train_loss=0.0192
+  step 4380000 |  41074s | train_loss=0.0209
+  step 4390000 |  41152s | train_loss=0.0206
+  step 4400000 |  41294s | train_loss=0.0206 | fid=133.0531
+  step 4410000 |  41382s | train_loss=0.0216
+  step 4420000 |  41471s | train_loss=0.0194
+  step 4430000 |  41548s | train_loss=0.0193
+  step 4440000 |  41637s | train_loss=0.0201
+  step 4450000 |  41726s | train_loss=0.0202
+  step 4460000 |  41816s | train_loss=0.0185
+  step 4470000 |  41905s | train_loss=0.0197
+  step 4480000 |  41994s | train_loss=0.0175
+  step 4490000 |  42084s | train_loss=0.0197
+  step 4500000 |  42226s | train_loss=0.0181 | fid=135.6460
+  step 4510000 |  42296s | train_loss=0.0183
+  step 4520000 |  42385s | train_loss=0.0200
+  step 4530000 |  42472s | train_loss=0.0224
+  step 4540000 |  42548s | train_loss=0.0195
+  step 4550000 |  42637s | train_loss=0.0200
+  step 4560000 |  42726s | train_loss=0.0204
+  step 4570000 |  42815s | train_loss=0.0200
+  step 4580000 |  42904s | train_loss=0.0187
+  step 4590000 |  42994s | train_loss=0.0209
+  step 4600000 |  43148s | train_loss=0.0178 | fid=126.3784
+  step 4610000 |  43227s | train_loss=0.0192
+  step 4620000 |  43311s | train_loss=0.0191
+  step 4630000 |  43392s | train_loss=0.0209
+  step 4640000 |  43476s | train_loss=0.0204
+  step 4650000 |  43561s | train_loss=0.0196
+  step 4660000 |  43650s | train_loss=0.0201
+  step 4670000 |  43739s | train_loss=0.0195
+  step 4680000 |  43828s | train_loss=0.0181
+  step 4690000 |  43918s | train_loss=0.0195
+  step 4700000 |  44074s | train_loss=0.0187 | fid=126.5213
+  step 4710000 |  44163s | train_loss=0.0205
+  step 4720000 |  44252s | train_loss=0.0187
+  step 4730000 |  44331s | train_loss=0.0194
+  step 4740000 |  44408s | train_loss=0.0188
+  step 4750000 |  44483s | train_loss=0.0199
+  step 4760000 |  44572s | train_loss=0.0198
+  step 4770000 |  44661s | train_loss=0.0187
+  step 4780000 |  44750s | train_loss=0.0177
+  step 4790000 |  44839s | train_loss=0.0192
+  step 4800000 |  44995s | train_loss=0.0194 | fid=132.7748
+  step 4810000 |  45085s | train_loss=0.0180
+  step 4820000 |  45174s | train_loss=0.0201
+  step 4830000 |  45263s | train_loss=0.0186
+  step 4840000 |  45345s | train_loss=0.0183
+  step 4850000 |  45422s | train_loss=0.0182
+  step 4860000 |  45495s | train_loss=0.0193
+  step 4870000 |  45585s | train_loss=0.0183
+  step 4880000 |  45674s | train_loss=0.0181
+  step 4890000 |  45763s | train_loss=0.0187
+  step 4900000 |  45905s | train_loss=0.0223 | fid=124.6050
+  step 4910000 |  45977s | train_loss=0.0202
+  step 4920000 |  46049s | train_loss=0.0185
+  step 4930000 |  46120s | train_loss=0.0193
+  step 4940000 |  46192s | train_loss=0.0176
+  step 4950000 |  46264s | train_loss=0.0190
+  step 4960000 |  46307s | train_loss=0.0187
+  step 4970000 |  46376s | train_loss=0.0214
+  step 4980000 |  46448s | train_loss=0.0187
+  step 4990000 |  46519s | train_loss=0.0185
+  step 5000000 |  46647s | train_loss=0.0173 | fid=129.0048
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a5fd80de32f7151ec72194a0d4c488b5e160bf80
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..d1e022dca4428448798dedb065438be7700eae45
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 180, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 71.82558226585388, "train_loss_step": 180.18209838867188, "n_params": 4633780, "total_flops": 14234972160, "train_loss": 1.0005858527289497, "subset_score_loss": 1.0005858527289497, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9823025465011597, "fid": 286.1140153944634, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 168.66687107086182, "train_loss_step": 32.90867233276367, "n_params": 4633780, "total_flops": 142349721600000, "train_loss": 0.7709464179144965, "subset_score_loss": 0.7709464179144965}
+{"step": 20000, "wall_time": 266.2808976173401, "train_loss_step": 29.745010375976562, "n_params": 4633780, "total_flops": 284699443200000, "train_loss": 0.6551456875271268, "subset_score_loss": 0.6551456875271268}
+{"step": 30000, "wall_time": 363.9071743488312, "train_loss_step": 25.946327209472656, "n_params": 4633780, "total_flops": 427049164800000, "train_loss": 0.5577072143554688, "subset_score_loss": 0.5577072143554688}
+{"step": 40000, "wall_time": 461.5567545890808, "train_loss_step": 26.984359741210938, "n_params": 4633780, "total_flops": 569398886400000, "train_loss": 0.46937552558051215, "subset_score_loss": 0.46937552558051215}
+{"step": 50000, "wall_time": 559.306964635849, "train_loss_step": 22.34340476989746, "n_params": 4633780, "total_flops": 711748608000000, "train_loss": 0.39550938076443143, "subset_score_loss": 0.39550938076443143}
+{"step": 60000, "wall_time": 656.8454875946045, "train_loss_step": 23.735374450683594, "n_params": 4633780, "total_flops": 854098329600000, "train_loss": 0.3257828818427192, "subset_score_loss": 0.3257828818427192}
+{"step": 70000, "wall_time": 754.5028047561646, "train_loss_step": 21.526050567626953, "n_params": 4633780, "total_flops": 996448051200000, "train_loss": 0.27739319271511503, "subset_score_loss": 0.27739319271511503}
+{"step": 80000, "wall_time": 852.1146695613861, "train_loss_step": 19.435882568359375, "n_params": 4633780, "total_flops": 1138797772800000, "train_loss": 0.23182495964898003, "subset_score_loss": 0.23182495964898003}
+{"step": 90000, "wall_time": 949.6575117111206, "train_loss_step": 18.159509658813477, "n_params": 4633780, "total_flops": 1281147494400000, "train_loss": 0.2021830028957791, "subset_score_loss": 0.2021830028957791}
+{"step": 100000, "wall_time": 1115.6054060459137, "train_loss_step": 16.69369125366211, "n_params": 4633780, "total_flops": 1423497216000000, "train_loss": 0.17867842780219184, "subset_score_loss": 0.17867842780219184, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.967871367931366, "fid": 199.68304753556635, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1212.2688369750977, "train_loss_step": 16.45400619506836, "n_params": 4633780, "total_flops": 1565846937600000, "train_loss": 0.1542319721645779, "subset_score_loss": 0.1542319721645779}
+{"step": 120000, "wall_time": 1309.636512517929, "train_loss_step": 15.783808708190918, "n_params": 4633780, "total_flops": 1708196659200000, "train_loss": 0.14443029827541776, "subset_score_loss": 0.14443029827541776}
+{"step": 130000, "wall_time": 1407.162439107895, "train_loss_step": 14.738899230957031, "n_params": 4633780, "total_flops": 1850546380800000, "train_loss": 0.1406495730082194, "subset_score_loss": 0.1406495730082194}
+{"step": 140000, "wall_time": 1504.6851375102997, "train_loss_step": 15.305380821228027, "n_params": 4633780, "total_flops": 1992896102400000, "train_loss": 0.12961886723836263, "subset_score_loss": 0.12961886723836263}
+{"step": 150000, "wall_time": 1601.9374330043793, "train_loss_step": 13.262847900390625, "n_params": 4633780, "total_flops": 2135245824000000, "train_loss": 0.12701569663153756, "subset_score_loss": 0.12701569663153756}
+{"step": 160000, "wall_time": 1699.3978168964386, "train_loss_step": 13.57443618774414, "n_params": 4633780, "total_flops": 2277595545600000, "train_loss": 0.11412607828776042, "subset_score_loss": 0.11412607828776042}
+{"step": 170000, "wall_time": 1796.7887291908264, "train_loss_step": 13.07421588897705, "n_params": 4633780, "total_flops": 2419945267200000, "train_loss": 0.10663143793741862, "subset_score_loss": 0.10663143793741862}
+{"step": 180000, "wall_time": 1893.9700644016266, "train_loss_step": 13.510001182556152, "n_params": 4633780, "total_flops": 2562294988800000, "train_loss": 0.10697216457790798, "subset_score_loss": 0.10697216457790798}
+{"step": 190000, "wall_time": 1983.7912664413452, "train_loss_step": 12.898374557495117, "n_params": 4633780, "total_flops": 2704644710400000, "train_loss": 0.10633296966552734, "subset_score_loss": 0.10633296966552734}
+{"step": 200000, "wall_time": 2157.6951031684875, "train_loss_step": 13.281013488769531, "n_params": 4633780, "total_flops": 2846994432000000, "train_loss": 0.11139401329888238, "subset_score_loss": 0.11139401329888238, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9695607423782349, "fid": 260.9392054522433, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2253.136459350586, "train_loss_step": 12.657803535461426, "n_params": 4633780, "total_flops": 2989344153600000, "train_loss": 0.10435654322306315, "subset_score_loss": 0.10435654322306315}
+{"step": 220000, "wall_time": 2350.674136161804, "train_loss_step": 12.109505653381348, "n_params": 4633780, "total_flops": 3131693875200000, "train_loss": 0.09738292694091796, "subset_score_loss": 0.09738292694091796}
+{"step": 230000, "wall_time": 2448.106129169464, "train_loss_step": 12.47081470489502, "n_params": 4633780, "total_flops": 3274043596800000, "train_loss": 0.08799173567030165, "subset_score_loss": 0.08799173567030165}
+{"step": 240000, "wall_time": 2545.6669857501984, "train_loss_step": 11.834451675415039, "n_params": 4633780, "total_flops": 3416393318400000, "train_loss": 0.08963244756062826, "subset_score_loss": 0.08963244756062826}
+{"step": 250000, "wall_time": 2643.329416036606, "train_loss_step": 10.900520324707031, "n_params": 4633780, "total_flops": 3558743040000000, "train_loss": 0.08565292888217502, "subset_score_loss": 0.08565292888217502}
+{"step": 260000, "wall_time": 2740.693280696869, "train_loss_step": 10.627946853637695, "n_params": 4633780, "total_flops": 3701092761600000, "train_loss": 0.08084281815422906, "subset_score_loss": 0.08084281815422906}
+{"step": 270000, "wall_time": 2837.7147274017334, "train_loss_step": 11.086621284484863, "n_params": 4633780, "total_flops": 3843442483200000, "train_loss": 0.08799873458014594, "subset_score_loss": 0.08799873458014594}
+{"step": 280000, "wall_time": 2930.676779985428, "train_loss_step": 10.752240180969238, "n_params": 4633780, "total_flops": 3985792204800000, "train_loss": 0.08562251726786295, "subset_score_loss": 0.08562251726786295}
+{"step": 290000, "wall_time": 3025.463256597519, "train_loss_step": 10.664734840393066, "n_params": 4633780, "total_flops": 4128141926400000, "train_loss": 0.0791496647728814, "subset_score_loss": 0.0791496647728814}
+{"step": 300000, "wall_time": 3199.823050737381, "train_loss_step": 10.359726905822754, "n_params": 4633780, "total_flops": 4270491648000000, "train_loss": 0.07561017142401802, "subset_score_loss": 0.07561017142401802, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.9742658138275146, "fid": 319.0740626390825, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3294.5836973190308, "train_loss_step": 11.014257431030273, "n_params": 4633780, "total_flops": 4412841369600000, "train_loss": 0.08156263033548991, "subset_score_loss": 0.08156263033548991}
+{"step": 320000, "wall_time": 3392.087681531906, "train_loss_step": 9.909927368164062, "n_params": 4633780, "total_flops": 4555191091200000, "train_loss": 0.07177770932515462, "subset_score_loss": 0.07177770932515462}
+{"step": 330000, "wall_time": 3489.5349037647247, "train_loss_step": 10.241060256958008, "n_params": 4633780, "total_flops": 4697540812800000, "train_loss": 0.07059140735202366, "subset_score_loss": 0.07059140735202366}
+{"step": 340000, "wall_time": 3586.8417043685913, "train_loss_step": 9.924508094787598, "n_params": 4633780, "total_flops": 4839890534400000, "train_loss": 0.07304890950520833, "subset_score_loss": 0.07304890950520833}
+{"step": 350000, "wall_time": 3684.4451191425323, "train_loss_step": 9.54098129272461, "n_params": 4633780, "total_flops": 4982240256000000, "train_loss": 0.06776961220635308, "subset_score_loss": 0.06776961220635308}
+{"step": 360000, "wall_time": 3781.337302207947, "train_loss_step": 10.393184661865234, "n_params": 4633780, "total_flops": 5124589977600000, "train_loss": 0.06950579749213324, "subset_score_loss": 0.06950579749213324}
+{"step": 370000, "wall_time": 3875.918563604355, "train_loss_step": 9.848220825195312, "n_params": 4633780, "total_flops": 5266939699200000, "train_loss": 0.06494763162400988, "subset_score_loss": 0.06494763162400988}
+{"step": 380000, "wall_time": 3969.230197906494, "train_loss_step": 9.551872253417969, "n_params": 4633780, "total_flops": 5409289420800000, "train_loss": 0.06418916384379068, "subset_score_loss": 0.06418916384379068}
+{"step": 390000, "wall_time": 4066.6952435970306, "train_loss_step": 9.282943725585938, "n_params": 4633780, "total_flops": 5551639142400000, "train_loss": 0.06630054579840766, "subset_score_loss": 0.06630054579840766}
+{"step": 400000, "wall_time": 4241.446344137192, "train_loss_step": 9.590636253356934, "n_params": 4633780, "total_flops": 5693988864000000, "train_loss": 0.06281726625230577, "subset_score_loss": 0.06281726625230577, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.9734554886817932, "fid": 322.79444799389466, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4337.028102636337, "train_loss_step": 9.0615234375, "n_params": 4633780, "total_flops": 5836338585600000, "train_loss": 0.06173605918884277, "subset_score_loss": 0.06173605918884277}
+{"step": 420000, "wall_time": 4434.594838857651, "train_loss_step": 9.458956718444824, "n_params": 4633780, "total_flops": 5978688307200000, "train_loss": 0.06185341411166721, "subset_score_loss": 0.06185341411166721}
+{"step": 430000, "wall_time": 4532.143411397934, "train_loss_step": 9.066967010498047, "n_params": 4633780, "total_flops": 6121038028800000, "train_loss": 0.06214452319675022, "subset_score_loss": 0.06214452319675022}
+{"step": 440000, "wall_time": 4629.649452447891, "train_loss_step": 8.927531242370605, "n_params": 4633780, "total_flops": 6263387750400000, "train_loss": 0.05939220852322048, "subset_score_loss": 0.05939220852322048}
+{"step": 450000, "wall_time": 4724.611562490463, "train_loss_step": 9.076573371887207, "n_params": 4633780, "total_flops": 6405737472000000, "train_loss": 0.06391757329305013, "subset_score_loss": 0.06391757329305013}
+{"step": 460000, "wall_time": 4821.1844573020935, "train_loss_step": 9.173684120178223, "n_params": 4633780, "total_flops": 6548087193600000, "train_loss": 0.06002287864685059, "subset_score_loss": 0.06002287864685059}
+{"step": 470000, "wall_time": 4913.396129369736, "train_loss_step": 9.251916885375977, "n_params": 4633780, "total_flops": 6690436915200000, "train_loss": 0.056918827692667644, "subset_score_loss": 0.056918827692667644}
+{"step": 480000, "wall_time": 5010.989629507065, "train_loss_step": 9.116071701049805, "n_params": 4633780, "total_flops": 6832786636800000, "train_loss": 0.05776187578837077, "subset_score_loss": 0.05776187578837077}
+{"step": 490000, "wall_time": 5108.289076328278, "train_loss_step": 8.82351303100586, "n_params": 4633780, "total_flops": 6975136358400000, "train_loss": 0.055414443545871314, "subset_score_loss": 0.055414443545871314}
+{"step": 500000, "wall_time": 5276.424777507782, "train_loss_step": 8.90106201171875, "n_params": 4633780, "total_flops": 7117486080000000, "train_loss": 0.05696425437927246, "subset_score_loss": 0.05696425437927246, "memorization_fraction_pixel": 0.006000000052154064, "mean_nn_ratio_pixel": 0.9699124097824097, "fid": 315.94280201166845, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5365.157515764236, "train_loss_step": 7.977641582489014, "n_params": 4633780, "total_flops": 7259835801600000, "train_loss": 0.05716349813673231, "subset_score_loss": 0.05716349813673231}
+{"step": 520000, "wall_time": 5457.387167453766, "train_loss_step": 8.081253051757812, "n_params": 4633780, "total_flops": 7402185523200000, "train_loss": 0.056034829881456166, "subset_score_loss": 0.056034829881456166}
+{"step": 530000, "wall_time": 5549.443303108215, "train_loss_step": 8.101540565490723, "n_params": 4633780, "total_flops": 7544535244800000, "train_loss": 0.05533498658074273, "subset_score_loss": 0.05533498658074273}
+{"step": 540000, "wall_time": 5642.818890333176, "train_loss_step": 8.059499740600586, "n_params": 4633780, "total_flops": 7686884966400000, "train_loss": 0.05651810963948568, "subset_score_loss": 0.05651810963948568}
+{"step": 550000, "wall_time": 5738.268908023834, "train_loss_step": 8.647783279418945, "n_params": 4633780, "total_flops": 7829234688000000, "train_loss": 0.05319852828979492, "subset_score_loss": 0.05319852828979492}
+{"step": 560000, "wall_time": 5830.331516742706, "train_loss_step": 8.051460266113281, "n_params": 4633780, "total_flops": 7971584409600000, "train_loss": 0.06223399904039171, "subset_score_loss": 0.06223399904039171}
+{"step": 570000, "wall_time": 5927.7600877285, "train_loss_step": 8.000772476196289, "n_params": 4633780, "total_flops": 8113934131200000, "train_loss": 0.053947363959418404, "subset_score_loss": 0.053947363959418404}
+{"step": 580000, "wall_time": 6025.122562646866, "train_loss_step": 8.266239166259766, "n_params": 4633780, "total_flops": 8256283852800000, "train_loss": 0.05215743912590875, "subset_score_loss": 0.05215743912590875}
+{"step": 590000, "wall_time": 6122.387115716934, "train_loss_step": 8.439899444580078, "n_params": 4633780, "total_flops": 8398633574400000, "train_loss": 0.05307000478108724, "subset_score_loss": 0.05307000478108724}
+{"step": 600000, "wall_time": 6298.330468893051, "train_loss_step": 8.038277626037598, "n_params": 4633780, "total_flops": 8540983296000000, "train_loss": 0.056042491065131296, "subset_score_loss": 0.056042491065131296, "memorization_fraction_pixel": 0.00930000003427267, "mean_nn_ratio_pixel": 0.9635823369026184, "fid": 303.4426278748904, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6392.763095617294, "train_loss_step": 7.946403503417969, "n_params": 4633780, "total_flops": 8683333017600000, "train_loss": 0.05430272950066461, "subset_score_loss": 0.05430272950066461}
+{"step": 620000, "wall_time": 6490.310092449188, "train_loss_step": 8.50575065612793, "n_params": 4633780, "total_flops": 8825682739200000, "train_loss": 0.055784214867485894, "subset_score_loss": 0.055784214867485894}
+{"step": 630000, "wall_time": 6585.031192302704, "train_loss_step": 7.822788238525391, "n_params": 4633780, "total_flops": 8968032460800000, "train_loss": 0.05078758133782281, "subset_score_loss": 0.05078758133782281}
+{"step": 640000, "wall_time": 6682.772860527039, "train_loss_step": 7.9228692054748535, "n_params": 4633780, "total_flops": 9110382182400000, "train_loss": 0.049460188547770186, "subset_score_loss": 0.049460188547770186}
+{"step": 650000, "wall_time": 6774.754387378693, "train_loss_step": 7.804141044616699, "n_params": 4633780, "total_flops": 9252731904000000, "train_loss": 0.054100624720255536, "subset_score_loss": 0.054100624720255536}
+{"step": 660000, "wall_time": 6872.33336520195, "train_loss_step": 7.097080230712891, "n_params": 4633780, "total_flops": 9395081625600000, "train_loss": 0.046964942084418405, "subset_score_loss": 0.046964942084418405}
+{"step": 670000, "wall_time": 6969.779612541199, "train_loss_step": 7.335104465484619, "n_params": 4633780, "total_flops": 9537431347200000, "train_loss": 0.048814980189005534, "subset_score_loss": 0.048814980189005534}
+{"step": 680000, "wall_time": 7067.357832670212, "train_loss_step": 7.983877182006836, "n_params": 4633780, "total_flops": 9679781068800000, "train_loss": 0.05346424314710829, "subset_score_loss": 0.05346424314710829}
+{"step": 690000, "wall_time": 7164.736949682236, "train_loss_step": 7.763689041137695, "n_params": 4633780, "total_flops": 9822130790400000, "train_loss": 0.05027526749504937, "subset_score_loss": 0.05027526749504937}
+{"step": 700000, "wall_time": 7341.429895877838, "train_loss_step": 7.419051647186279, "n_params": 4633780, "total_flops": 9964480512000000, "train_loss": 0.0489154232872857, "subset_score_loss": 0.0489154232872857, "memorization_fraction_pixel": 0.021900000050663948, "mean_nn_ratio_pixel": 0.9392013549804688, "fid": 283.6314913409271, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7435.5805785655975, "train_loss_step": 6.978903770446777, "n_params": 4633780, "total_flops": 10106830233600000, "train_loss": 0.048469458685980904, "subset_score_loss": 0.048469458685980904}
+{"step": 720000, "wall_time": 7530.565395593643, "train_loss_step": 7.228426456451416, "n_params": 4633780, "total_flops": 10249179955200000, "train_loss": 0.04786314964294434, "subset_score_loss": 0.04786314964294434}
+{"step": 730000, "wall_time": 7628.016166210175, "train_loss_step": 7.6128153800964355, "n_params": 4633780, "total_flops": 10391529676800000, "train_loss": 0.05003857612609863, "subset_score_loss": 0.05003857612609863}
+{"step": 740000, "wall_time": 7719.83354973793, "train_loss_step": 7.390480041503906, "n_params": 4633780, "total_flops": 10533879398400000, "train_loss": 0.04707430733574761, "subset_score_loss": 0.04707430733574761}
+{"step": 750000, "wall_time": 7817.090652227402, "train_loss_step": 7.2542314529418945, "n_params": 4633780, "total_flops": 10676229120000000, "train_loss": 0.04699793921576606, "subset_score_loss": 0.04699793921576606}
+{"step": 760000, "wall_time": 7914.289330005646, "train_loss_step": 7.340795516967773, "n_params": 4633780, "total_flops": 10818578841600000, "train_loss": 0.04569837252298991, "subset_score_loss": 0.04569837252298991}
+{"step": 770000, "wall_time": 8011.827129840851, "train_loss_step": 7.457117080688477, "n_params": 4633780, "total_flops": 10960928563200000, "train_loss": 0.04335657755533854, "subset_score_loss": 0.04335657755533854}
+{"step": 780000, "wall_time": 8109.178021192551, "train_loss_step": 7.541787147521973, "n_params": 4633780, "total_flops": 11103278284800000, "train_loss": 0.04497967296176487, "subset_score_loss": 0.04497967296176487}
+{"step": 790000, "wall_time": 8206.410532951355, "train_loss_step": 7.096120834350586, "n_params": 4633780, "total_flops": 11245628006400000, "train_loss": 0.046195173263549806, "subset_score_loss": 0.046195173263549806}
+{"step": 800000, "wall_time": 8381.72488451004, "train_loss_step": 7.301492691040039, "n_params": 4633780, "total_flops": 11387977728000000, "train_loss": 0.043634033203125, "subset_score_loss": 0.043634033203125, "memorization_fraction_pixel": 0.027899999171495438, "mean_nn_ratio_pixel": 0.9342927932739258, "fid": 279.19334303028893, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8474.056367397308, "train_loss_step": 6.469900131225586, "n_params": 4633780, "total_flops": 11530327449600000, "train_loss": 0.04373712539672851, "subset_score_loss": 0.04373712539672851}
+{"step": 820000, "wall_time": 8571.467896699905, "train_loss_step": 7.029253005981445, "n_params": 4633780, "total_flops": 11672677171200000, "train_loss": 0.04352069165971544, "subset_score_loss": 0.04352069165971544}
+{"step": 830000, "wall_time": 8663.260152816772, "train_loss_step": 7.201970100402832, "n_params": 4633780, "total_flops": 11815026892800000, "train_loss": 0.042281087239583334, "subset_score_loss": 0.042281087239583334}
+{"step": 840000, "wall_time": 8760.75016117096, "train_loss_step": 7.046084880828857, "n_params": 4633780, "total_flops": 11957376614400000, "train_loss": 0.04579631487528483, "subset_score_loss": 0.04579631487528483}
+{"step": 850000, "wall_time": 8858.252758026123, "train_loss_step": 6.980621814727783, "n_params": 4633780, "total_flops": 12099726336000000, "train_loss": 0.04114794466230604, "subset_score_loss": 0.04114794466230604}
+{"step": 860000, "wall_time": 8955.662976264954, "train_loss_step": 7.1074371337890625, "n_params": 4633780, "total_flops": 12242076057600000, "train_loss": 0.04490924411349827, "subset_score_loss": 0.04490924411349827}
+{"step": 870000, "wall_time": 9053.375645637512, "train_loss_step": 6.7565813064575195, "n_params": 4633780, "total_flops": 12384425779200000, "train_loss": 0.040916591220431855, "subset_score_loss": 0.040916591220431855}
+{"step": 880000, "wall_time": 9150.943385839462, "train_loss_step": 6.908225059509277, "n_params": 4633780, "total_flops": 12526775500800000, "train_loss": 0.04239453739590115, "subset_score_loss": 0.04239453739590115}
+{"step": 890000, "wall_time": 9248.24793124199, "train_loss_step": 6.847463130950928, "n_params": 4633780, "total_flops": 12669125222400000, "train_loss": 0.04396357006496853, "subset_score_loss": 0.04396357006496853}
+{"step": 900000, "wall_time": 9421.84443306923, "train_loss_step": 6.506135940551758, "n_params": 4633780, "total_flops": 12811474944000000, "train_loss": 0.041510738266838924, "subset_score_loss": 0.041510738266838924, "memorization_fraction_pixel": 0.047600001096725464, "mean_nn_ratio_pixel": 0.905869722366333, "fid": 254.81639904927727, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9517.386628389359, "train_loss_step": 6.503149509429932, "n_params": 4633780, "total_flops": 12953824665600000, "train_loss": 0.03982092804378933, "subset_score_loss": 0.03982092804378933}
+{"step": 920000, "wall_time": 9610.441545248032, "train_loss_step": 7.470709800720215, "n_params": 4633780, "total_flops": 13096174387200000, "train_loss": 0.0443160613377889, "subset_score_loss": 0.0443160613377889}
+{"step": 930000, "wall_time": 9706.181116819382, "train_loss_step": 6.8307952880859375, "n_params": 4633780, "total_flops": 13238524108800000, "train_loss": 0.03947162628173828, "subset_score_loss": 0.03947162628173828}
+{"step": 940000, "wall_time": 9803.585843086243, "train_loss_step": 6.419023513793945, "n_params": 4633780, "total_flops": 13380873830400000, "train_loss": 0.04181918038262261, "subset_score_loss": 0.04181918038262261}
+{"step": 950000, "wall_time": 9899.322553157806, "train_loss_step": 6.5745038986206055, "n_params": 4633780, "total_flops": 13523223552000000, "train_loss": 0.042072137196858726, "subset_score_loss": 0.042072137196858726}
+{"step": 960000, "wall_time": 9996.22656583786, "train_loss_step": 6.659811496734619, "n_params": 4633780, "total_flops": 13665573273600000, "train_loss": 0.04285809728834364, "subset_score_loss": 0.04285809728834364}
+{"step": 970000, "wall_time": 10093.450224637985, "train_loss_step": 6.073500156402588, "n_params": 4633780, "total_flops": 13807922995200000, "train_loss": 0.03735588921440972, "subset_score_loss": 0.03735588921440972}
+{"step": 980000, "wall_time": 10190.145695924759, "train_loss_step": 6.835655689239502, "n_params": 4633780, "total_flops": 13950272716800000, "train_loss": 0.04114239480760362, "subset_score_loss": 0.04114239480760362}
+{"step": 990000, "wall_time": 10286.897854804993, "train_loss_step": 6.2580108642578125, "n_params": 4633780, "total_flops": 14092622438400000, "train_loss": 0.037730079227023657, "subset_score_loss": 0.037730079227023657}
+{"step": 1000000, "wall_time": 10459.890167236328, "train_loss_step": 6.614655017852783, "n_params": 4633780, "total_flops": 14234972160000000, "train_loss": 0.04104451338450114, "subset_score_loss": 0.04104451338450114, "memorization_fraction_pixel": 0.06030000001192093, "mean_nn_ratio_pixel": 0.8835025429725647, "fid": 238.0060399028083, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10551.363095998764, "train_loss_step": 6.700567722320557, "n_params": 4633780, "total_flops": 14377321881600000, "train_loss": 0.03958538638220893, "subset_score_loss": 0.03958538638220893}
+{"step": 1020000, "wall_time": 10645.348631381989, "train_loss_step": 6.1027374267578125, "n_params": 4633780, "total_flops": 14519671603200000, "train_loss": 0.039382214016384545, "subset_score_loss": 0.039382214016384545}
+{"step": 1030000, "wall_time": 10742.80551314354, "train_loss_step": 6.449105262756348, "n_params": 4633780, "total_flops": 14662021324800000, "train_loss": 0.040525974167717825, "subset_score_loss": 0.040525974167717825}
+{"step": 1040000, "wall_time": 10840.042766094208, "train_loss_step": 5.948695659637451, "n_params": 4633780, "total_flops": 14804371046400000, "train_loss": 0.03887330426110162, "subset_score_loss": 0.03887330426110162}
+{"step": 1050000, "wall_time": 10937.580184698105, "train_loss_step": 6.734838485717773, "n_params": 4633780, "total_flops": 14946720768000000, "train_loss": 0.039982244703504775, "subset_score_loss": 0.039982244703504775}
+{"step": 1060000, "wall_time": 11035.34537768364, "train_loss_step": 6.343021392822266, "n_params": 4633780, "total_flops": 15089070489600000, "train_loss": 0.039401200082567006, "subset_score_loss": 0.039401200082567006}
+{"step": 1070000, "wall_time": 11132.403581619263, "train_loss_step": 6.787471294403076, "n_params": 4633780, "total_flops": 15231420211200000, "train_loss": 0.052519697613186304, "subset_score_loss": 0.052519697613186304}
+{"step": 1080000, "wall_time": 11229.172814846039, "train_loss_step": 6.373714447021484, "n_params": 4633780, "total_flops": 15373769932800000, "train_loss": 0.03616990778181288, "subset_score_loss": 0.03616990778181288}
+{"step": 1090000, "wall_time": 11324.939152240753, "train_loss_step": 6.658001899719238, "n_params": 4633780, "total_flops": 15516119654400000, "train_loss": 0.03874946965111627, "subset_score_loss": 0.03874946965111627}
+{"step": 1100000, "wall_time": 11499.788239955902, "train_loss_step": 6.449296474456787, "n_params": 4633780, "total_flops": 15658469376000000, "train_loss": 0.039879213439093696, "subset_score_loss": 0.039879213439093696, "memorization_fraction_pixel": 0.08370000123977661, "mean_nn_ratio_pixel": 0.8650951981544495, "fid": 223.05561921483968, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11590.362280368805, "train_loss_step": 6.217650413513184, "n_params": 4633780, "total_flops": 15800819097600000, "train_loss": 0.0373196628358629, "subset_score_loss": 0.0373196628358629}
+{"step": 1120000, "wall_time": 11687.813136816025, "train_loss_step": 6.5759358406066895, "n_params": 4633780, "total_flops": 15943168819200000, "train_loss": 0.03914594385359022, "subset_score_loss": 0.03914594385359022}
+{"step": 1130000, "wall_time": 11784.996641635895, "train_loss_step": 6.063957214355469, "n_params": 4633780, "total_flops": 16085518540800000, "train_loss": 0.03879281414879693, "subset_score_loss": 0.03879281414879693}
+{"step": 1140000, "wall_time": 11882.190541744232, "train_loss_step": 6.2235541343688965, "n_params": 4633780, "total_flops": 16227868262400000, "train_loss": 0.04055354595184326, "subset_score_loss": 0.04055354595184326}
+{"step": 1150000, "wall_time": 11979.784593582153, "train_loss_step": 6.239377021789551, "n_params": 4633780, "total_flops": 16370217984000000, "train_loss": 0.038087087207370335, "subset_score_loss": 0.038087087207370335}
+{"step": 1160000, "wall_time": 12076.573086977005, "train_loss_step": 6.146354675292969, "n_params": 4633780, "total_flops": 16512567705600000, "train_loss": 0.03708273834652371, "subset_score_loss": 0.03708273834652371}
+{"step": 1170000, "wall_time": 12172.075263738632, "train_loss_step": 6.699933052062988, "n_params": 4633780, "total_flops": 16654917427200000, "train_loss": 0.03657498359680176, "subset_score_loss": 0.03657498359680176}
+{"step": 1180000, "wall_time": 12269.273642778397, "train_loss_step": 5.947817802429199, "n_params": 4633780, "total_flops": 16797267148800000, "train_loss": 0.03626304997338189, "subset_score_loss": 0.03626304997338189}
+{"step": 1190000, "wall_time": 12366.523611307144, "train_loss_step": 6.057251930236816, "n_params": 4633780, "total_flops": 16939616870400000, "train_loss": 0.03610371218787299, "subset_score_loss": 0.03610371218787299}
+{"step": 1200000, "wall_time": 12539.128095626831, "train_loss_step": 6.039945602416992, "n_params": 4633780, "total_flops": 17081966592000000, "train_loss": 0.03542896641625298, "subset_score_loss": 0.03542896641625298, "memorization_fraction_pixel": 0.08479999750852585, "mean_nn_ratio_pixel": 0.8637424111366272, "fid": 221.57276707814538, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12633.552910089493, "train_loss_step": 6.040796279907227, "n_params": 4633780, "total_flops": 17224316313600000, "train_loss": 0.03443009588453505, "subset_score_loss": 0.03443009588453505}
+{"step": 1220000, "wall_time": 12731.007883787155, "train_loss_step": 6.072137832641602, "n_params": 4633780, "total_flops": 17366666035200000, "train_loss": 0.03628577921125624, "subset_score_loss": 0.03628577921125624}
+{"step": 1230000, "wall_time": 12828.090552091599, "train_loss_step": 5.8048200607299805, "n_params": 4633780, "total_flops": 17509015756800000, "train_loss": 0.034862902429368764, "subset_score_loss": 0.034862902429368764}
+{"step": 1240000, "wall_time": 12925.317071437836, "train_loss_step": 6.612839698791504, "n_params": 4633780, "total_flops": 17651365478400000, "train_loss": 0.03771043353610569, "subset_score_loss": 0.03771043353610569}
+{"step": 1250000, "wall_time": 13022.416332244873, "train_loss_step": 5.918957710266113, "n_params": 4633780, "total_flops": 17793715200000000, "train_loss": 0.034343412187364364, "subset_score_loss": 0.034343412187364364}
+{"step": 1260000, "wall_time": 13117.298315286636, "train_loss_step": 6.434289932250977, "n_params": 4633780, "total_flops": 17936064921600000, "train_loss": 0.03775267601013184, "subset_score_loss": 0.03775267601013184}
+{"step": 1270000, "wall_time": 13214.07185959816, "train_loss_step": 5.853418827056885, "n_params": 4633780, "total_flops": 18078414643200000, "train_loss": 0.03436824215783013, "subset_score_loss": 0.03436824215783013}
+{"step": 1280000, "wall_time": 13311.529356956482, "train_loss_step": 5.781991004943848, "n_params": 4633780, "total_flops": 18220764364800000, "train_loss": 0.037458258204989964, "subset_score_loss": 0.037458258204989964}
+{"step": 1290000, "wall_time": 13407.185709476471, "train_loss_step": 5.854466915130615, "n_params": 4633780, "total_flops": 18363114086400000, "train_loss": 0.03852200508117676, "subset_score_loss": 0.03852200508117676}
+{"step": 1300000, "wall_time": 13579.380740880966, "train_loss_step": 5.516376972198486, "n_params": 4633780, "total_flops": 18505463808000000, "train_loss": 0.032559214697943796, "subset_score_loss": 0.032559214697943796, "memorization_fraction_pixel": 0.12839999794960022, "mean_nn_ratio_pixel": 0.8204600811004639, "fid": 196.12620886420774, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13674.583554267883, "train_loss_step": 6.229727745056152, "n_params": 4633780, "total_flops": 18647813529600000, "train_loss": 0.034681397014194065, "subset_score_loss": 0.034681397014194065}
+{"step": 1320000, "wall_time": 13771.605075597763, "train_loss_step": 5.787557601928711, "n_params": 4633780, "total_flops": 18790163251200000, "train_loss": 0.03483768569098578, "subset_score_loss": 0.03483768569098578}
+{"step": 1330000, "wall_time": 13868.200148582458, "train_loss_step": 5.7631306648254395, "n_params": 4633780, "total_flops": 18932512972800000, "train_loss": 0.03322913116878933, "subset_score_loss": 0.03322913116878933}
+{"step": 1340000, "wall_time": 13964.851836919785, "train_loss_step": 5.573385238647461, "n_params": 4633780, "total_flops": 19074862694400000, "train_loss": 0.03451939423878988, "subset_score_loss": 0.03451939423878988}
+{"step": 1350000, "wall_time": 14059.611171722412, "train_loss_step": 5.518167972564697, "n_params": 4633780, "total_flops": 19217212416000000, "train_loss": 0.035068707995944554, "subset_score_loss": 0.035068707995944554}
+{"step": 1360000, "wall_time": 14157.207698583603, "train_loss_step": 5.356229782104492, "n_params": 4633780, "total_flops": 19359562137600000, "train_loss": 0.03209485742780897, "subset_score_loss": 0.03209485742780897}
+{"step": 1370000, "wall_time": 14254.68829202652, "train_loss_step": 5.5605244636535645, "n_params": 4633780, "total_flops": 19501911859200000, "train_loss": 0.030516833729214137, "subset_score_loss": 0.030516833729214137}
+{"step": 1380000, "wall_time": 14350.188198328018, "train_loss_step": 5.694106101989746, "n_params": 4633780, "total_flops": 19644261580800000, "train_loss": 0.032555410597059464, "subset_score_loss": 0.032555410597059464}
+{"step": 1390000, "wall_time": 14433.478983163834, "train_loss_step": 5.689419746398926, "n_params": 4633780, "total_flops": 19786611302400000, "train_loss": 0.034005310800340444, "subset_score_loss": 0.034005310800340444}
+{"step": 1400000, "wall_time": 14642.216187477112, "train_loss_step": 5.644109725952148, "n_params": 4633780, "total_flops": 19928961024000000, "train_loss": 0.03117050329844157, "subset_score_loss": 0.03117050329844157, "memorization_fraction_pixel": 0.14640000462532043, "mean_nn_ratio_pixel": 0.8087490200996399, "fid": 182.1243529897623, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14735.401715993881, "train_loss_step": 5.674341201782227, "n_params": 4633780, "total_flops": 20071310745600000, "train_loss": 0.03265106678009033, "subset_score_loss": 0.03265106678009033}
+{"step": 1420000, "wall_time": 14832.538461208344, "train_loss_step": 5.6136698722839355, "n_params": 4633780, "total_flops": 20213660467200000, "train_loss": 0.0324788040584988, "subset_score_loss": 0.0324788040584988}
+{"step": 1430000, "wall_time": 14929.74816775322, "train_loss_step": 6.110919952392578, "n_params": 4633780, "total_flops": 20356010188800000, "train_loss": 0.035872798495822485, "subset_score_loss": 0.035872798495822485}
+{"step": 1440000, "wall_time": 15025.04294538498, "train_loss_step": 5.564573287963867, "n_params": 4633780, "total_flops": 20498359910400000, "train_loss": 0.03340324560801188, "subset_score_loss": 0.03340324560801188}
+{"step": 1450000, "wall_time": 15122.536500930786, "train_loss_step": 5.838512420654297, "n_params": 4633780, "total_flops": 20640709632000000, "train_loss": 0.03299457232157389, "subset_score_loss": 0.03299457232157389}
+{"step": 1460000, "wall_time": 15220.142770528793, "train_loss_step": 5.6076812744140625, "n_params": 4633780, "total_flops": 20783059353600000, "train_loss": 0.031884050369262694, "subset_score_loss": 0.031884050369262694}
+{"step": 1470000, "wall_time": 15315.366312026978, "train_loss_step": 5.908642768859863, "n_params": 4633780, "total_flops": 20925409075200000, "train_loss": 0.03181700971391466, "subset_score_loss": 0.03181700971391466}
+{"step": 1480000, "wall_time": 15408.95858669281, "train_loss_step": 5.401637077331543, "n_params": 4633780, "total_flops": 21067758796800000, "train_loss": 0.030924309624565972, "subset_score_loss": 0.030924309624565972}
+{"step": 1490000, "wall_time": 15506.581432580948, "train_loss_step": 5.677112579345703, "n_params": 4633780, "total_flops": 21210108518400000, "train_loss": 0.03261857827504476, "subset_score_loss": 0.03261857827504476}
+{"step": 1500000, "wall_time": 15684.089472293854, "train_loss_step": 5.716621398925781, "n_params": 4633780, "total_flops": 21352458240000000, "train_loss": 0.033513299624125165, "subset_score_loss": 0.033513299624125165, "memorization_fraction_pixel": 0.16529999673366547, "mean_nn_ratio_pixel": 0.8010393381118774, "fid": 187.56496400475308, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 15777.53956413269, "train_loss_step": 5.431739807128906, "n_params": 4633780, "total_flops": 21494807961600000, "train_loss": 0.033529705471462674, "subset_score_loss": 0.033529705471462674}
+{"step": 1520000, "wall_time": 15872.990787267685, "train_loss_step": 5.670405387878418, "n_params": 4633780, "total_flops": 21637157683200000, "train_loss": 0.03215182887183295, "subset_score_loss": 0.03215182887183295}
+{"step": 1530000, "wall_time": 15969.990151882172, "train_loss_step": 5.835046768188477, "n_params": 4633780, "total_flops": 21779507404800000, "train_loss": 0.03167248566945394, "subset_score_loss": 0.03167248566945394}
+{"step": 1540000, "wall_time": 16067.151866436005, "train_loss_step": 5.827152252197266, "n_params": 4633780, "total_flops": 21921857126400000, "train_loss": 0.030542010731167264, "subset_score_loss": 0.030542010731167264}
+{"step": 1550000, "wall_time": 16164.366049051285, "train_loss_step": 5.990338325500488, "n_params": 4633780, "total_flops": 22064206848000000, "train_loss": 0.03191498120625814, "subset_score_loss": 0.03191498120625814}
+{"step": 1560000, "wall_time": 16260.147654056549, "train_loss_step": 5.80771017074585, "n_params": 4633780, "total_flops": 22206556569600000, "train_loss": 0.03314711782667372, "subset_score_loss": 0.03314711782667372}
+{"step": 1570000, "wall_time": 16349.288056850433, "train_loss_step": 5.429990768432617, "n_params": 4633780, "total_flops": 22348906291200000, "train_loss": 0.030755604637993705, "subset_score_loss": 0.030755604637993705}
+{"step": 1580000, "wall_time": 16442.343779325485, "train_loss_step": 5.52852201461792, "n_params": 4633780, "total_flops": 22491256012800000, "train_loss": 0.031381864017910426, "subset_score_loss": 0.031381864017910426}
+{"step": 1590000, "wall_time": 16539.78468322754, "train_loss_step": 5.510127067565918, "n_params": 4633780, "total_flops": 22633605734400000, "train_loss": 0.029264171918233235, "subset_score_loss": 0.029264171918233235}
+{"step": 1600000, "wall_time": 16738.84667158127, "train_loss_step": 5.597129821777344, "n_params": 4633780, "total_flops": 22775955456000000, "train_loss": 0.030620932579040527, "subset_score_loss": 0.030620932579040527, "memorization_fraction_pixel": 0.18440000712871552, "mean_nn_ratio_pixel": 0.7774821519851685, "fid": 177.61500432768725, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 16819.733062267303, "train_loss_step": 5.535953521728516, "n_params": 4633780, "total_flops": 22918305177600000, "train_loss": 0.030586936738755968, "subset_score_loss": 0.030586936738755968}
+{"step": 1620000, "wall_time": 16916.772649765015, "train_loss_step": 5.441988945007324, "n_params": 4633780, "total_flops": 23060654899200000, "train_loss": 0.031085891193813747, "subset_score_loss": 0.031085891193813747}
+{"step": 1630000, "wall_time": 17014.350695848465, "train_loss_step": 5.49849796295166, "n_params": 4633780, "total_flops": 23203004620800000, "train_loss": 0.031976005766126844, "subset_score_loss": 0.031976005766126844}
+{"step": 1640000, "wall_time": 17111.80579161644, "train_loss_step": 5.4663166999816895, "n_params": 4633780, "total_flops": 23345354342400000, "train_loss": 0.028431826167636447, "subset_score_loss": 0.028431826167636447}
+{"step": 1650000, "wall_time": 17207.282805919647, "train_loss_step": 5.547117233276367, "n_params": 4633780, "total_flops": 23487704064000000, "train_loss": 0.029812603526645238, "subset_score_loss": 0.029812603526645238}
+{"step": 1660000, "wall_time": 17302.063826560974, "train_loss_step": 4.789549827575684, "n_params": 4633780, "total_flops": 23630053785600000, "train_loss": 0.03152851793501112, "subset_score_loss": 0.03152851793501112}
+{"step": 1670000, "wall_time": 17384.99544930458, "train_loss_step": 5.379920959472656, "n_params": 4633780, "total_flops": 23772403507200000, "train_loss": 0.0323728428946601, "subset_score_loss": 0.0323728428946601}
+{"step": 1680000, "wall_time": 17482.154057741165, "train_loss_step": 5.152757167816162, "n_params": 4633780, "total_flops": 23914753228800000, "train_loss": 0.029188564088609485, "subset_score_loss": 0.029188564088609485}
+{"step": 1690000, "wall_time": 17579.811000347137, "train_loss_step": 5.329617023468018, "n_params": 4633780, "total_flops": 24057102950400000, "train_loss": 0.03274899588690864, "subset_score_loss": 0.03274899588690864}
+{"step": 1700000, "wall_time": 17794.603326559067, "train_loss_step": 5.577692985534668, "n_params": 4633780, "total_flops": 24199452672000000, "train_loss": 0.030584041277567545, "subset_score_loss": 0.030584041277567545, "memorization_fraction_pixel": 0.20499999821186066, "mean_nn_ratio_pixel": 0.7640876173973083, "fid": 167.94065642052382, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 17887.08992433548, "train_loss_step": 5.234907627105713, "n_params": 4633780, "total_flops": 24341802393600000, "train_loss": 0.028947387801276314, "subset_score_loss": 0.028947387801276314}
+{"step": 1720000, "wall_time": 17984.16748547554, "train_loss_step": 5.503725051879883, "n_params": 4633780, "total_flops": 24484152115200000, "train_loss": 0.031522878011067706, "subset_score_loss": 0.031522878011067706}
+{"step": 1730000, "wall_time": 18079.4969830513, "train_loss_step": 5.449302673339844, "n_params": 4633780, "total_flops": 24626501836800000, "train_loss": 0.02934537993537055, "subset_score_loss": 0.02934537993537055}
+{"step": 1740000, "wall_time": 18177.03573989868, "train_loss_step": 5.45256233215332, "n_params": 4633780, "total_flops": 24768851558400000, "train_loss": 0.03300409317016602, "subset_score_loss": 0.03300409317016602}
+{"step": 1750000, "wall_time": 18274.355689764023, "train_loss_step": 5.127192497253418, "n_params": 4633780, "total_flops": 24911201280000000, "train_loss": 0.029273404015435114, "subset_score_loss": 0.029273404015435114}
+{"step": 1760000, "wall_time": 18368.200819969177, "train_loss_step": 5.266938209533691, "n_params": 4633780, "total_flops": 25053551001600000, "train_loss": 0.027851918008592394, "subset_score_loss": 0.027851918008592394}
+{"step": 1770000, "wall_time": 18465.492140054703, "train_loss_step": 5.029223442077637, "n_params": 4633780, "total_flops": 25195900723200000, "train_loss": 0.02950497998131646, "subset_score_loss": 0.02950497998131646}
+{"step": 1780000, "wall_time": 18563.023773431778, "train_loss_step": 5.376229286193848, "n_params": 4633780, "total_flops": 25338250444800000, "train_loss": 0.03180893527136908, "subset_score_loss": 0.03180893527136908}
+{"step": 1790000, "wall_time": 18658.14452266693, "train_loss_step": 4.71251106262207, "n_params": 4633780, "total_flops": 25480600166400000, "train_loss": 0.028303294711642796, "subset_score_loss": 0.028303294711642796}
+{"step": 1800000, "wall_time": 18835.156133413315, "train_loss_step": 5.356898307800293, "n_params": 4633780, "total_flops": 25622949888000000, "train_loss": 0.02819809118906657, "subset_score_loss": 0.02819809118906657, "memorization_fraction_pixel": 0.2045000046491623, "mean_nn_ratio_pixel": 0.768844723701477, "fid": 180.0676811580389, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 18929.024567365646, "train_loss_step": 5.395416736602783, "n_params": 4633780, "total_flops": 25765299609600000, "train_loss": 0.03158244821760389, "subset_score_loss": 0.03158244821760389}
+{"step": 1820000, "wall_time": 19025.039439678192, "train_loss_step": 5.214726448059082, "n_params": 4633780, "total_flops": 25907649331200000, "train_loss": 0.0282958189646403, "subset_score_loss": 0.0282958189646403}
+{"step": 1830000, "wall_time": 19122.23105740547, "train_loss_step": 5.530179023742676, "n_params": 4633780, "total_flops": 26049999052800000, "train_loss": 0.029213309288024902, "subset_score_loss": 0.029213309288024902}
+{"step": 1840000, "wall_time": 19219.51058101654, "train_loss_step": 4.964254379272461, "n_params": 4633780, "total_flops": 26192348774400000, "train_loss": 0.02785967985788981, "subset_score_loss": 0.02785967985788981}
+{"step": 1850000, "wall_time": 19313.13557600975, "train_loss_step": 5.018027305603027, "n_params": 4633780, "total_flops": 26334698496000000, "train_loss": 0.025626079241434733, "subset_score_loss": 0.025626079241434733}
+{"step": 1860000, "wall_time": 19410.683116197586, "train_loss_step": 5.360520362854004, "n_params": 4633780, "total_flops": 26477048217600000, "train_loss": 0.027343697018093534, "subset_score_loss": 0.027343697018093534}
+{"step": 1870000, "wall_time": 19507.708176851273, "train_loss_step": 5.421662330627441, "n_params": 4633780, "total_flops": 26619397939200000, "train_loss": 0.030082832442389594, "subset_score_loss": 0.030082832442389594}
+{"step": 1880000, "wall_time": 19603.15575861931, "train_loss_step": 5.4536919593811035, "n_params": 4633780, "total_flops": 26761747660800000, "train_loss": 0.0281497769885593, "subset_score_loss": 0.0281497769885593}
+{"step": 1890000, "wall_time": 19700.262408733368, "train_loss_step": 5.478577136993408, "n_params": 4633780, "total_flops": 26904097382400000, "train_loss": 0.029419202274746366, "subset_score_loss": 0.029419202274746366}
+{"step": 1900000, "wall_time": 19916.094944238663, "train_loss_step": 5.5059404373168945, "n_params": 4633780, "total_flops": 27046447104000000, "train_loss": 0.027568292617797852, "subset_score_loss": 0.027568292617797852, "memorization_fraction_pixel": 0.22499999403953552, "mean_nn_ratio_pixel": 0.7470047473907471, "fid": 169.50269147132855, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 20004.83595252037, "train_loss_step": 5.313953399658203, "n_params": 4633780, "total_flops": 27188796825600000, "train_loss": 0.02993337843153212, "subset_score_loss": 0.02993337843153212}
+{"step": 1920000, "wall_time": 20102.146503686905, "train_loss_step": 5.123697280883789, "n_params": 4633780, "total_flops": 27331146547200000, "train_loss": 0.028937366273668077, "subset_score_loss": 0.028937366273668077}
+{"step": 1930000, "wall_time": 20194.51248073578, "train_loss_step": 5.146437168121338, "n_params": 4633780, "total_flops": 27473496268800000, "train_loss": 0.02812256548139784, "subset_score_loss": 0.02812256548139784}
+{"step": 1940000, "wall_time": 20284.265362024307, "train_loss_step": 4.937633037567139, "n_params": 4633780, "total_flops": 27615845990400000, "train_loss": 0.0255736509958903, "subset_score_loss": 0.0255736509958903}
+{"step": 1950000, "wall_time": 20381.829210996628, "train_loss_step": 5.357220649719238, "n_params": 4633780, "total_flops": 27758195712000000, "train_loss": 0.027076750331454808, "subset_score_loss": 0.027076750331454808}
+{"step": 1960000, "wall_time": 20476.523562192917, "train_loss_step": 5.257818222045898, "n_params": 4633780, "total_flops": 27900545433600000, "train_loss": 0.027484080526563856, "subset_score_loss": 0.027484080526563856}
+{"step": 1970000, "wall_time": 20574.039640426636, "train_loss_step": 5.144970893859863, "n_params": 4633780, "total_flops": 28042895155200000, "train_loss": 0.02716506322224935, "subset_score_loss": 0.02716506322224935}
+{"step": 1980000, "wall_time": 20671.153515815735, "train_loss_step": 5.014721870422363, "n_params": 4633780, "total_flops": 28185244876800000, "train_loss": 0.02681087123023139, "subset_score_loss": 0.02681087123023139}
+{"step": 1990000, "wall_time": 20768.203409910202, "train_loss_step": 5.013365745544434, "n_params": 4633780, "total_flops": 28327594598400000, "train_loss": 0.030607610278659398, "subset_score_loss": 0.030607610278659398}
+{"step": 2000000, "wall_time": 20978.187180757523, "train_loss_step": 5.09556770324707, "n_params": 4633780, "total_flops": 28469944320000000, "train_loss": 0.029290760887993705, "subset_score_loss": 0.029290760887993705, "memorization_fraction_pixel": 0.2459000051021576, "mean_nn_ratio_pixel": 0.7399944067001343, "fid": 170.89736869876205, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 21070.21905016899, "train_loss_step": 5.140510559082031, "n_params": 4633780, "total_flops": 28612294041600000, "train_loss": 0.026911282539367677, "subset_score_loss": 0.026911282539367677}
+{"step": 2020000, "wall_time": 21163.564820051193, "train_loss_step": 4.718757152557373, "n_params": 4633780, "total_flops": 28754643763200000, "train_loss": 0.02558697329627143, "subset_score_loss": 0.02558697329627143}
+{"step": 2030000, "wall_time": 21255.9402282238, "train_loss_step": 5.006309986114502, "n_params": 4633780, "total_flops": 28896993484800000, "train_loss": 0.025775639216105144, "subset_score_loss": 0.025775639216105144}
+{"step": 2040000, "wall_time": 21351.801347255707, "train_loss_step": 5.281842231750488, "n_params": 4633780, "total_flops": 29039343206400000, "train_loss": 0.0261874967151218, "subset_score_loss": 0.0261874967151218}
+{"step": 2050000, "wall_time": 21447.95871114731, "train_loss_step": 4.932957172393799, "n_params": 4633780, "total_flops": 29181692928000000, "train_loss": 0.029143169191148545, "subset_score_loss": 0.029143169191148545}
+{"step": 2060000, "wall_time": 21545.367424964905, "train_loss_step": 5.226064205169678, "n_params": 4633780, "total_flops": 29324042649600000, "train_loss": 0.02914270824856228, "subset_score_loss": 0.02914270824856228}
+{"step": 2070000, "wall_time": 21642.292948007584, "train_loss_step": 5.2769365310668945, "n_params": 4633780, "total_flops": 29466392371200000, "train_loss": 0.03187223805321587, "subset_score_loss": 0.03187223805321587}
+{"step": 2080000, "wall_time": 21739.478187799454, "train_loss_step": 4.8723368644714355, "n_params": 4633780, "total_flops": 29608742092800000, "train_loss": 0.02712802357143826, "subset_score_loss": 0.02712802357143826}
+{"step": 2090000, "wall_time": 21834.89460349083, "train_loss_step": 5.175858497619629, "n_params": 4633780, "total_flops": 29751091814400000, "train_loss": 0.026221720377604167, "subset_score_loss": 0.026221720377604167}
+{"step": 2100000, "wall_time": 22046.858316898346, "train_loss_step": 5.255889415740967, "n_params": 4633780, "total_flops": 29893441536000000, "train_loss": 0.02793943617078993, "subset_score_loss": 0.02793943617078993, "memorization_fraction_pixel": 0.26750001311302185, "mean_nn_ratio_pixel": 0.7186481356620789, "fid": 168.6362536057647, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 22131.393635749817, "train_loss_step": 4.959603309631348, "n_params": 4633780, "total_flops": 30035791257600000, "train_loss": 0.028879830572340223, "subset_score_loss": 0.028879830572340223}
+{"step": 2120000, "wall_time": 22219.351954460144, "train_loss_step": 4.87632417678833, "n_params": 4633780, "total_flops": 30178140979200000, "train_loss": 0.027259522014194064, "subset_score_loss": 0.027259522014194064}
+{"step": 2130000, "wall_time": 22314.93312072754, "train_loss_step": 4.947110652923584, "n_params": 4633780, "total_flops": 30320490700800000, "train_loss": 0.025851231151156954, "subset_score_loss": 0.025851231151156954}
+{"step": 2140000, "wall_time": 22411.876287937164, "train_loss_step": 5.023456573486328, "n_params": 4633780, "total_flops": 30462840422400000, "train_loss": 0.02755671077304416, "subset_score_loss": 0.02755671077304416}
+{"step": 2150000, "wall_time": 22509.35089492798, "train_loss_step": 5.2718400955200195, "n_params": 4633780, "total_flops": 30605190144000000, "train_loss": 0.028289561801486545, "subset_score_loss": 0.028289561801486545}
+{"step": 2160000, "wall_time": 22606.376115083694, "train_loss_step": 4.829433917999268, "n_params": 4633780, "total_flops": 30747539865600000, "train_loss": 0.026285190052456327, "subset_score_loss": 0.026285190052456327}
+{"step": 2170000, "wall_time": 22703.503486394882, "train_loss_step": 4.945461750030518, "n_params": 4633780, "total_flops": 30889889587200000, "train_loss": 0.028862897555033365, "subset_score_loss": 0.028862897555033365}
+{"step": 2180000, "wall_time": 22798.555212020874, "train_loss_step": 5.0182342529296875, "n_params": 4633780, "total_flops": 31032239308800000, "train_loss": 0.02735337151421441, "subset_score_loss": 0.02735337151421441}
+{"step": 2190000, "wall_time": 22895.72016263008, "train_loss_step": 5.327657222747803, "n_params": 4633780, "total_flops": 31174589030400000, "train_loss": 0.027635092205471463, "subset_score_loss": 0.027635092205471463}
+{"step": 2200000, "wall_time": 23090.200887918472, "train_loss_step": 4.888316631317139, "n_params": 4633780, "total_flops": 31316938752000000, "train_loss": 0.026522548993428548, "subset_score_loss": 0.026522548993428548, "memorization_fraction_pixel": 0.25690001249313354, "mean_nn_ratio_pixel": 0.7348199486732483, "fid": 170.3191221184199, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 23160.966819763184, "train_loss_step": 4.957934379577637, "n_params": 4633780, "total_flops": 31459288473600000, "train_loss": 0.025495510631137423, "subset_score_loss": 0.025495510631137423}
+{"step": 2220000, "wall_time": 23258.311913967133, "train_loss_step": 4.988225936889648, "n_params": 4633780, "total_flops": 31601638195200000, "train_loss": 0.02579951286315918, "subset_score_loss": 0.02579951286315918}
+{"step": 2230000, "wall_time": 23355.193689346313, "train_loss_step": 5.0453081130981445, "n_params": 4633780, "total_flops": 31743987916800000, "train_loss": 0.02486063904232449, "subset_score_loss": 0.02486063904232449}
+{"step": 2240000, "wall_time": 23452.53092956543, "train_loss_step": 4.678839683532715, "n_params": 4633780, "total_flops": 31886337638400000, "train_loss": 0.023321506712171765, "subset_score_loss": 0.023321506712171765}
+{"step": 2250000, "wall_time": 23550.03106737137, "train_loss_step": 5.195847511291504, "n_params": 4633780, "total_flops": 32028687360000000, "train_loss": 0.025231716367933484, "subset_score_loss": 0.025231716367933484}
+{"step": 2260000, "wall_time": 23647.183527946472, "train_loss_step": 4.905055046081543, "n_params": 4633780, "total_flops": 32171037081600000, "train_loss": 0.026210358407762317, "subset_score_loss": 0.026210358407762317}
+{"step": 2270000, "wall_time": 23743.159613370895, "train_loss_step": 5.1863508224487305, "n_params": 4633780, "total_flops": 32313386803200000, "train_loss": 0.026734209060668944, "subset_score_loss": 0.026734209060668944}
+{"step": 2280000, "wall_time": 23840.482126951218, "train_loss_step": 4.800024509429932, "n_params": 4633780, "total_flops": 32455736524800000, "train_loss": 0.025137533081902398, "subset_score_loss": 0.025137533081902398}
+{"step": 2290000, "wall_time": 23937.845103502274, "train_loss_step": 4.794334411621094, "n_params": 4633780, "total_flops": 32598086246400000, "train_loss": 0.02943478955162896, "subset_score_loss": 0.02943478955162896}
+{"step": 2300000, "wall_time": 24126.45564365387, "train_loss_step": 4.834362506866455, "n_params": 4633780, "total_flops": 32740435968000000, "train_loss": 0.024644292725457085, "subset_score_loss": 0.024644292725457085, "memorization_fraction_pixel": 0.2581999897956848, "mean_nn_ratio_pixel": 0.7320181727409363, "fid": 172.59281645226102, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 24209.337377548218, "train_loss_step": 4.877509117126465, "n_params": 4633780, "total_flops": 32882785689600000, "train_loss": 0.02709935506184896, "subset_score_loss": 0.02709935506184896}
+{"step": 2320000, "wall_time": 24306.072651863098, "train_loss_step": 4.389764785766602, "n_params": 4633780, "total_flops": 33025135411200000, "train_loss": 0.02529517279730903, "subset_score_loss": 0.02529517279730903}
+{"step": 2330000, "wall_time": 24403.182266950607, "train_loss_step": 5.016400337219238, "n_params": 4633780, "total_flops": 33167485132800000, "train_loss": 0.0289377318488227, "subset_score_loss": 0.0289377318488227}
+{"step": 2340000, "wall_time": 24500.322416305542, "train_loss_step": 4.43218994140625, "n_params": 4633780, "total_flops": 33309834854400000, "train_loss": 0.025030615594651966, "subset_score_loss": 0.025030615594651966}
+{"step": 2350000, "wall_time": 24596.02307152748, "train_loss_step": 4.59603214263916, "n_params": 4633780, "total_flops": 33452184576000000, "train_loss": 0.025041678216722277, "subset_score_loss": 0.025041678216722277}
+{"step": 2360000, "wall_time": 24692.206370830536, "train_loss_step": 5.109113693237305, "n_params": 4633780, "total_flops": 33594534297600000, "train_loss": 0.02712239424387614, "subset_score_loss": 0.02712239424387614}
+{"step": 2370000, "wall_time": 24789.521154403687, "train_loss_step": 5.092348098754883, "n_params": 4633780, "total_flops": 33736884019200000, "train_loss": 0.026128745079040526, "subset_score_loss": 0.026128745079040526}
+{"step": 2380000, "wall_time": 24886.99597263336, "train_loss_step": 4.899899482727051, "n_params": 4633780, "total_flops": 33879233740800000, "train_loss": 0.026661213239034018, "subset_score_loss": 0.026661213239034018}
+{"step": 2390000, "wall_time": 24984.166529893875, "train_loss_step": 4.530820369720459, "n_params": 4633780, "total_flops": 34021583462400000, "train_loss": 0.024221054712931313, "subset_score_loss": 0.024221054712931313}
+{"step": 2400000, "wall_time": 25188.80020546913, "train_loss_step": 5.009055137634277, "n_params": 4633780, "total_flops": 34163933184000000, "train_loss": 0.02588990529378255, "subset_score_loss": 0.02588990529378255, "memorization_fraction_pixel": 0.29179999232292175, "mean_nn_ratio_pixel": 0.707884669303894, "fid": 164.39105595766898, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 25274.981885671616, "train_loss_step": 4.9501423835754395, "n_params": 4633780, "total_flops": 34306282905600000, "train_loss": 0.025287755330403647, "subset_score_loss": 0.025287755330403647}
+{"step": 2420000, "wall_time": 25372.50050830841, "train_loss_step": 4.690861701965332, "n_params": 4633780, "total_flops": 34448632627200000, "train_loss": 0.023911521169874404, "subset_score_loss": 0.023911521169874404}
+{"step": 2430000, "wall_time": 25469.693748235703, "train_loss_step": 4.739249229431152, "n_params": 4633780, "total_flops": 34590982348800000, "train_loss": 0.02582190301683214, "subset_score_loss": 0.02582190301683214}
+{"step": 2440000, "wall_time": 25565.034100055695, "train_loss_step": 4.6640801429748535, "n_params": 4633780, "total_flops": 34733332070400000, "train_loss": 0.023849182658725314, "subset_score_loss": 0.023849182658725314}
+{"step": 2450000, "wall_time": 25662.15502858162, "train_loss_step": 4.985235214233398, "n_params": 4633780, "total_flops": 34875681792000000, "train_loss": 0.02512389553917779, "subset_score_loss": 0.02512389553917779}
+{"step": 2460000, "wall_time": 25759.513474225998, "train_loss_step": 4.792136192321777, "n_params": 4633780, "total_flops": 35018031513600000, "train_loss": 0.029516694280836316, "subset_score_loss": 0.029516694280836316}
+{"step": 2470000, "wall_time": 25857.184653759003, "train_loss_step": 4.766618728637695, "n_params": 4633780, "total_flops": 35160381235200000, "train_loss": 0.024498597780863444, "subset_score_loss": 0.024498597780863444}
+{"step": 2480000, "wall_time": 25952.967302322388, "train_loss_step": 4.823101043701172, "n_params": 4633780, "total_flops": 35302730956800000, "train_loss": 0.024332737922668456, "subset_score_loss": 0.024332737922668456}
+{"step": 2490000, "wall_time": 26050.26585674286, "train_loss_step": 5.054691314697266, "n_params": 4633780, "total_flops": 35445080678400000, "train_loss": 0.025300825966729057, "subset_score_loss": 0.025300825966729057}
+{"step": 2500000, "wall_time": 26249.823170661926, "train_loss_step": 4.94277811050415, "n_params": 4633780, "total_flops": 35587430400000000, "train_loss": 0.026100402408175998, "subset_score_loss": 0.026100402408175998, "memorization_fraction_pixel": 0.34200000762939453, "mean_nn_ratio_pixel": 0.667934000492096, "fid": 150.06836406744807, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 26329.01824092865, "train_loss_step": 4.740655422210693, "n_params": 4633780, "total_flops": 35729780121600000, "train_loss": 0.024756693840026857, "subset_score_loss": 0.024756693840026857}
+{"step": 2520000, "wall_time": 26425.874495506287, "train_loss_step": 4.961798667907715, "n_params": 4633780, "total_flops": 35872129843200000, "train_loss": 0.023894071578979492, "subset_score_loss": 0.023894071578979492}
+{"step": 2530000, "wall_time": 26520.701657295227, "train_loss_step": 4.72070837020874, "n_params": 4633780, "total_flops": 36014479564800000, "train_loss": 0.025255839029947918, "subset_score_loss": 0.025255839029947918}
+{"step": 2540000, "wall_time": 26618.162131786346, "train_loss_step": 4.679496765136719, "n_params": 4633780, "total_flops": 36156829286400000, "train_loss": 0.026231474346584745, "subset_score_loss": 0.026231474346584745}
+{"step": 2550000, "wall_time": 26715.50877737999, "train_loss_step": 5.080574989318848, "n_params": 4633780, "total_flops": 36299179008000000, "train_loss": 0.02691030502319336, "subset_score_loss": 0.02691030502319336}
+{"step": 2560000, "wall_time": 26811.32756781578, "train_loss_step": 5.050310134887695, "n_params": 4633780, "total_flops": 36441528729600000, "train_loss": 0.024626845783657498, "subset_score_loss": 0.024626845783657498}
+{"step": 2570000, "wall_time": 26908.53026819229, "train_loss_step": 4.896812438964844, "n_params": 4633780, "total_flops": 36583878451200000, "train_loss": 0.025936206181844074, "subset_score_loss": 0.025936206181844074}
+{"step": 2580000, "wall_time": 27005.296602010727, "train_loss_step": 4.697688102722168, "n_params": 4633780, "total_flops": 36726228172800000, "train_loss": 0.024877214431762697, "subset_score_loss": 0.024877214431762697}
+{"step": 2590000, "wall_time": 27099.19745373726, "train_loss_step": 4.999387741088867, "n_params": 4633780, "total_flops": 36868577894400000, "train_loss": 0.029198280970255532, "subset_score_loss": 0.029198280970255532}
+{"step": 2600000, "wall_time": 27320.348699569702, "train_loss_step": 4.949803829193115, "n_params": 4633780, "total_flops": 37010927616000000, "train_loss": 0.0254172060224745, "subset_score_loss": 0.0254172060224745, "memorization_fraction_pixel": 0.3199000060558319, "mean_nn_ratio_pixel": 0.6877679824829102, "fid": 160.26812303216292, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 27402.916565656662, "train_loss_step": 4.503910541534424, "n_params": 4633780, "total_flops": 37153277337600000, "train_loss": 0.024135359128316245, "subset_score_loss": 0.024135359128316245}
+{"step": 2620000, "wall_time": 27500.255886554718, "train_loss_step": 4.702799320220947, "n_params": 4633780, "total_flops": 37295627059200000, "train_loss": 0.025807502534654407, "subset_score_loss": 0.025807502534654407}
+{"step": 2630000, "wall_time": 27597.632513046265, "train_loss_step": 4.7542724609375, "n_params": 4633780, "total_flops": 37437976780800000, "train_loss": 0.024880043665568032, "subset_score_loss": 0.024880043665568032}
+{"step": 2640000, "wall_time": 27694.99572467804, "train_loss_step": 4.703141212463379, "n_params": 4633780, "total_flops": 37580326502400000, "train_loss": 0.026135916180080838, "subset_score_loss": 0.026135916180080838}
+{"step": 2650000, "wall_time": 27790.69721841812, "train_loss_step": 4.792206287384033, "n_params": 4633780, "total_flops": 37722676224000000, "train_loss": 0.02501643498738607, "subset_score_loss": 0.02501643498738607}
+{"step": 2660000, "wall_time": 27888.186788082123, "train_loss_step": 4.799830913543701, "n_params": 4633780, "total_flops": 37865025945600000, "train_loss": 0.025446452034844292, "subset_score_loss": 0.025446452034844292}
+{"step": 2670000, "wall_time": 27980.401137828827, "train_loss_step": 4.968339920043945, "n_params": 4633780, "total_flops": 38007375667200000, "train_loss": 0.02395692931281196, "subset_score_loss": 0.02395692931281196}
+{"step": 2680000, "wall_time": 28069.665347099304, "train_loss_step": 4.608068943023682, "n_params": 4633780, "total_flops": 38149725388800000, "train_loss": 0.023007427321539986, "subset_score_loss": 0.023007427321539986}
+{"step": 2690000, "wall_time": 28166.586679458618, "train_loss_step": 4.607959270477295, "n_params": 4633780, "total_flops": 38292075110400000, "train_loss": 0.02287438710530599, "subset_score_loss": 0.02287438710530599}
+{"step": 2700000, "wall_time": 28369.23340368271, "train_loss_step": 4.552975654602051, "n_params": 4633780, "total_flops": 38434424832000000, "train_loss": 0.02332384056515164, "subset_score_loss": 0.02332384056515164, "memorization_fraction_pixel": 0.3409000039100647, "mean_nn_ratio_pixel": 0.6722737550735474, "fid": 153.27121164847188, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 28452.368032455444, "train_loss_step": 5.191902160644531, "n_params": 4633780, "total_flops": 38576774553600000, "train_loss": 0.02684150536855062, "subset_score_loss": 0.02684150536855062}
+{"step": 2720000, "wall_time": 28547.359479427338, "train_loss_step": 4.852456569671631, "n_params": 4633780, "total_flops": 38719124275200000, "train_loss": 0.02329452567630344, "subset_score_loss": 0.02329452567630344}
+{"step": 2730000, "wall_time": 28642.79934811592, "train_loss_step": 4.674664497375488, "n_params": 4633780, "total_flops": 38861473996800000, "train_loss": 0.02766208118862576, "subset_score_loss": 0.02766208118862576}
+{"step": 2740000, "wall_time": 28740.19200706482, "train_loss_step": 5.07451057434082, "n_params": 4633780, "total_flops": 39003823718400000, "train_loss": 0.02401007546318902, "subset_score_loss": 0.02401007546318902}
+{"step": 2750000, "wall_time": 28837.347848653793, "train_loss_step": 4.597871780395508, "n_params": 4633780, "total_flops": 39146173440000000, "train_loss": 0.022789118025037976, "subset_score_loss": 0.022789118025037976}
+{"step": 2760000, "wall_time": 28934.384685754776, "train_loss_step": 4.934618949890137, "n_params": 4633780, "total_flops": 39288523161600000, "train_loss": 0.02491077052222358, "subset_score_loss": 0.02491077052222358}
+{"step": 2770000, "wall_time": 29016.88370347023, "train_loss_step": 4.728503227233887, "n_params": 4633780, "total_flops": 39430872883200000, "train_loss": 0.02351963520050049, "subset_score_loss": 0.02351963520050049}
+{"step": 2780000, "wall_time": 29113.967356681824, "train_loss_step": 4.3546833992004395, "n_params": 4633780, "total_flops": 39573222604800000, "train_loss": 0.02326418823666043, "subset_score_loss": 0.02326418823666043}
+{"step": 2790000, "wall_time": 29211.251859664917, "train_loss_step": 4.971137046813965, "n_params": 4633780, "total_flops": 39715572326400000, "train_loss": 0.025328116946750218, "subset_score_loss": 0.025328116946750218}
+{"step": 2800000, "wall_time": 29430.570249795914, "train_loss_step": 4.766083717346191, "n_params": 4633780, "total_flops": 39857922048000000, "train_loss": 0.023441251118977866, "subset_score_loss": 0.023441251118977866, "memorization_fraction_pixel": 0.3345000147819519, "mean_nn_ratio_pixel": 0.6746298670768738, "fid": 151.50649919882, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 29514.488352537155, "train_loss_step": 4.5078630447387695, "n_params": 4633780, "total_flops": 40000271769600000, "train_loss": 0.02553118864695231, "subset_score_loss": 0.02553118864695231}
+{"step": 2820000, "wall_time": 29607.46618437767, "train_loss_step": 4.864562034606934, "n_params": 4633780, "total_flops": 40142621491200000, "train_loss": 0.024589668379889594, "subset_score_loss": 0.024589668379889594}
+{"step": 2830000, "wall_time": 29705.261520385742, "train_loss_step": 4.734014511108398, "n_params": 4633780, "total_flops": 40284971212800000, "train_loss": 0.025328866640726724, "subset_score_loss": 0.025328866640726724}
+{"step": 2840000, "wall_time": 29802.811874628067, "train_loss_step": 4.7221479415893555, "n_params": 4633780, "total_flops": 40427320934400000, "train_loss": 0.022785827848646377, "subset_score_loss": 0.022785827848646377}
+{"step": 2850000, "wall_time": 29900.234213590622, "train_loss_step": 4.9862589836120605, "n_params": 4633780, "total_flops": 40569670656000000, "train_loss": 0.02304065227508545, "subset_score_loss": 0.02304065227508545}
+{"step": 2860000, "wall_time": 29993.742101430893, "train_loss_step": 4.478328227996826, "n_params": 4633780, "total_flops": 40712020377600000, "train_loss": 0.025372510486178928, "subset_score_loss": 0.025372510486178928}
+{"step": 2870000, "wall_time": 30090.771916389465, "train_loss_step": 4.904400825500488, "n_params": 4633780, "total_flops": 40854370099200000, "train_loss": 0.024114606115553112, "subset_score_loss": 0.024114606115553112}
+{"step": 2880000, "wall_time": 30186.286328315735, "train_loss_step": 4.596893310546875, "n_params": 4633780, "total_flops": 40996719820800000, "train_loss": 0.02945728831821018, "subset_score_loss": 0.02945728831821018}
+{"step": 2890000, "wall_time": 30283.669284582138, "train_loss_step": 4.301718711853027, "n_params": 4633780, "total_flops": 41139069542400000, "train_loss": 0.022373880280388725, "subset_score_loss": 0.022373880280388725}
+{"step": 2900000, "wall_time": 30459.287690401077, "train_loss_step": 4.804400444030762, "n_params": 4633780, "total_flops": 41281419264000000, "train_loss": 0.021600537829928927, "subset_score_loss": 0.021600537829928927, "memorization_fraction_pixel": 0.33480000495910645, "mean_nn_ratio_pixel": 0.6771420836448669, "fid": 154.27499848205392, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 30557.347712278366, "train_loss_step": 4.965017795562744, "n_params": 4633780, "total_flops": 41423768985600000, "train_loss": 0.02646095487806532, "subset_score_loss": 0.02646095487806532}
+{"step": 2920000, "wall_time": 30651.51741027832, "train_loss_step": 4.563779830932617, "n_params": 4633780, "total_flops": 41566118707200000, "train_loss": 0.022840701209174263, "subset_score_loss": 0.022840701209174263}
+{"step": 2930000, "wall_time": 30749.016610622406, "train_loss_step": 4.682844638824463, "n_params": 4633780, "total_flops": 41708468428800000, "train_loss": 0.024599038230048286, "subset_score_loss": 0.024599038230048286}
+{"step": 2940000, "wall_time": 30846.374322891235, "train_loss_step": 4.523133754730225, "n_params": 4633780, "total_flops": 41850818150400000, "train_loss": 0.02238082355923123, "subset_score_loss": 0.02238082355923123}
+{"step": 2950000, "wall_time": 30939.902136087418, "train_loss_step": 4.794844627380371, "n_params": 4633780, "total_flops": 41993167872000000, "train_loss": 0.02543002234564887, "subset_score_loss": 0.02543002234564887}
+{"step": 2960000, "wall_time": 31037.320192098618, "train_loss_step": 4.633258819580078, "n_params": 4633780, "total_flops": 42135517593600000, "train_loss": 0.022481038835313584, "subset_score_loss": 0.022481038835313584}
+{"step": 2970000, "wall_time": 31132.395121335983, "train_loss_step": 4.645449161529541, "n_params": 4633780, "total_flops": 42277867315200000, "train_loss": 0.02228501107957628, "subset_score_loss": 0.02228501107957628}
+{"step": 2980000, "wall_time": 31229.517117261887, "train_loss_step": 4.988516807556152, "n_params": 4633780, "total_flops": 42420217036800000, "train_loss": 0.024402443567911783, "subset_score_loss": 0.024402443567911783}
+{"step": 2990000, "wall_time": 31326.90211200714, "train_loss_step": 4.305074214935303, "n_params": 4633780, "total_flops": 42562566758400000, "train_loss": 0.02455909252166748, "subset_score_loss": 0.02455909252166748}
+{"step": 3000000, "wall_time": 31535.69196510315, "train_loss_step": 4.371811866760254, "n_params": 4633780, "total_flops": 42704916480000000, "train_loss": 0.02664028273688422, "subset_score_loss": 0.02664028273688422, "memorization_fraction_pixel": 0.35249999165534973, "mean_nn_ratio_pixel": 0.6696670651435852, "fid": 152.03574567584178, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 31627.712415456772, "train_loss_step": 4.68594217300415, "n_params": 4633780, "total_flops": 42847266201600000, "train_loss": 0.02420322365230984, "subset_score_loss": 0.02420322365230984}
+{"step": 3020000, "wall_time": 31716.83088040352, "train_loss_step": 4.695985794067383, "n_params": 4633780, "total_flops": 42989615923200000, "train_loss": 0.022112275494469535, "subset_score_loss": 0.022112275494469535}
+{"step": 3030000, "wall_time": 31811.794177770615, "train_loss_step": 4.546672821044922, "n_params": 4633780, "total_flops": 43131965644800000, "train_loss": 0.022563563452826604, "subset_score_loss": 0.022563563452826604}
+{"step": 3040000, "wall_time": 31898.944365739822, "train_loss_step": 4.45708703994751, "n_params": 4633780, "total_flops": 43274315366400000, "train_loss": 0.023259234428405762, "subset_score_loss": 0.023259234428405762}
+{"step": 3050000, "wall_time": 31996.33328151703, "train_loss_step": 5.017029762268066, "n_params": 4633780, "total_flops": 43416665088000000, "train_loss": 0.023465781741672093, "subset_score_loss": 0.023465781741672093}
+{"step": 3060000, "wall_time": 32091.526143074036, "train_loss_step": 4.881751537322998, "n_params": 4633780, "total_flops": 43559014809600000, "train_loss": 0.022351482179429796, "subset_score_loss": 0.022351482179429796}
+{"step": 3070000, "wall_time": 32188.791088104248, "train_loss_step": 4.28659200668335, "n_params": 4633780, "total_flops": 43701364531200000, "train_loss": 0.0226512697007921, "subset_score_loss": 0.0226512697007921}
+{"step": 3080000, "wall_time": 32284.2226498127, "train_loss_step": 4.141988754272461, "n_params": 4633780, "total_flops": 43843714252800000, "train_loss": 0.024178340699937607, "subset_score_loss": 0.024178340699937607}
+{"step": 3090000, "wall_time": 32381.93230986595, "train_loss_step": 4.3061323165893555, "n_params": 4633780, "total_flops": 43986063974400000, "train_loss": 0.020265389813317193, "subset_score_loss": 0.020265389813317193}
+{"step": 3100000, "wall_time": 32605.032665252686, "train_loss_step": 4.842933654785156, "n_params": 4633780, "total_flops": 44128413696000000, "train_loss": 0.024248070187038846, "subset_score_loss": 0.024248070187038846, "memorization_fraction_pixel": 0.32519999146461487, "mean_nn_ratio_pixel": 0.6915144324302673, "fid": 158.0142733258045, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 32697.775120019913, "train_loss_step": 4.1405487060546875, "n_params": 4633780, "total_flops": 44270763417600000, "train_loss": 0.022311830520629884, "subset_score_loss": 0.022311830520629884}
+{"step": 3120000, "wall_time": 32784.95996046066, "train_loss_step": 4.537569522857666, "n_params": 4633780, "total_flops": 44413113139200000, "train_loss": 0.026116792360941568, "subset_score_loss": 0.026116792360941568}
+{"step": 3130000, "wall_time": 32873.5866997242, "train_loss_step": 4.626552581787109, "n_params": 4633780, "total_flops": 44555462860800000, "train_loss": 0.023588471942477755, "subset_score_loss": 0.023588471942477755}
+{"step": 3140000, "wall_time": 32968.62651181221, "train_loss_step": 4.625355243682861, "n_params": 4633780, "total_flops": 44697812582400000, "train_loss": 0.022535954581366646, "subset_score_loss": 0.022535954581366646}
+{"step": 3150000, "wall_time": 33065.55790352821, "train_loss_step": 4.146852493286133, "n_params": 4633780, "total_flops": 44840162304000000, "train_loss": 0.02363075680202908, "subset_score_loss": 0.02363075680202908}
+{"step": 3160000, "wall_time": 33162.60289430618, "train_loss_step": 4.682381629943848, "n_params": 4633780, "total_flops": 44982512025600000, "train_loss": 0.026163683997260198, "subset_score_loss": 0.026163683997260198}
+{"step": 3170000, "wall_time": 33258.4163775444, "train_loss_step": 4.435129165649414, "n_params": 4633780, "total_flops": 45124861747200000, "train_loss": 0.021556505892011853, "subset_score_loss": 0.021556505892011853}
+{"step": 3180000, "wall_time": 33355.55496764183, "train_loss_step": 4.842111110687256, "n_params": 4633780, "total_flops": 45267211468800000, "train_loss": 0.023373593224419488, "subset_score_loss": 0.023373593224419488}
+{"step": 3190000, "wall_time": 33453.33831143379, "train_loss_step": 4.632248878479004, "n_params": 4633780, "total_flops": 45409561190400000, "train_loss": 0.024592150582207574, "subset_score_loss": 0.024592150582207574}
+{"step": 3200000, "wall_time": 33672.76062011719, "train_loss_step": 4.845555305480957, "n_params": 4633780, "total_flops": 45551910912000000, "train_loss": 0.02183844248453776, "subset_score_loss": 0.02183844248453776, "memorization_fraction_pixel": 0.3718999922275543, "mean_nn_ratio_pixel": 0.6545130610466003, "fid": 148.44149394621422, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 33759.77884602547, "train_loss_step": 4.480216979980469, "n_params": 4633780, "total_flops": 45694260633600000, "train_loss": 0.021288832028706867, "subset_score_loss": 0.021288832028706867}
+{"step": 3220000, "wall_time": 33843.00280570984, "train_loss_step": 4.877148628234863, "n_params": 4633780, "total_flops": 45836610355200000, "train_loss": 0.023433203167385525, "subset_score_loss": 0.023433203167385525}
+{"step": 3230000, "wall_time": 33938.27064061165, "train_loss_step": 4.512121200561523, "n_params": 4633780, "total_flops": 45978960076800000, "train_loss": 0.0224350823296441, "subset_score_loss": 0.0224350823296441}
+{"step": 3240000, "wall_time": 34034.64809513092, "train_loss_step": 4.897099494934082, "n_params": 4633780, "total_flops": 46121309798400000, "train_loss": 0.023643814192877876, "subset_score_loss": 0.023643814192877876}
+{"step": 3250000, "wall_time": 34130.08701920509, "train_loss_step": 4.872180461883545, "n_params": 4633780, "total_flops": 46263659520000000, "train_loss": 0.022312503390842012, "subset_score_loss": 0.022312503390842012}
+{"step": 3260000, "wall_time": 34227.56687164307, "train_loss_step": 4.356172561645508, "n_params": 4633780, "total_flops": 46406009241600000, "train_loss": 0.020436024665832518, "subset_score_loss": 0.020436024665832518}
+{"step": 3270000, "wall_time": 34325.125849723816, "train_loss_step": 4.580471992492676, "n_params": 4633780, "total_flops": 46548358963200000, "train_loss": 0.023553715811835393, "subset_score_loss": 0.023553715811835393}
+{"step": 3280000, "wall_time": 34422.60247731209, "train_loss_step": 4.601804733276367, "n_params": 4633780, "total_flops": 46690708684800000, "train_loss": 0.021614217758178712, "subset_score_loss": 0.021614217758178712}
+{"step": 3290000, "wall_time": 34520.08024215698, "train_loss_step": 4.530185699462891, "n_params": 4633780, "total_flops": 46833058406400000, "train_loss": 0.02253031995561388, "subset_score_loss": 0.02253031995561388}
+{"step": 3300000, "wall_time": 34732.64417672157, "train_loss_step": 4.587603569030762, "n_params": 4633780, "total_flops": 46975408128000000, "train_loss": 0.023748564720153808, "subset_score_loss": 0.023748564720153808, "memorization_fraction_pixel": 0.35420000553131104, "mean_nn_ratio_pixel": 0.6689188480377197, "fid": 154.36405671043175, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 34808.325909137726, "train_loss_step": 4.584775924682617, "n_params": 4633780, "total_flops": 47117757849600000, "train_loss": 0.021678690115610758, "subset_score_loss": 0.021678690115610758}
+{"step": 3320000, "wall_time": 34899.817234277725, "train_loss_step": 4.732753276824951, "n_params": 4633780, "total_flops": 47260107571200000, "train_loss": 0.02184699111514621, "subset_score_loss": 0.02184699111514621}
+{"step": 3330000, "wall_time": 34994.88182425499, "train_loss_step": 4.466950416564941, "n_params": 4633780, "total_flops": 47402457292800000, "train_loss": 0.021669540140363906, "subset_score_loss": 0.021669540140363906}
+{"step": 3340000, "wall_time": 35092.23527789116, "train_loss_step": 4.386844635009766, "n_params": 4633780, "total_flops": 47544807014400000, "train_loss": 0.024810600280761718, "subset_score_loss": 0.024810600280761718}
+{"step": 3350000, "wall_time": 35189.19733834267, "train_loss_step": 4.510872840881348, "n_params": 4633780, "total_flops": 47687156736000000, "train_loss": 0.02042763763003879, "subset_score_loss": 0.02042763763003879}
+{"step": 3360000, "wall_time": 35286.51207900047, "train_loss_step": 4.239332675933838, "n_params": 4633780, "total_flops": 47829506457600000, "train_loss": 0.02522321542104085, "subset_score_loss": 0.02522321542104085}
+{"step": 3370000, "wall_time": 35383.45387887955, "train_loss_step": 4.7241926193237305, "n_params": 4633780, "total_flops": 47971856179200000, "train_loss": 0.022482209735446505, "subset_score_loss": 0.022482209735446505}
+{"step": 3380000, "wall_time": 35480.431134700775, "train_loss_step": 4.217194080352783, "n_params": 4633780, "total_flops": 48114205900800000, "train_loss": 0.022349513901604546, "subset_score_loss": 0.022349513901604546}
+{"step": 3390000, "wall_time": 35577.907619953156, "train_loss_step": 4.319403648376465, "n_params": 4633780, "total_flops": 48256555622400000, "train_loss": 0.021291285090976293, "subset_score_loss": 0.021291285090976293}
+{"step": 3400000, "wall_time": 35783.81803059578, "train_loss_step": 4.343762397766113, "n_params": 4633780, "total_flops": 48398905344000000, "train_loss": 0.02165781127081977, "subset_score_loss": 0.02165781127081977, "memorization_fraction_pixel": 0.4036000072956085, "mean_nn_ratio_pixel": 0.6279465556144714, "fid": 141.42950161864107, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 35871.67324542999, "train_loss_step": 4.639822959899902, "n_params": 4633780, "total_flops": 48541255065600000, "train_loss": 0.023779596222771537, "subset_score_loss": 0.023779596222771537}
+{"step": 3420000, "wall_time": 35965.27768468857, "train_loss_step": 4.477298259735107, "n_params": 4633780, "total_flops": 48683604787200000, "train_loss": 0.021061223083072237, "subset_score_loss": 0.021061223083072237}
+{"step": 3430000, "wall_time": 36063.23203372955, "train_loss_step": 4.220649242401123, "n_params": 4633780, "total_flops": 48825954508800000, "train_loss": 0.023930250273810492, "subset_score_loss": 0.023930250273810492}
+{"step": 3440000, "wall_time": 36160.71616077423, "train_loss_step": 4.2320404052734375, "n_params": 4633780, "total_flops": 48968304230400000, "train_loss": 0.020007046063741048, "subset_score_loss": 0.020007046063741048}
+{"step": 3450000, "wall_time": 36258.176902770996, "train_loss_step": 4.50810432434082, "n_params": 4633780, "total_flops": 49110653952000000, "train_loss": 0.02261379294925266, "subset_score_loss": 0.02261379294925266}
+{"step": 3460000, "wall_time": 36356.040736198425, "train_loss_step": 4.542715072631836, "n_params": 4633780, "total_flops": 49253003673600000, "train_loss": 0.022388047642178006, "subset_score_loss": 0.022388047642178006}
+{"step": 3470000, "wall_time": 36453.66782236099, "train_loss_step": 4.707945346832275, "n_params": 4633780, "total_flops": 49395353395200000, "train_loss": 0.022521977954440647, "subset_score_loss": 0.022521977954440647}
+{"step": 3480000, "wall_time": 36550.7147128582, "train_loss_step": 4.380002021789551, "n_params": 4633780, "total_flops": 49537703116800000, "train_loss": 0.021830215719011094, "subset_score_loss": 0.021830215719011094}
+{"step": 3490000, "wall_time": 36647.09470868111, "train_loss_step": 4.651139736175537, "n_params": 4633780, "total_flops": 49680052838400000, "train_loss": 0.023799191580878364, "subset_score_loss": 0.023799191580878364}
+{"step": 3500000, "wall_time": 36844.51685118675, "train_loss_step": 4.446799278259277, "n_params": 4633780, "total_flops": 49822402560000000, "train_loss": 0.021951483355628118, "subset_score_loss": 0.021951483355628118, "memorization_fraction_pixel": 0.37459999322891235, "mean_nn_ratio_pixel": 0.6563421487808228, "fid": 150.8438638069075, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 36930.29266119003, "train_loss_step": 4.418911933898926, "n_params": 4633780, "total_flops": 49964752281600000, "train_loss": 0.021281294027964272, "subset_score_loss": 0.021281294027964272}
+{"step": 3520000, "wall_time": 37023.974412441254, "train_loss_step": 4.133679389953613, "n_params": 4633780, "total_flops": 50107102003200000, "train_loss": 0.022703025076124404, "subset_score_loss": 0.022703025076124404}
+{"step": 3530000, "wall_time": 37121.34470844269, "train_loss_step": 4.426200866699219, "n_params": 4633780, "total_flops": 50249451724800000, "train_loss": 0.021326027976142036, "subset_score_loss": 0.021326027976142036}
+{"step": 3540000, "wall_time": 37218.80751347542, "train_loss_step": 4.652667999267578, "n_params": 4633780, "total_flops": 50391801446400000, "train_loss": 0.02270680798424615, "subset_score_loss": 0.02270680798424615}
+{"step": 3550000, "wall_time": 37316.029525995255, "train_loss_step": 4.496875762939453, "n_params": 4633780, "total_flops": 50534151168000000, "train_loss": 0.02256620724995931, "subset_score_loss": 0.02256620724995931}
+{"step": 3560000, "wall_time": 37413.46823501587, "train_loss_step": 4.6620917320251465, "n_params": 4633780, "total_flops": 50676500889600000, "train_loss": 0.020831665727827284, "subset_score_loss": 0.020831665727827284}
+{"step": 3570000, "wall_time": 37510.72760820389, "train_loss_step": 4.464366912841797, "n_params": 4633780, "total_flops": 50818850611200000, "train_loss": 0.02289092010921902, "subset_score_loss": 0.02289092010921902}
+{"step": 3580000, "wall_time": 37605.91560268402, "train_loss_step": 4.521228313446045, "n_params": 4633780, "total_flops": 50961200332800000, "train_loss": 0.019939570956759984, "subset_score_loss": 0.019939570956759984}
+{"step": 3590000, "wall_time": 37693.48736715317, "train_loss_step": 4.5665106773376465, "n_params": 4633780, "total_flops": 51103550054400000, "train_loss": 0.02359076076083713, "subset_score_loss": 0.02359076076083713}
+{"step": 3600000, "wall_time": 37922.30718445778, "train_loss_step": 4.309897422790527, "n_params": 4633780, "total_flops": 51245899776000000, "train_loss": 0.021219968795776367, "subset_score_loss": 0.021219968795776367, "memorization_fraction_pixel": 0.39559999108314514, "mean_nn_ratio_pixel": 0.6359737515449524, "fid": 144.353516871124, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 38007.240277051926, "train_loss_step": 4.363961696624756, "n_params": 4633780, "total_flops": 51388249497600000, "train_loss": 0.021990560160742866, "subset_score_loss": 0.021990560160742866}
+{"step": 3620000, "wall_time": 38100.47469997406, "train_loss_step": 4.450753211975098, "n_params": 4633780, "total_flops": 51530599219200000, "train_loss": 0.020597385035620794, "subset_score_loss": 0.020597385035620794}
+{"step": 3630000, "wall_time": 38197.97271180153, "train_loss_step": 4.492434501647949, "n_params": 4633780, "total_flops": 51672948940800000, "train_loss": 0.02176450490951538, "subset_score_loss": 0.02176450490951538}
+{"step": 3640000, "wall_time": 38295.2991566658, "train_loss_step": 4.301248550415039, "n_params": 4633780, "total_flops": 51815298662400000, "train_loss": 0.02235574722290039, "subset_score_loss": 0.02235574722290039}
+{"step": 3650000, "wall_time": 38392.43468666077, "train_loss_step": 4.259104251861572, "n_params": 4633780, "total_flops": 51957648384000000, "train_loss": 0.022905233171251087, "subset_score_loss": 0.022905233171251087}
+{"step": 3660000, "wall_time": 38490.06818771362, "train_loss_step": 4.564739227294922, "n_params": 4633780, "total_flops": 52099998105600000, "train_loss": 0.021854352951049805, "subset_score_loss": 0.021854352951049805}
+{"step": 3670000, "wall_time": 38584.787326574326, "train_loss_step": 4.652735710144043, "n_params": 4633780, "total_flops": 52242347827200000, "train_loss": 0.021535184648301866, "subset_score_loss": 0.021535184648301866}
+{"step": 3680000, "wall_time": 38670.991518735886, "train_loss_step": 4.130305767059326, "n_params": 4633780, "total_flops": 52384697548800000, "train_loss": 0.0224336306254069, "subset_score_loss": 0.0224336306254069}
+{"step": 3690000, "wall_time": 38767.89233016968, "train_loss_step": 4.503995418548584, "n_params": 4633780, "total_flops": 52527047270400000, "train_loss": 0.021297952863905165, "subset_score_loss": 0.021297952863905165}
+{"step": 3700000, "wall_time": 38988.59000372887, "train_loss_step": 4.39502477645874, "n_params": 4633780, "total_flops": 52669396992000000, "train_loss": 0.02180010610156589, "subset_score_loss": 0.02180010610156589, "memorization_fraction_pixel": 0.3799999952316284, "mean_nn_ratio_pixel": 0.6531921625137329, "fid": 152.73646163124232, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 39076.757383584976, "train_loss_step": 4.437920570373535, "n_params": 4633780, "total_flops": 52811746713600000, "train_loss": 0.022319526142544215, "subset_score_loss": 0.022319526142544215}
+{"step": 3720000, "wall_time": 39170.41656947136, "train_loss_step": 4.242863655090332, "n_params": 4633780, "total_flops": 52954096435200000, "train_loss": 0.02166633341047499, "subset_score_loss": 0.02166633341047499}
+{"step": 3730000, "wall_time": 39267.55499982834, "train_loss_step": 3.926496982574463, "n_params": 4633780, "total_flops": 53096446156800000, "train_loss": 0.021910867426130506, "subset_score_loss": 0.021910867426130506}
+{"step": 3740000, "wall_time": 39364.79467868805, "train_loss_step": 4.703084945678711, "n_params": 4633780, "total_flops": 53238795878400000, "train_loss": 0.02039871745639377, "subset_score_loss": 0.02039871745639377}
+{"step": 3750000, "wall_time": 39459.994744062424, "train_loss_step": 4.403385162353516, "n_params": 4633780, "total_flops": 53381145600000000, "train_loss": 0.022633592287699383, "subset_score_loss": 0.022633592287699383}
+{"step": 3760000, "wall_time": 39554.5522415638, "train_loss_step": 3.8940131664276123, "n_params": 4633780, "total_flops": 53523495321600000, "train_loss": 0.02077100806766086, "subset_score_loss": 0.02077100806766086}
+{"step": 3770000, "wall_time": 39641.98500037193, "train_loss_step": 4.187458038330078, "n_params": 4633780, "total_flops": 53665845043200000, "train_loss": 0.02027258078257243, "subset_score_loss": 0.02027258078257243}
+{"step": 3780000, "wall_time": 39738.95405268669, "train_loss_step": 4.136516571044922, "n_params": 4633780, "total_flops": 53808194764800000, "train_loss": 0.021367519431644017, "subset_score_loss": 0.021367519431644017}
+{"step": 3790000, "wall_time": 39835.93640732765, "train_loss_step": 4.108002662658691, "n_params": 4633780, "total_flops": 53950544486400000, "train_loss": 0.021177354123857288, "subset_score_loss": 0.021177354123857288}
+{"step": 3800000, "wall_time": 40051.89570879936, "train_loss_step": 4.404118061065674, "n_params": 4633780, "total_flops": 54092894208000000, "train_loss": 0.022400750054253474, "subset_score_loss": 0.022400750054253474, "memorization_fraction_pixel": 0.37779998779296875, "mean_nn_ratio_pixel": 0.6542922854423523, "fid": 152.1230415359792, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 40140.5310049057, "train_loss_step": 4.207391738891602, "n_params": 4633780, "total_flops": 54235243929600000, "train_loss": 0.02050034999847412, "subset_score_loss": 0.02050034999847412}
+{"step": 3820000, "wall_time": 40236.34722971916, "train_loss_step": 4.36067008972168, "n_params": 4633780, "total_flops": 54377593651200000, "train_loss": 0.021924743387434217, "subset_score_loss": 0.021924743387434217}
+{"step": 3830000, "wall_time": 40333.74529147148, "train_loss_step": 4.174217224121094, "n_params": 4633780, "total_flops": 54519943372800000, "train_loss": 0.024548649787902832, "subset_score_loss": 0.024548649787902832}
+{"step": 3840000, "wall_time": 40427.1970975399, "train_loss_step": 4.567283630371094, "n_params": 4633780, "total_flops": 54662293094400000, "train_loss": 0.0191151671939426, "subset_score_loss": 0.0191151671939426}
+{"step": 3850000, "wall_time": 40523.60498380661, "train_loss_step": 4.379964828491211, "n_params": 4633780, "total_flops": 54804642816000000, "train_loss": 0.025435625182257757, "subset_score_loss": 0.025435625182257757}
+{"step": 3860000, "wall_time": 40608.20849895477, "train_loss_step": 4.628106117248535, "n_params": 4633780, "total_flops": 54946992537600000, "train_loss": 0.02130908833609687, "subset_score_loss": 0.02130908833609687}
+{"step": 3870000, "wall_time": 40705.33123064041, "train_loss_step": 4.0177154541015625, "n_params": 4633780, "total_flops": 55089342259200000, "train_loss": 0.019991572697957358, "subset_score_loss": 0.019991572697957358}
+{"step": 3880000, "wall_time": 40802.62027835846, "train_loss_step": 4.938501358032227, "n_params": 4633780, "total_flops": 55231691980800000, "train_loss": 0.020508621798621285, "subset_score_loss": 0.020508621798621285}
+{"step": 3890000, "wall_time": 40900.18598198891, "train_loss_step": 4.331567764282227, "n_params": 4633780, "total_flops": 55374041702400000, "train_loss": 0.02108749548594157, "subset_score_loss": 0.02108749548594157}
+{"step": 3900000, "wall_time": 41122.43352437019, "train_loss_step": 4.317142963409424, "n_params": 4633780, "total_flops": 55516391424000000, "train_loss": 0.020574035909440784, "subset_score_loss": 0.020574035909440784, "memorization_fraction_pixel": 0.41359999775886536, "mean_nn_ratio_pixel": 0.6279100775718689, "fid": 140.65042642644985, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 41207.30903816223, "train_loss_step": 4.347594261169434, "n_params": 4633780, "total_flops": 55658741145600000, "train_loss": 0.02085793548160129, "subset_score_loss": 0.02085793548160129}
+{"step": 3920000, "wall_time": 41299.04555892944, "train_loss_step": 4.555131435394287, "n_params": 4633780, "total_flops": 55801090867200000, "train_loss": 0.02048455344306098, "subset_score_loss": 0.02048455344306098}
+{"step": 3930000, "wall_time": 41394.68441319466, "train_loss_step": 4.3755574226379395, "n_params": 4633780, "total_flops": 55943440588800000, "train_loss": 0.020511187447441948, "subset_score_loss": 0.020511187447441948}
+{"step": 3940000, "wall_time": 41491.14844417572, "train_loss_step": 4.071147918701172, "n_params": 4633780, "total_flops": 56085790310400000, "train_loss": 0.01929701566696167, "subset_score_loss": 0.01929701566696167}
+{"step": 3950000, "wall_time": 41574.78588271141, "train_loss_step": 4.4065632820129395, "n_params": 4633780, "total_flops": 56228140032000000, "train_loss": 0.02114793062210083, "subset_score_loss": 0.02114793062210083}
+{"step": 3960000, "wall_time": 41671.90678691864, "train_loss_step": 4.084345817565918, "n_params": 4633780, "total_flops": 56370489753600000, "train_loss": 0.01933070553673638, "subset_score_loss": 0.01933070553673638}
+{"step": 3970000, "wall_time": 41769.135031461716, "train_loss_step": 4.271029949188232, "n_params": 4633780, "total_flops": 56512839475200000, "train_loss": 0.01979120175043742, "subset_score_loss": 0.01979120175043742}
+{"step": 3980000, "wall_time": 41866.3976020813, "train_loss_step": 4.457365036010742, "n_params": 4633780, "total_flops": 56655189196800000, "train_loss": 0.025773784849378797, "subset_score_loss": 0.025773784849378797}
+{"step": 3990000, "wall_time": 41963.32475185394, "train_loss_step": 4.035386085510254, "n_params": 4633780, "total_flops": 56797538918400000, "train_loss": 0.01823729806476169, "subset_score_loss": 0.01823729806476169}
+{"step": 4000000, "wall_time": 42189.04439115524, "train_loss_step": 3.825772523880005, "n_params": 4633780, "total_flops": 56939888640000000, "train_loss": 0.020406627655029298, "subset_score_loss": 0.020406627655029298, "memorization_fraction_pixel": 0.41620001196861267, "mean_nn_ratio_pixel": 0.6303077340126038, "fid": 146.6873098681467, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 42270.80433344841, "train_loss_step": 4.496339797973633, "n_params": 4633780, "total_flops": 57082238361600000, "train_loss": 0.020690317948659262, "subset_score_loss": 0.020690317948659262}
+{"step": 4020000, "wall_time": 42360.5738825798, "train_loss_step": 4.164515495300293, "n_params": 4633780, "total_flops": 57224588083200000, "train_loss": 0.02153375811047024, "subset_score_loss": 0.02153375811047024}
+{"step": 4030000, "wall_time": 42457.103690862656, "train_loss_step": 4.405581474304199, "n_params": 4633780, "total_flops": 57366937804800000, "train_loss": 0.019760412640041775, "subset_score_loss": 0.019760412640041775}
+{"step": 4040000, "wall_time": 42537.982717990875, "train_loss_step": 4.153011322021484, "n_params": 4633780, "total_flops": 57509287526400000, "train_loss": 0.019605176978641087, "subset_score_loss": 0.019605176978641087}
+{"step": 4050000, "wall_time": 42634.720928907394, "train_loss_step": 4.306200981140137, "n_params": 4633780, "total_flops": 57651637248000000, "train_loss": 0.020871371693081325, "subset_score_loss": 0.020871371693081325}
+{"step": 4060000, "wall_time": 42731.78725004196, "train_loss_step": 4.285366058349609, "n_params": 4633780, "total_flops": 57793986969600000, "train_loss": 0.020473806063334148, "subset_score_loss": 0.020473806063334148}
+{"step": 4070000, "wall_time": 42828.84513425827, "train_loss_step": 3.847162961959839, "n_params": 4633780, "total_flops": 57936336691200000, "train_loss": 0.02011157406700982, "subset_score_loss": 0.02011157406700982}
+{"step": 4080000, "wall_time": 42926.13599848747, "train_loss_step": 4.373381614685059, "n_params": 4633780, "total_flops": 58078686412800000, "train_loss": 0.02181930939356486, "subset_score_loss": 0.02181930939356486}
+{"step": 4090000, "wall_time": 43023.426820516586, "train_loss_step": 4.284667015075684, "n_params": 4633780, "total_flops": 58221036134400000, "train_loss": 0.020940163400438097, "subset_score_loss": 0.020940163400438097}
+{"step": 4100000, "wall_time": 43247.93307065964, "train_loss_step": 4.06075382232666, "n_params": 4633780, "total_flops": 58363385856000000, "train_loss": 0.019043744934929743, "subset_score_loss": 0.019043744934929743, "memorization_fraction_pixel": 0.3862000107765198, "mean_nn_ratio_pixel": 0.6558623313903809, "fid": 155.72507895308385, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 43337.40384840965, "train_loss_step": 4.622900009155273, "n_params": 4633780, "total_flops": 58505735577600000, "train_loss": 0.0222731696234809, "subset_score_loss": 0.0222731696234809}
+{"step": 4120000, "wall_time": 43433.65131139755, "train_loss_step": 4.409343719482422, "n_params": 4633780, "total_flops": 58648085299200000, "train_loss": 0.024079913563198514, "subset_score_loss": 0.024079913563198514}
+{"step": 4130000, "wall_time": 43520.21361160278, "train_loss_step": 3.891174077987671, "n_params": 4633780, "total_flops": 58790435020800000, "train_loss": 0.01970535781648424, "subset_score_loss": 0.01970535781648424}
+{"step": 4140000, "wall_time": 43616.679193496704, "train_loss_step": 4.135156631469727, "n_params": 4633780, "total_flops": 58932784742400000, "train_loss": 0.021176517009735107, "subset_score_loss": 0.021176517009735107}
+{"step": 4150000, "wall_time": 43713.97966790199, "train_loss_step": 4.277056694030762, "n_params": 4633780, "total_flops": 59075134464000000, "train_loss": 0.019318801826900905, "subset_score_loss": 0.019318801826900905}
+{"step": 4160000, "wall_time": 43811.64515542984, "train_loss_step": 4.011862754821777, "n_params": 4633780, "total_flops": 59217484185600000, "train_loss": 0.020187668005625405, "subset_score_loss": 0.020187668005625405}
+{"step": 4170000, "wall_time": 43909.11608314514, "train_loss_step": 4.0348358154296875, "n_params": 4633780, "total_flops": 59359833907200000, "train_loss": 0.021381599373287624, "subset_score_loss": 0.021381599373287624}
+{"step": 4180000, "wall_time": 44006.27864122391, "train_loss_step": 4.2376508712768555, "n_params": 4633780, "total_flops": 59502183628800000, "train_loss": 0.02077769570880466, "subset_score_loss": 0.02077769570880466}
+{"step": 4190000, "wall_time": 44099.60690665245, "train_loss_step": 4.621750831604004, "n_params": 4633780, "total_flops": 59644533350400000, "train_loss": 0.020628678798675536, "subset_score_loss": 0.020628678798675536}
+{"step": 4200000, "wall_time": 44307.817828178406, "train_loss_step": 3.8932876586914062, "n_params": 4633780, "total_flops": 59786883072000000, "train_loss": 0.019060120317671035, "subset_score_loss": 0.019060120317671035, "memorization_fraction_pixel": 0.4404999911785126, "mean_nn_ratio_pixel": 0.6074510216712952, "fid": 137.7773892967636, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 44396.17014718056, "train_loss_step": 4.270825386047363, "n_params": 4633780, "total_flops": 59929232793600000, "train_loss": 0.019840281539493135, "subset_score_loss": 0.019840281539493135}
+{"step": 4220000, "wall_time": 44474.55199551582, "train_loss_step": 4.122305870056152, "n_params": 4633780, "total_flops": 60071582515200000, "train_loss": 0.01993085543314616, "subset_score_loss": 0.01993085543314616}
+{"step": 4230000, "wall_time": 44571.064086675644, "train_loss_step": 3.9287610054016113, "n_params": 4633780, "total_flops": 60213932236800000, "train_loss": 0.01943707333670722, "subset_score_loss": 0.01943707333670722}
+{"step": 4240000, "wall_time": 44668.05084681511, "train_loss_step": 3.964752197265625, "n_params": 4633780, "total_flops": 60356281958400000, "train_loss": 0.018713793489668104, "subset_score_loss": 0.018713793489668104}
+{"step": 4250000, "wall_time": 44765.27635741234, "train_loss_step": 4.505680084228516, "n_params": 4633780, "total_flops": 60498631680000000, "train_loss": 0.020819814999898274, "subset_score_loss": 0.020819814999898274}
+{"step": 4260000, "wall_time": 44862.44189071655, "train_loss_step": 4.130507946014404, "n_params": 4633780, "total_flops": 60640981401600000, "train_loss": 0.019439090622795953, "subset_score_loss": 0.019439090622795953}
+{"step": 4270000, "wall_time": 44958.11675429344, "train_loss_step": 3.9428162574768066, "n_params": 4633780, "total_flops": 60783331123200000, "train_loss": 0.02071207496854994, "subset_score_loss": 0.02071207496854994}
+{"step": 4280000, "wall_time": 45053.68897128105, "train_loss_step": 4.109344482421875, "n_params": 4633780, "total_flops": 60925680844800000, "train_loss": 0.020267025629679362, "subset_score_loss": 0.020267025629679362}
+{"step": 4290000, "wall_time": 45151.298426389694, "train_loss_step": 4.315186500549316, "n_params": 4633780, "total_flops": 61068030566400000, "train_loss": 0.022257065773010253, "subset_score_loss": 0.022257065773010253}
+{"step": 4300000, "wall_time": 45372.06839466095, "train_loss_step": 4.469376564025879, "n_params": 4633780, "total_flops": 61210380288000000, "train_loss": 0.02022559642791748, "subset_score_loss": 0.02022559642791748, "memorization_fraction_pixel": 0.45719999074935913, "mean_nn_ratio_pixel": 0.5980596542358398, "fid": 137.13961452962306, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 45450.496203660965, "train_loss_step": 4.312119483947754, "n_params": 4633780, "total_flops": 61352730009600000, "train_loss": 0.019595556788974337, "subset_score_loss": 0.019595556788974337}
+{"step": 4320000, "wall_time": 45543.09806895256, "train_loss_step": 4.005324840545654, "n_params": 4633780, "total_flops": 61495079731200000, "train_loss": 0.01890635093053182, "subset_score_loss": 0.01890635093053182}
+{"step": 4330000, "wall_time": 45640.57434010506, "train_loss_step": 4.06362771987915, "n_params": 4633780, "total_flops": 61637429452800000, "train_loss": 0.018935985035366483, "subset_score_loss": 0.018935985035366483}
+{"step": 4340000, "wall_time": 45738.17002105713, "train_loss_step": 4.556621551513672, "n_params": 4633780, "total_flops": 61779779174400000, "train_loss": 0.018823332256740995, "subset_score_loss": 0.018823332256740995}
+{"step": 4350000, "wall_time": 45835.465510606766, "train_loss_step": 4.255945205688477, "n_params": 4633780, "total_flops": 61922128896000000, "train_loss": 0.02258225811852349, "subset_score_loss": 0.02258225811852349}
+{"step": 4360000, "wall_time": 45911.63815665245, "train_loss_step": 3.821946144104004, "n_params": 4633780, "total_flops": 62064478617600000, "train_loss": 0.02073859108818902, "subset_score_loss": 0.02073859108818902}
+{"step": 4370000, "wall_time": 45990.0417239666, "train_loss_step": 4.210209846496582, "n_params": 4633780, "total_flops": 62206828339200000, "train_loss": 0.019430911540985106, "subset_score_loss": 0.019430911540985106}
+{"step": 4380000, "wall_time": 46067.76223087311, "train_loss_step": 4.26503849029541, "n_params": 4633780, "total_flops": 62349178060800000, "train_loss": 0.019918179512023924, "subset_score_loss": 0.019918179512023924}
+{"step": 4390000, "wall_time": 46146.067641973495, "train_loss_step": 3.8882951736450195, "n_params": 4633780, "total_flops": 62491527782400000, "train_loss": 0.020296645164489747, "subset_score_loss": 0.020296645164489747}
+{"step": 4400000, "wall_time": 46310.15163588524, "train_loss_step": 4.2052507400512695, "n_params": 4633780, "total_flops": 62633877504000000, "train_loss": 0.02144384913974338, "subset_score_loss": 0.02144384913974338, "memorization_fraction_pixel": 0.4262999892234802, "mean_nn_ratio_pixel": 0.6221504211425781, "fid": 146.83968536600682, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 46389.066083431244, "train_loss_step": 4.467909812927246, "n_params": 4633780, "total_flops": 62776227225600000, "train_loss": 0.020102193620469836, "subset_score_loss": 0.020102193620469836}
+{"step": 4420000, "wall_time": 46467.51221418381, "train_loss_step": 3.9047365188598633, "n_params": 4633780, "total_flops": 62918576947200000, "train_loss": 0.019506055778927275, "subset_score_loss": 0.019506055778927275}
+{"step": 4430000, "wall_time": 46546.05183196068, "train_loss_step": 4.241298198699951, "n_params": 4633780, "total_flops": 63060926668800000, "train_loss": 0.02230472034878201, "subset_score_loss": 0.02230472034878201}
+{"step": 4440000, "wall_time": 46624.45746707916, "train_loss_step": 4.138462066650391, "n_params": 4633780, "total_flops": 63203276390400000, "train_loss": 0.022373090849982367, "subset_score_loss": 0.022373090849982367}
+{"step": 4450000, "wall_time": 46687.70331430435, "train_loss_step": 4.166942596435547, "n_params": 4633780, "total_flops": 63345626112000000, "train_loss": 0.01947208245595296, "subset_score_loss": 0.01947208245595296}
+{"step": 4460000, "wall_time": 46747.331372499466, "train_loss_step": 4.77682638168335, "n_params": 4633780, "total_flops": 63487975833600000, "train_loss": 0.02409221066368951, "subset_score_loss": 0.02409221066368951}
+{"step": 4470000, "wall_time": 46807.071820259094, "train_loss_step": 4.085489273071289, "n_params": 4633780, "total_flops": 63630325555200000, "train_loss": 0.020428505208757188, "subset_score_loss": 0.020428505208757188}
+{"step": 4480000, "wall_time": 46866.37622380257, "train_loss_step": 3.992032051086426, "n_params": 4633780, "total_flops": 63772675276800000, "train_loss": 0.019628405570983887, "subset_score_loss": 0.019628405570983887}
+{"step": 4490000, "wall_time": 46926.16027402878, "train_loss_step": 4.239875793457031, "n_params": 4633780, "total_flops": 63915024998400000, "train_loss": 0.019176766607496475, "subset_score_loss": 0.019176766607496475}
+{"step": 4500000, "wall_time": 47033.88291978836, "train_loss_step": 4.374666213989258, "n_params": 4633780, "total_flops": 64057374720000000, "train_loss": 0.01879137886895074, "subset_score_loss": 0.01879137886895074, "memorization_fraction_pixel": 0.4571000039577484, "mean_nn_ratio_pixel": 0.5927099585533142, "fid": 133.5049165601, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 47089.68212723732, "train_loss_step": 4.251324653625488, "n_params": 4633780, "total_flops": 64199724441600000, "train_loss": 0.01871981355879042, "subset_score_loss": 0.01871981355879042}
+{"step": 4520000, "wall_time": 47149.21101951599, "train_loss_step": 4.183099746704102, "n_params": 4633780, "total_flops": 64342074163200000, "train_loss": 0.01963295406765408, "subset_score_loss": 0.01963295406765408}
+{"step": 4530000, "wall_time": 47208.750034570694, "train_loss_step": 4.436502456665039, "n_params": 4633780, "total_flops": 64484423884800000, "train_loss": 0.01845276223288642, "subset_score_loss": 0.01845276223288642}
+{"step": 4540000, "wall_time": 47268.23005771637, "train_loss_step": 4.8059210777282715, "n_params": 4633780, "total_flops": 64626773606400000, "train_loss": 0.020652630594041613, "subset_score_loss": 0.020652630594041613}
+{"step": 4550000, "wall_time": 47327.62532687187, "train_loss_step": 4.398223400115967, "n_params": 4633780, "total_flops": 64769123328000000, "train_loss": 0.018885592619578045, "subset_score_loss": 0.018885592619578045}
+{"step": 4560000, "wall_time": 47387.15557003021, "train_loss_step": 4.208078861236572, "n_params": 4633780, "total_flops": 64911473049600000, "train_loss": 0.020315909385681154, "subset_score_loss": 0.020315909385681154}
+{"step": 4570000, "wall_time": 47446.68958210945, "train_loss_step": 4.014571189880371, "n_params": 4633780, "total_flops": 65053822771200000, "train_loss": 0.020675949255625405, "subset_score_loss": 0.020675949255625405}
+{"step": 4580000, "wall_time": 47506.409281253815, "train_loss_step": 3.9829416275024414, "n_params": 4633780, "total_flops": 65196172492800000, "train_loss": 0.020109864075978597, "subset_score_loss": 0.020109864075978597}
+{"step": 4590000, "wall_time": 47560.81489300728, "train_loss_step": 4.278063774108887, "n_params": 4633780, "total_flops": 65338522214400000, "train_loss": 0.02089238166809082, "subset_score_loss": 0.02089238166809082}
+{"step": 4600000, "wall_time": 47637.85569524765, "train_loss_step": 4.100218296051025, "n_params": 4633780, "total_flops": 65480871936000000, "train_loss": 0.018056220478481717, "subset_score_loss": 0.018056220478481717, "memorization_fraction_pixel": 0.45980000495910645, "mean_nn_ratio_pixel": 0.5931169986724854, "fid": 138.0517090567981, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 47675.155977249146, "train_loss_step": 4.147464752197266, "n_params": 4633780, "total_flops": 65623221657600000, "train_loss": 0.021109848552280003, "subset_score_loss": 0.021109848552280003}
+{"step": 4620000, "wall_time": 47716.03138756752, "train_loss_step": 4.176357746124268, "n_params": 4633780, "total_flops": 65765571379200000, "train_loss": 0.018504028850131565, "subset_score_loss": 0.018504028850131565}
+{"step": 4630000, "wall_time": 47756.75506234169, "train_loss_step": 4.2042083740234375, "n_params": 4633780, "total_flops": 65907921100800000, "train_loss": 0.01949587795469496, "subset_score_loss": 0.01949587795469496}
+{"step": 4640000, "wall_time": 47797.526153087616, "train_loss_step": 4.224521636962891, "n_params": 4633780, "total_flops": 66050270822400000, "train_loss": 0.018392488691541885, "subset_score_loss": 0.018392488691541885}
+{"step": 4650000, "wall_time": 47838.273706674576, "train_loss_step": 3.8761143684387207, "n_params": 4633780, "total_flops": 66192620544000000, "train_loss": 0.018441212177276612, "subset_score_loss": 0.018441212177276612}
+{"step": 4660000, "wall_time": 47879.19022369385, "train_loss_step": 4.341684341430664, "n_params": 4633780, "total_flops": 66334970265600000, "train_loss": 0.019972293906741673, "subset_score_loss": 0.019972293906741673}
+{"step": 4670000, "wall_time": 47920.01030230522, "train_loss_step": 4.143337726593018, "n_params": 4633780, "total_flops": 66477319987200000, "train_loss": 0.02014311154683431, "subset_score_loss": 0.02014311154683431}
+{"step": 4680000, "wall_time": 47960.83313584328, "train_loss_step": 3.938228130340576, "n_params": 4633780, "total_flops": 66619669708800000, "train_loss": 0.019247456391652425, "subset_score_loss": 0.019247456391652425}
+{"step": 4690000, "wall_time": 48001.65678358078, "train_loss_step": 4.040196418762207, "n_params": 4633780, "total_flops": 66762019430400000, "train_loss": 0.021092141999138725, "subset_score_loss": 0.021092141999138725}
+{"step": 4700000, "wall_time": 48079.203177928925, "train_loss_step": 4.629336357116699, "n_params": 4633780, "total_flops": 66904369152000000, "train_loss": 0.019736977418263753, "subset_score_loss": 0.019736977418263753, "memorization_fraction_pixel": 0.43130001425743103, "mean_nn_ratio_pixel": 0.6115606427192688, "fid": 143.32863459502317, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 48115.715641736984, "train_loss_step": 4.404380798339844, "n_params": 4633780, "total_flops": 67046718873600000, "train_loss": 0.019328749179840087, "subset_score_loss": 0.019328749179840087}
+{"step": 4720000, "wall_time": 48156.68975067139, "train_loss_step": 4.29873514175415, "n_params": 4633780, "total_flops": 67189068595200000, "train_loss": 0.019104568163553874, "subset_score_loss": 0.019104568163553874}
+{"step": 4730000, "wall_time": 48197.566725969315, "train_loss_step": 3.996898651123047, "n_params": 4633780, "total_flops": 67331418316800000, "train_loss": 0.019624355104234485, "subset_score_loss": 0.019624355104234485}
+{"step": 4740000, "wall_time": 48238.3425116539, "train_loss_step": 4.01402473449707, "n_params": 4633780, "total_flops": 67473768038400000, "train_loss": 0.018474349710676404, "subset_score_loss": 0.018474349710676404}
+{"step": 4750000, "wall_time": 48279.21080684662, "train_loss_step": 4.199356555938721, "n_params": 4633780, "total_flops": 67616117760000000, "train_loss": 0.01752655506134033, "subset_score_loss": 0.01752655506134033}
+{"step": 4760000, "wall_time": 48320.0694770813, "train_loss_step": 4.225374221801758, "n_params": 4633780, "total_flops": 67758467481600000, "train_loss": 0.023224420017666288, "subset_score_loss": 0.023224420017666288}
+{"step": 4770000, "wall_time": 48360.71771478653, "train_loss_step": 4.131875514984131, "n_params": 4633780, "total_flops": 67900817203200000, "train_loss": 0.018873847855461968, "subset_score_loss": 0.018873847855461968}
+{"step": 4780000, "wall_time": 48401.71494245529, "train_loss_step": 3.970004081726074, "n_params": 4633780, "total_flops": 68043166924800000, "train_loss": 0.01800362269083659, "subset_score_loss": 0.01800362269083659}
+{"step": 4790000, "wall_time": 48442.452283144, "train_loss_step": 3.9419662952423096, "n_params": 4633780, "total_flops": 68185516646400000, "train_loss": 0.0186339365111457, "subset_score_loss": 0.0186339365111457}
+{"step": 4800000, "wall_time": 48519.41213440895, "train_loss_step": 3.845133066177368, "n_params": 4633780, "total_flops": 68327866368000000, "train_loss": 0.01842938529120551, "subset_score_loss": 0.01842938529120551, "memorization_fraction_pixel": 0.4767000079154968, "mean_nn_ratio_pixel": 0.5802110433578491, "fid": 136.8203996341197, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 48555.61766195297, "train_loss_step": 4.130282402038574, "n_params": 4633780, "total_flops": 68470216089600000, "train_loss": 0.02049617634879218, "subset_score_loss": 0.02049617634879218}
+{"step": 4820000, "wall_time": 48596.475132226944, "train_loss_step": 4.278310298919678, "n_params": 4633780, "total_flops": 68612565811200000, "train_loss": 0.021128454473283556, "subset_score_loss": 0.021128454473283556}
+{"step": 4830000, "wall_time": 48637.27849793434, "train_loss_step": 4.15614128112793, "n_params": 4633780, "total_flops": 68754915532800000, "train_loss": 0.019788458612230088, "subset_score_loss": 0.019788458612230088}
+{"step": 4840000, "wall_time": 48678.28638911247, "train_loss_step": 4.267631530761719, "n_params": 4633780, "total_flops": 68897265254400000, "train_loss": 0.020062662495507134, "subset_score_loss": 0.020062662495507134}
+{"step": 4850000, "wall_time": 48719.044296979904, "train_loss_step": 4.053581237792969, "n_params": 4633780, "total_flops": 69039614976000000, "train_loss": 0.017917554908328585, "subset_score_loss": 0.017917554908328585}
+{"step": 4860000, "wall_time": 48759.83635187149, "train_loss_step": 4.06674861907959, "n_params": 4633780, "total_flops": 69181964697600000, "train_loss": 0.02018728388680352, "subset_score_loss": 0.02018728388680352}
+{"step": 4870000, "wall_time": 48800.44046974182, "train_loss_step": 4.685826301574707, "n_params": 4633780, "total_flops": 69324314419200000, "train_loss": 0.019648407565222847, "subset_score_loss": 0.019648407565222847}
+{"step": 4880000, "wall_time": 48841.33321762085, "train_loss_step": 4.121716499328613, "n_params": 4633780, "total_flops": 69466664140800000, "train_loss": 0.019079697132110596, "subset_score_loss": 0.019079697132110596}
+{"step": 4890000, "wall_time": 48882.10610342026, "train_loss_step": 3.985214948654175, "n_params": 4633780, "total_flops": 69609013862400000, "train_loss": 0.019996827178531223, "subset_score_loss": 0.019996827178531223}
+{"step": 4900000, "wall_time": 48958.13579130173, "train_loss_step": 4.250576019287109, "n_params": 4633780, "total_flops": 69751363584000000, "train_loss": 0.019488279024759927, "subset_score_loss": 0.019488279024759927, "memorization_fraction_pixel": 0.4632999897003174, "mean_nn_ratio_pixel": 0.5946168303489685, "fid": 138.68174512885534, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 48998.85718417168, "train_loss_step": 3.9949116706848145, "n_params": 4633780, "total_flops": 69893713305600000, "train_loss": 0.01895090209113227, "subset_score_loss": 0.01895090209113227}
+{"step": 4920000, "wall_time": 49039.73355317116, "train_loss_step": 4.077115535736084, "n_params": 4633780, "total_flops": 70036063027200000, "train_loss": 0.01961454682879978, "subset_score_loss": 0.01961454682879978}
+{"step": 4930000, "wall_time": 49080.57173728943, "train_loss_step": 4.2479047775268555, "n_params": 4633780, "total_flops": 70178412748800000, "train_loss": 0.02019166284137302, "subset_score_loss": 0.02019166284137302}
+{"step": 4940000, "wall_time": 49121.19406533241, "train_loss_step": 4.394039154052734, "n_params": 4633780, "total_flops": 70320762470400000, "train_loss": 0.023022418551974826, "subset_score_loss": 0.023022418551974826}
+{"step": 4950000, "wall_time": 49161.984828710556, "train_loss_step": 4.1474385261535645, "n_params": 4633780, "total_flops": 70463112192000000, "train_loss": 0.019368810123867458, "subset_score_loss": 0.019368810123867458}
+{"step": 4960000, "wall_time": 49202.77799153328, "train_loss_step": 3.931893825531006, "n_params": 4633780, "total_flops": 70605461913600000, "train_loss": 0.021278709835476344, "subset_score_loss": 0.021278709835476344}
+{"step": 4970000, "wall_time": 49243.6352827549, "train_loss_step": 3.986837387084961, "n_params": 4633780, "total_flops": 70747811635200000, "train_loss": 0.02020836671193441, "subset_score_loss": 0.02020836671193441}
+{"step": 4980000, "wall_time": 49284.32945919037, "train_loss_step": 3.745462417602539, "n_params": 4633780, "total_flops": 70890161356800000, "train_loss": 0.020514543851216635, "subset_score_loss": 0.020514543851216635}
+{"step": 4990000, "wall_time": 49325.147298812866, "train_loss_step": 4.131776809692383, "n_params": 4633780, "total_flops": 71032511078400000, "train_loss": 0.018501790364583333, "subset_score_loss": 0.018501790364583333}
+{"step": 5000000, "wall_time": 49384.13196873665, "train_loss_step": 4.314689636230469, "n_params": 4633780, "total_flops": 71174860800000000, "train_loss": 0.01869173049926758, "subset_score_loss": 0.01869173049926758, "memorization_fraction_pixel": 0.5123000144958496, "mean_nn_ratio_pixel": 0.5529073476791382, "fid": 126.13305637649596, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..99b78d6b67ae2586914d17c093bb1e7a880957b5
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d180/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     72s | train_loss=1.0006 | fid=286.1140
+  step   10000 |    169s | train_loss=0.7709
+  step   20000 |    266s | train_loss=0.6551
+  step   30000 |    364s | train_loss=0.5577
+  step   40000 |    462s | train_loss=0.4694
+  step   50000 |    559s | train_loss=0.3955
+  step   60000 |    657s | train_loss=0.3258
+  step   70000 |    755s | train_loss=0.2774
+  step   80000 |    852s | train_loss=0.2318
+  step   90000 |    950s | train_loss=0.2022
+  step  100000 |   1116s | train_loss=0.1787 | fid=199.6830
+  step  110000 |   1212s | train_loss=0.1542
+  step  120000 |   1310s | train_loss=0.1444
+  step  130000 |   1407s | train_loss=0.1406
+  step  140000 |   1505s | train_loss=0.1296
+  step  150000 |   1602s | train_loss=0.1270
+  step  160000 |   1699s | train_loss=0.1141
+  step  170000 |   1797s | train_loss=0.1066
+  step  180000 |   1894s | train_loss=0.1070
+  step  190000 |   1984s | train_loss=0.1063
+  step  200000 |   2158s | train_loss=0.1114 | fid=260.9392
+  step  210000 |   2253s | train_loss=0.1044
+  step  220000 |   2351s | train_loss=0.0974
+  step  230000 |   2448s | train_loss=0.0880
+  step  240000 |   2546s | train_loss=0.0896
+  step  250000 |   2643s | train_loss=0.0857
+  step  260000 |   2741s | train_loss=0.0808
+  step  270000 |   2838s | train_loss=0.0880
+  step  280000 |   2931s | train_loss=0.0856
+  step  290000 |   3025s | train_loss=0.0791
+  step  300000 |   3200s | train_loss=0.0756 | fid=319.0741
+  step  310000 |   3295s | train_loss=0.0816
+  step  320000 |   3392s | train_loss=0.0718
+  step  330000 |   3490s | train_loss=0.0706
+  step  340000 |   3587s | train_loss=0.0730
+  step  350000 |   3684s | train_loss=0.0678
+  step  360000 |   3781s | train_loss=0.0695
+  step  370000 |   3876s | train_loss=0.0649
+  step  380000 |   3969s | train_loss=0.0642
+  step  390000 |   4067s | train_loss=0.0663
+  step  400000 |   4241s | train_loss=0.0628 | fid=322.7944
+  step  410000 |   4337s | train_loss=0.0617
+  step  420000 |   4435s | train_loss=0.0619
+  step  430000 |   4532s | train_loss=0.0621
+  step  440000 |   4630s | train_loss=0.0594
+  step  450000 |   4725s | train_loss=0.0639
+  step  460000 |   4821s | train_loss=0.0600
+  step  470000 |   4913s | train_loss=0.0569
+  step  480000 |   5011s | train_loss=0.0578
+  step  490000 |   5108s | train_loss=0.0554
+  step  500000 |   5276s | train_loss=0.0570 | fid=315.9428
+  step  510000 |   5365s | train_loss=0.0572
+  step  520000 |   5457s | train_loss=0.0560
+  step  530000 |   5549s | train_loss=0.0553
+  step  540000 |   5643s | train_loss=0.0565
+  step  550000 |   5738s | train_loss=0.0532
+  step  560000 |   5830s | train_loss=0.0622
+  step  570000 |   5928s | train_loss=0.0539
+  step  580000 |   6025s | train_loss=0.0522
+  step  590000 |   6122s | train_loss=0.0531
+  step  600000 |   6298s | train_loss=0.0560 | fid=303.4426
+  step  610000 |   6393s | train_loss=0.0543
+  step  620000 |   6490s | train_loss=0.0558
+  step  630000 |   6585s | train_loss=0.0508
+  step  640000 |   6683s | train_loss=0.0495
+  step  650000 |   6775s | train_loss=0.0541
+  step  660000 |   6872s | train_loss=0.0470
+  step  670000 |   6970s | train_loss=0.0488
+  step  680000 |   7067s | train_loss=0.0535
+  step  690000 |   7165s | train_loss=0.0503
+  step  700000 |   7341s | train_loss=0.0489 | fid=283.6315
+  step  710000 |   7436s | train_loss=0.0485
+  step  720000 |   7531s | train_loss=0.0479
+  step  730000 |   7628s | train_loss=0.0500
+  step  740000 |   7720s | train_loss=0.0471
+  step  750000 |   7817s | train_loss=0.0470
+  step  760000 |   7914s | train_loss=0.0457
+  step  770000 |   8012s | train_loss=0.0434
+  step  780000 |   8109s | train_loss=0.0450
+  step  790000 |   8206s | train_loss=0.0462
+  step  800000 |   8382s | train_loss=0.0436 | fid=279.1933
+  step  810000 |   8474s | train_loss=0.0437
+  step  820000 |   8571s | train_loss=0.0435
+  step  830000 |   8663s | train_loss=0.0423
+  step  840000 |   8761s | train_loss=0.0458
+  step  850000 |   8858s | train_loss=0.0411
+  step  860000 |   8956s | train_loss=0.0449
+  step  870000 |   9053s | train_loss=0.0409
+  step  880000 |   9151s | train_loss=0.0424
+  step  890000 |   9248s | train_loss=0.0440
+  step  900000 |   9422s | train_loss=0.0415 | fid=254.8164
+  step  910000 |   9517s | train_loss=0.0398
+  step  920000 |   9610s | train_loss=0.0443
+  step  930000 |   9706s | train_loss=0.0395
+  step  940000 |   9804s | train_loss=0.0418
+  step  950000 |   9899s | train_loss=0.0421
+  step  960000 |   9996s | train_loss=0.0429
+  step  970000 |  10093s | train_loss=0.0374
+  step  980000 |  10190s | train_loss=0.0411
+  step  990000 |  10287s | train_loss=0.0377
+  step 1000000 |  10460s | train_loss=0.0410 | fid=238.0060
+  step 1010000 |  10551s | train_loss=0.0396
+  step 1020000 |  10645s | train_loss=0.0394
+  step 1030000 |  10743s | train_loss=0.0405
+  step 1040000 |  10840s | train_loss=0.0389
+  step 1050000 |  10938s | train_loss=0.0400
+  step 1060000 |  11035s | train_loss=0.0394
+  step 1070000 |  11132s | train_loss=0.0525
+  step 1080000 |  11229s | train_loss=0.0362
+  step 1090000 |  11325s | train_loss=0.0387
+  step 1100000 |  11500s | train_loss=0.0399 | fid=223.0556
+  step 1110000 |  11590s | train_loss=0.0373
+  step 1120000 |  11688s | train_loss=0.0391
+  step 1130000 |  11785s | train_loss=0.0388
+  step 1140000 |  11882s | train_loss=0.0406
+  step 1150000 |  11980s | train_loss=0.0381
+  step 1160000 |  12077s | train_loss=0.0371
+  step 1170000 |  12172s | train_loss=0.0366
+  step 1180000 |  12269s | train_loss=0.0363
+  step 1190000 |  12367s | train_loss=0.0361
+  step 1200000 |  12539s | train_loss=0.0354 | fid=221.5728
+  step 1210000 |  12634s | train_loss=0.0344
+  step 1220000 |  12731s | train_loss=0.0363
+  step 1230000 |  12828s | train_loss=0.0349
+  step 1240000 |  12925s | train_loss=0.0377
+  step 1250000 |  13022s | train_loss=0.0343
+  step 1260000 |  13117s | train_loss=0.0378
+  step 1270000 |  13214s | train_loss=0.0344
+  step 1280000 |  13312s | train_loss=0.0375
+  step 1290000 |  13407s | train_loss=0.0385
+  step 1300000 |  13579s | train_loss=0.0326 | fid=196.1262
+  step 1310000 |  13675s | train_loss=0.0347
+  step 1320000 |  13772s | train_loss=0.0348
+  step 1330000 |  13868s | train_loss=0.0332
+  step 1340000 |  13965s | train_loss=0.0345
+  step 1350000 |  14060s | train_loss=0.0351
+  step 1360000 |  14157s | train_loss=0.0321
+  step 1370000 |  14255s | train_loss=0.0305
+  step 1380000 |  14350s | train_loss=0.0326
+  step 1390000 |  14433s | train_loss=0.0340
+  step 1400000 |  14642s | train_loss=0.0312 | fid=182.1244
+  step 1410000 |  14735s | train_loss=0.0327
+  step 1420000 |  14833s | train_loss=0.0325
+  step 1430000 |  14930s | train_loss=0.0359
+  step 1440000 |  15025s | train_loss=0.0334
+  step 1450000 |  15123s | train_loss=0.0330
+  step 1460000 |  15220s | train_loss=0.0319
+  step 1470000 |  15315s | train_loss=0.0318
+  step 1480000 |  15409s | train_loss=0.0309
+  step 1490000 |  15507s | train_loss=0.0326
+  step 1500000 |  15684s | train_loss=0.0335 | fid=187.5650
+  step 1510000 |  15778s | train_loss=0.0335
+  step 1520000 |  15873s | train_loss=0.0322
+  step 1530000 |  15970s | train_loss=0.0317
+  step 1540000 |  16067s | train_loss=0.0305
+  step 1550000 |  16164s | train_loss=0.0319
+  step 1560000 |  16260s | train_loss=0.0331
+  step 1570000 |  16349s | train_loss=0.0308
+  step 1580000 |  16442s | train_loss=0.0314
+  step 1590000 |  16540s | train_loss=0.0293
+  step 1600000 |  16739s | train_loss=0.0306 | fid=177.6150
+  step 1610000 |  16820s | train_loss=0.0306
+  step 1620000 |  16917s | train_loss=0.0311
+  step 1630000 |  17014s | train_loss=0.0320
+  step 1640000 |  17112s | train_loss=0.0284
+  step 1650000 |  17207s | train_loss=0.0298
+  step 1660000 |  17302s | train_loss=0.0315
+  step 1670000 |  17385s | train_loss=0.0324
+  step 1680000 |  17482s | train_loss=0.0292
+  step 1690000 |  17580s | train_loss=0.0327
+  step 1700000 |  17795s | train_loss=0.0306 | fid=167.9407
+  step 1710000 |  17887s | train_loss=0.0289
+  step 1720000 |  17984s | train_loss=0.0315
+  step 1730000 |  18079s | train_loss=0.0293
+  step 1740000 |  18177s | train_loss=0.0330
+  step 1750000 |  18274s | train_loss=0.0293
+  step 1760000 |  18368s | train_loss=0.0279
+  step 1770000 |  18465s | train_loss=0.0295
+  step 1780000 |  18563s | train_loss=0.0318
+  step 1790000 |  18658s | train_loss=0.0283
+  step 1800000 |  18835s | train_loss=0.0282 | fid=180.0677
+  step 1810000 |  18929s | train_loss=0.0316
+  step 1820000 |  19025s | train_loss=0.0283
+  step 1830000 |  19122s | train_loss=0.0292
+  step 1840000 |  19220s | train_loss=0.0279
+  step 1850000 |  19313s | train_loss=0.0256
+  step 1860000 |  19411s | train_loss=0.0273
+  step 1870000 |  19508s | train_loss=0.0301
+  step 1880000 |  19603s | train_loss=0.0281
+  step 1890000 |  19700s | train_loss=0.0294
+  step 1900000 |  19916s | train_loss=0.0276 | fid=169.5027
+  step 1910000 |  20005s | train_loss=0.0299
+  step 1920000 |  20102s | train_loss=0.0289
+  step 1930000 |  20195s | train_loss=0.0281
+  step 1940000 |  20284s | train_loss=0.0256
+  step 1950000 |  20382s | train_loss=0.0271
+  step 1960000 |  20477s | train_loss=0.0275
+  step 1970000 |  20574s | train_loss=0.0272
+  step 1980000 |  20671s | train_loss=0.0268
+  step 1990000 |  20768s | train_loss=0.0306
+  step 2000000 |  20978s | train_loss=0.0293 | fid=170.8974
+  step 2010000 |  21070s | train_loss=0.0269
+  step 2020000 |  21164s | train_loss=0.0256
+  step 2030000 |  21256s | train_loss=0.0258
+  step 2040000 |  21352s | train_loss=0.0262
+  step 2050000 |  21448s | train_loss=0.0291
+  step 2060000 |  21545s | train_loss=0.0291
+  step 2070000 |  21642s | train_loss=0.0319
+  step 2080000 |  21739s | train_loss=0.0271
+  step 2090000 |  21835s | train_loss=0.0262
+  step 2100000 |  22047s | train_loss=0.0279 | fid=168.6363
+  step 2110000 |  22131s | train_loss=0.0289
+  step 2120000 |  22219s | train_loss=0.0273
+  step 2130000 |  22315s | train_loss=0.0259
+  step 2140000 |  22412s | train_loss=0.0276
+  step 2150000 |  22509s | train_loss=0.0283
+  step 2160000 |  22606s | train_loss=0.0263
+  step 2170000 |  22704s | train_loss=0.0289
+  step 2180000 |  22799s | train_loss=0.0274
+  step 2190000 |  22896s | train_loss=0.0276
+  step 2200000 |  23090s | train_loss=0.0265 | fid=170.3191
+  step 2210000 |  23161s | train_loss=0.0255
+  step 2220000 |  23258s | train_loss=0.0258
+  step 2230000 |  23355s | train_loss=0.0249
+  step 2240000 |  23453s | train_loss=0.0233
+  step 2250000 |  23550s | train_loss=0.0252
+  step 2260000 |  23647s | train_loss=0.0262
+  step 2270000 |  23743s | train_loss=0.0267
+  step 2280000 |  23840s | train_loss=0.0251
+  step 2290000 |  23938s | train_loss=0.0294
+  step 2300000 |  24126s | train_loss=0.0246 | fid=172.5928
+  step 2310000 |  24209s | train_loss=0.0271
+  step 2320000 |  24306s | train_loss=0.0253
+  step 2330000 |  24403s | train_loss=0.0289
+  step 2340000 |  24500s | train_loss=0.0250
+  step 2350000 |  24596s | train_loss=0.0250
+  step 2360000 |  24692s | train_loss=0.0271
+  step 2370000 |  24790s | train_loss=0.0261
+  step 2380000 |  24887s | train_loss=0.0267
+  step 2390000 |  24984s | train_loss=0.0242
+  step 2400000 |  25189s | train_loss=0.0259 | fid=164.3911
+  step 2410000 |  25275s | train_loss=0.0253
+  step 2420000 |  25373s | train_loss=0.0239
+  step 2430000 |  25470s | train_loss=0.0258
+  step 2440000 |  25565s | train_loss=0.0238
+  step 2450000 |  25662s | train_loss=0.0251
+  step 2460000 |  25760s | train_loss=0.0295
+  step 2470000 |  25857s | train_loss=0.0245
+  step 2480000 |  25953s | train_loss=0.0243
+  step 2490000 |  26050s | train_loss=0.0253
+  step 2500000 |  26250s | train_loss=0.0261 | fid=150.0684
+  step 2510000 |  26329s | train_loss=0.0248
+  step 2520000 |  26426s | train_loss=0.0239
+  step 2530000 |  26521s | train_loss=0.0253
+  step 2540000 |  26618s | train_loss=0.0262
+  step 2550000 |  26716s | train_loss=0.0269
+  step 2560000 |  26811s | train_loss=0.0246
+  step 2570000 |  26909s | train_loss=0.0259
+  step 2580000 |  27005s | train_loss=0.0249
+  step 2590000 |  27099s | train_loss=0.0292
+  step 2600000 |  27320s | train_loss=0.0254 | fid=160.2681
+  step 2610000 |  27403s | train_loss=0.0241
+  step 2620000 |  27500s | train_loss=0.0258
+  step 2630000 |  27598s | train_loss=0.0249
+  step 2640000 |  27695s | train_loss=0.0261
+  step 2650000 |  27791s | train_loss=0.0250
+  step 2660000 |  27888s | train_loss=0.0254
+  step 2670000 |  27980s | train_loss=0.0240
+  step 2680000 |  28070s | train_loss=0.0230
+  step 2690000 |  28167s | train_loss=0.0229
+  step 2700000 |  28369s | train_loss=0.0233 | fid=153.2712
+  step 2710000 |  28452s | train_loss=0.0268
+  step 2720000 |  28547s | train_loss=0.0233
+  step 2730000 |  28643s | train_loss=0.0277
+  step 2740000 |  28740s | train_loss=0.0240
+  step 2750000 |  28837s | train_loss=0.0228
+  step 2760000 |  28934s | train_loss=0.0249
+  step 2770000 |  29017s | train_loss=0.0235
+  step 2780000 |  29114s | train_loss=0.0233
+  step 2790000 |  29211s | train_loss=0.0253
+  step 2800000 |  29431s | train_loss=0.0234 | fid=151.5065
+  step 2810000 |  29514s | train_loss=0.0255
+  step 2820000 |  29607s | train_loss=0.0246
+  step 2830000 |  29705s | train_loss=0.0253
+  step 2840000 |  29803s | train_loss=0.0228
+  step 2850000 |  29900s | train_loss=0.0230
+  step 2860000 |  29994s | train_loss=0.0254
+  step 2870000 |  30091s | train_loss=0.0241
+  step 2880000 |  30186s | train_loss=0.0295
+  step 2890000 |  30284s | train_loss=0.0224
+  step 2900000 |  30459s | train_loss=0.0216 | fid=154.2750
+  step 2910000 |  30557s | train_loss=0.0265
+  step 2920000 |  30652s | train_loss=0.0228
+  step 2930000 |  30749s | train_loss=0.0246
+  step 2940000 |  30846s | train_loss=0.0224
+  step 2950000 |  30940s | train_loss=0.0254
+  step 2960000 |  31037s | train_loss=0.0225
+  step 2970000 |  31132s | train_loss=0.0223
+  step 2980000 |  31230s | train_loss=0.0244
+  step 2990000 |  31327s | train_loss=0.0246
+  step 3000000 |  31536s | train_loss=0.0266 | fid=152.0357
+  step 3010000 |  31628s | train_loss=0.0242
+  step 3020000 |  31717s | train_loss=0.0221
+  step 3030000 |  31812s | train_loss=0.0226
+  step 3040000 |  31899s | train_loss=0.0233
+  step 3050000 |  31996s | train_loss=0.0235
+  step 3060000 |  32092s | train_loss=0.0224
+  step 3070000 |  32189s | train_loss=0.0227
+  step 3080000 |  32284s | train_loss=0.0242
+  step 3090000 |  32382s | train_loss=0.0203
+  step 3100000 |  32605s | train_loss=0.0242 | fid=158.0143
+  step 3110000 |  32698s | train_loss=0.0223
+  step 3120000 |  32785s | train_loss=0.0261
+  step 3130000 |  32874s | train_loss=0.0236
+  step 3140000 |  32969s | train_loss=0.0225
+  step 3150000 |  33066s | train_loss=0.0236
+  step 3160000 |  33163s | train_loss=0.0262
+  step 3170000 |  33258s | train_loss=0.0216
+  step 3180000 |  33356s | train_loss=0.0234
+  step 3190000 |  33453s | train_loss=0.0246
+  step 3200000 |  33673s | train_loss=0.0218 | fid=148.4415
+  step 3210000 |  33760s | train_loss=0.0213
+  step 3220000 |  33843s | train_loss=0.0234
+  step 3230000 |  33938s | train_loss=0.0224
+  step 3240000 |  34035s | train_loss=0.0236
+  step 3250000 |  34130s | train_loss=0.0223
+  step 3260000 |  34228s | train_loss=0.0204
+  step 3270000 |  34325s | train_loss=0.0236
+  step 3280000 |  34423s | train_loss=0.0216
+  step 3290000 |  34520s | train_loss=0.0225
+  step 3300000 |  34733s | train_loss=0.0237 | fid=154.3641
+  step 3310000 |  34808s | train_loss=0.0217
+  step 3320000 |  34900s | train_loss=0.0218
+  step 3330000 |  34995s | train_loss=0.0217
+  step 3340000 |  35092s | train_loss=0.0248
+  step 3350000 |  35189s | train_loss=0.0204
+  step 3360000 |  35287s | train_loss=0.0252
+  step 3370000 |  35383s | train_loss=0.0225
+  step 3380000 |  35480s | train_loss=0.0223
+  step 3390000 |  35578s | train_loss=0.0213
+  step 3400000 |  35784s | train_loss=0.0217 | fid=141.4295
+  step 3410000 |  35872s | train_loss=0.0238
+  step 3420000 |  35965s | train_loss=0.0211
+  step 3430000 |  36063s | train_loss=0.0239
+  step 3440000 |  36161s | train_loss=0.0200
+  step 3450000 |  36258s | train_loss=0.0226
+  step 3460000 |  36356s | train_loss=0.0224
+  step 3470000 |  36454s | train_loss=0.0225
+  step 3480000 |  36551s | train_loss=0.0218
+  step 3490000 |  36647s | train_loss=0.0238
+  step 3500000 |  36845s | train_loss=0.0220 | fid=150.8439
+  step 3510000 |  36930s | train_loss=0.0213
+  step 3520000 |  37024s | train_loss=0.0227
+  step 3530000 |  37121s | train_loss=0.0213
+  step 3540000 |  37219s | train_loss=0.0227
+  step 3550000 |  37316s | train_loss=0.0226
+  step 3560000 |  37413s | train_loss=0.0208
+  step 3570000 |  37511s | train_loss=0.0229
+  step 3580000 |  37606s | train_loss=0.0199
+  step 3590000 |  37693s | train_loss=0.0236
+  step 3600000 |  37922s | train_loss=0.0212 | fid=144.3535
+  step 3610000 |  38007s | train_loss=0.0220
+  step 3620000 |  38100s | train_loss=0.0206
+  step 3630000 |  38198s | train_loss=0.0218
+  step 3640000 |  38295s | train_loss=0.0224
+  step 3650000 |  38392s | train_loss=0.0229
+  step 3660000 |  38490s | train_loss=0.0219
+  step 3670000 |  38585s | train_loss=0.0215
+  step 3680000 |  38671s | train_loss=0.0224
+  step 3690000 |  38768s | train_loss=0.0213
+  step 3700000 |  38989s | train_loss=0.0218 | fid=152.7365
+  step 3710000 |  39077s | train_loss=0.0223
+  step 3720000 |  39170s | train_loss=0.0217
+  step 3730000 |  39268s | train_loss=0.0219
+  step 3740000 |  39365s | train_loss=0.0204
+  step 3750000 |  39460s | train_loss=0.0226
+  step 3760000 |  39555s | train_loss=0.0208
+  step 3770000 |  39642s | train_loss=0.0203
+  step 3780000 |  39739s | train_loss=0.0214
+  step 3790000 |  39836s | train_loss=0.0212
+  step 3800000 |  40052s | train_loss=0.0224 | fid=152.1230
+  step 3810000 |  40141s | train_loss=0.0205
+  step 3820000 |  40236s | train_loss=0.0219
+  step 3830000 |  40334s | train_loss=0.0245
+  step 3840000 |  40427s | train_loss=0.0191
+  step 3850000 |  40524s | train_loss=0.0254
+  step 3860000 |  40608s | train_loss=0.0213
+  step 3870000 |  40705s | train_loss=0.0200
+  step 3880000 |  40803s | train_loss=0.0205
+  step 3890000 |  40900s | train_loss=0.0211
+  step 3900000 |  41122s | train_loss=0.0206 | fid=140.6504
+  step 3910000 |  41207s | train_loss=0.0209
+  step 3920000 |  41299s | train_loss=0.0205
+  step 3930000 |  41395s | train_loss=0.0205
+  step 3940000 |  41491s | train_loss=0.0193
+  step 3950000 |  41575s | train_loss=0.0211
+  step 3960000 |  41672s | train_loss=0.0193
+  step 3970000 |  41769s | train_loss=0.0198
+  step 3980000 |  41866s | train_loss=0.0258
+  step 3990000 |  41963s | train_loss=0.0182
+  step 4000000 |  42189s | train_loss=0.0204 | fid=146.6873
+  step 4010000 |  42271s | train_loss=0.0207
+  step 4020000 |  42361s | train_loss=0.0215
+  step 4030000 |  42457s | train_loss=0.0198
+  step 4040000 |  42538s | train_loss=0.0196
+  step 4050000 |  42635s | train_loss=0.0209
+  step 4060000 |  42732s | train_loss=0.0205
+  step 4070000 |  42829s | train_loss=0.0201
+  step 4080000 |  42926s | train_loss=0.0218
+  step 4090000 |  43023s | train_loss=0.0209
+  step 4100000 |  43248s | train_loss=0.0190 | fid=155.7251
+  step 4110000 |  43337s | train_loss=0.0223
+  step 4120000 |  43434s | train_loss=0.0241
+  step 4130000 |  43520s | train_loss=0.0197
+  step 4140000 |  43617s | train_loss=0.0212
+  step 4150000 |  43714s | train_loss=0.0193
+  step 4160000 |  43812s | train_loss=0.0202
+  step 4170000 |  43909s | train_loss=0.0214
+  step 4180000 |  44006s | train_loss=0.0208
+  step 4190000 |  44100s | train_loss=0.0206
+  step 4200000 |  44308s | train_loss=0.0191 | fid=137.7774
+  step 4210000 |  44396s | train_loss=0.0198
+  step 4220000 |  44475s | train_loss=0.0199
+  step 4230000 |  44571s | train_loss=0.0194
+  step 4240000 |  44668s | train_loss=0.0187
+  step 4250000 |  44765s | train_loss=0.0208
+  step 4260000 |  44862s | train_loss=0.0194
+  step 4270000 |  44958s | train_loss=0.0207
+  step 4280000 |  45054s | train_loss=0.0203
+  step 4290000 |  45151s | train_loss=0.0223
+  step 4300000 |  45372s | train_loss=0.0202 | fid=137.1396
+  step 4310000 |  45450s | train_loss=0.0196
+  step 4320000 |  45543s | train_loss=0.0189
+  step 4330000 |  45641s | train_loss=0.0189
+  step 4340000 |  45738s | train_loss=0.0188
+  step 4350000 |  45835s | train_loss=0.0226
+  step 4360000 |  45912s | train_loss=0.0207
+  step 4370000 |  45990s | train_loss=0.0194
+  step 4380000 |  46068s | train_loss=0.0199
+  step 4390000 |  46146s | train_loss=0.0203
+  step 4400000 |  46310s | train_loss=0.0214 | fid=146.8397
+  step 4410000 |  46389s | train_loss=0.0201
+  step 4420000 |  46468s | train_loss=0.0195
+  step 4430000 |  46546s | train_loss=0.0223
+  step 4440000 |  46624s | train_loss=0.0224
+  step 4450000 |  46688s | train_loss=0.0195
+  step 4460000 |  46747s | train_loss=0.0241
+  step 4470000 |  46807s | train_loss=0.0204
+  step 4480000 |  46866s | train_loss=0.0196
+  step 4490000 |  46926s | train_loss=0.0192
+  step 4500000 |  47034s | train_loss=0.0188 | fid=133.5049
+  step 4510000 |  47090s | train_loss=0.0187
+  step 4520000 |  47149s | train_loss=0.0196
+  step 4530000 |  47209s | train_loss=0.0185
+  step 4540000 |  47268s | train_loss=0.0207
+  step 4550000 |  47328s | train_loss=0.0189
+  step 4560000 |  47387s | train_loss=0.0203
+  step 4570000 |  47447s | train_loss=0.0207
+  step 4580000 |  47506s | train_loss=0.0201
+  step 4590000 |  47561s | train_loss=0.0209
+  step 4600000 |  47638s | train_loss=0.0181 | fid=138.0517
+  step 4610000 |  47675s | train_loss=0.0211
+  step 4620000 |  47716s | train_loss=0.0185
+  step 4630000 |  47757s | train_loss=0.0195
+  step 4640000 |  47798s | train_loss=0.0184
+  step 4650000 |  47838s | train_loss=0.0184
+  step 4660000 |  47879s | train_loss=0.0200
+  step 4670000 |  47920s | train_loss=0.0201
+  step 4680000 |  47961s | train_loss=0.0192
+  step 4690000 |  48002s | train_loss=0.0211
+  step 4700000 |  48079s | train_loss=0.0197 | fid=143.3286
+  step 4710000 |  48116s | train_loss=0.0193
+  step 4720000 |  48157s | train_loss=0.0191
+  step 4730000 |  48198s | train_loss=0.0196
+  step 4740000 |  48238s | train_loss=0.0185
+  step 4750000 |  48279s | train_loss=0.0175
+  step 4760000 |  48320s | train_loss=0.0232
+  step 4770000 |  48361s | train_loss=0.0189
+  step 4780000 |  48402s | train_loss=0.0180
+  step 4790000 |  48442s | train_loss=0.0186
+  step 4800000 |  48519s | train_loss=0.0184 | fid=136.8204
+  step 4810000 |  48556s | train_loss=0.0205
+  step 4820000 |  48596s | train_loss=0.0211
+  step 4830000 |  48637s | train_loss=0.0198
+  step 4840000 |  48678s | train_loss=0.0201
+  step 4850000 |  48719s | train_loss=0.0179
+  step 4860000 |  48760s | train_loss=0.0202
+  step 4870000 |  48800s | train_loss=0.0196
+  step 4880000 |  48841s | train_loss=0.0191
+  step 4890000 |  48882s | train_loss=0.0200
+  step 4900000 |  48958s | train_loss=0.0195 | fid=138.6817
+  step 4910000 |  48999s | train_loss=0.0190
+  step 4920000 |  49040s | train_loss=0.0196
+  step 4930000 |  49081s | train_loss=0.0202
+  step 4940000 |  49121s | train_loss=0.0230
+  step 4950000 |  49162s | train_loss=0.0194
+  step 4960000 |  49203s | train_loss=0.0213
+  step 4970000 |  49244s | train_loss=0.0202
+  step 4980000 |  49284s | train_loss=0.0205
+  step 4990000 |  49325s | train_loss=0.0185
+  step 5000000 |  49384s | train_loss=0.0187 | fid=126.1331
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ebc3dc7473f05c4acc3a6f8654e0dc79d4eb7abd
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..b1465c6979a013cfef0ced4ae61aa696eb12c3cb
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 20, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 71.00035524368286, "train_loss_step": 20.188457489013672, "n_params": 4305940, "total_flops": 13227847680, "train_loss": 1.0031439781188964, "subset_score_loss": 1.0031439781188964, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9683560729026794, "fid": 182.449509261301, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 162.27373027801514, "train_loss_step": 5.362866401672363, "n_params": 4305940, "total_flops": 132278476800000, "train_loss": 0.9153964042663574, "subset_score_loss": 0.9153964042663574}
+{"step": 20000, "wall_time": 253.59576654434204, "train_loss_step": 4.915581226348877, "n_params": 4305940, "total_flops": 264556953600000, "train_loss": 0.9103985786437988, "subset_score_loss": 0.9103985786437988}
+{"step": 30000, "wall_time": 344.8800678253174, "train_loss_step": 4.879844665527344, "n_params": 4305940, "total_flops": 396835430400000, "train_loss": 0.9057089805603027, "subset_score_loss": 0.9057089805603027}
+{"step": 40000, "wall_time": 436.1913683414459, "train_loss_step": 4.993884563446045, "n_params": 4305940, "total_flops": 529113907200000, "train_loss": 0.9005123138427734, "subset_score_loss": 0.9005123138427734}
+{"step": 50000, "wall_time": 527.5808892250061, "train_loss_step": 4.6790666580200195, "n_params": 4305940, "total_flops": 661392384000000, "train_loss": 0.8941105842590332, "subset_score_loss": 0.8941105842590332}
+{"step": 60000, "wall_time": 618.9657115936279, "train_loss_step": 4.885435581207275, "n_params": 4305940, "total_flops": 793670860800000, "train_loss": 0.8836831092834473, "subset_score_loss": 0.8836831092834473}
+{"step": 70000, "wall_time": 710.279039144516, "train_loss_step": 4.500831604003906, "n_params": 4305940, "total_flops": 925949337600000, "train_loss": 0.863471508026123, "subset_score_loss": 0.863471508026123}
+{"step": 80000, "wall_time": 801.7181763648987, "train_loss_step": 4.2290263175964355, "n_params": 4305940, "total_flops": 1058227814400000, "train_loss": 0.8258594512939453, "subset_score_loss": 0.8258594512939453}
+{"step": 90000, "wall_time": 893.1252400875092, "train_loss_step": 4.3447980880737305, "n_params": 4305940, "total_flops": 1190506291200000, "train_loss": 0.7643576622009277, "subset_score_loss": 0.7643576622009277}
+{"step": 100000, "wall_time": 1050.4384562969208, "train_loss_step": 4.024317741394043, "n_params": 4305940, "total_flops": 1322784768000000, "train_loss": 0.668372392654419, "subset_score_loss": 0.668372392654419, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9437221884727478, "fid": 162.88867372556223, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1140.8651628494263, "train_loss_step": 4.043855667114258, "n_params": 4305940, "total_flops": 1455063244800000, "train_loss": 0.5525909423828125, "subset_score_loss": 0.5525909423828125}
+{"step": 120000, "wall_time": 1232.052758216858, "train_loss_step": 3.8030030727386475, "n_params": 4305940, "total_flops": 1587341721600000, "train_loss": 0.44052705764770506, "subset_score_loss": 0.44052705764770506}
+{"step": 130000, "wall_time": 1323.4816019535065, "train_loss_step": 3.0631890296936035, "n_params": 4305940, "total_flops": 1719620198400000, "train_loss": 0.3508051872253418, "subset_score_loss": 0.3508051872253418}
+{"step": 140000, "wall_time": 1414.8264060020447, "train_loss_step": 3.4340310096740723, "n_params": 4305940, "total_flops": 1851898675200000, "train_loss": 0.28291850090026854, "subset_score_loss": 0.28291850090026854}
+{"step": 150000, "wall_time": 1505.9872708320618, "train_loss_step": 3.227724075317383, "n_params": 4305940, "total_flops": 1984177152000000, "train_loss": 0.23728621006011963, "subset_score_loss": 0.23728621006011963}
+{"step": 160000, "wall_time": 1597.3738007545471, "train_loss_step": 3.075303792953491, "n_params": 4305940, "total_flops": 2116455628800000, "train_loss": 0.20719170570373535, "subset_score_loss": 0.20719170570373535}
+{"step": 170000, "wall_time": 1688.5424647331238, "train_loss_step": 2.95584774017334, "n_params": 4305940, "total_flops": 2248734105600000, "train_loss": 0.189119291305542, "subset_score_loss": 0.189119291305542}
+{"step": 180000, "wall_time": 1780.2738647460938, "train_loss_step": 2.772233009338379, "n_params": 4305940, "total_flops": 2381012582400000, "train_loss": 0.17190176248550415, "subset_score_loss": 0.17190176248550415}
+{"step": 190000, "wall_time": 1871.2657854557037, "train_loss_step": 2.9730374813079834, "n_params": 4305940, "total_flops": 2513291059200000, "train_loss": 0.16221166849136354, "subset_score_loss": 0.16221166849136354}
+{"step": 200000, "wall_time": 2029.4642143249512, "train_loss_step": 2.7151904106140137, "n_params": 4305940, "total_flops": 2645569536000000, "train_loss": 0.15141133069992066, "subset_score_loss": 0.15141133069992066, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.8650791049003601, "fid": 164.40310923486007, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2118.875972509384, "train_loss_step": 2.985424280166626, "n_params": 4305940, "total_flops": 2777848012800000, "train_loss": 0.14459460973739624, "subset_score_loss": 0.14459460973739624}
+{"step": 220000, "wall_time": 2209.766419172287, "train_loss_step": 2.865264415740967, "n_params": 4305940, "total_flops": 2910126489600000, "train_loss": 0.13715354204177857, "subset_score_loss": 0.13715354204177857}
+{"step": 230000, "wall_time": 2301.2103955745697, "train_loss_step": 2.718872547149658, "n_params": 4305940, "total_flops": 3042404966400000, "train_loss": 0.1292838931083679, "subset_score_loss": 0.1292838931083679}
+{"step": 240000, "wall_time": 2392.8814327716827, "train_loss_step": 2.7007250785827637, "n_params": 4305940, "total_flops": 3174683443200000, "train_loss": 0.12229660749435425, "subset_score_loss": 0.12229660749435425}
+{"step": 250000, "wall_time": 2484.2638940811157, "train_loss_step": 3.0913076400756836, "n_params": 4305940, "total_flops": 3306961920000000, "train_loss": 0.12201797962188721, "subset_score_loss": 0.12201797962188721}
+{"step": 260000, "wall_time": 2575.497652053833, "train_loss_step": 2.8833932876586914, "n_params": 4305940, "total_flops": 3439240396800000, "train_loss": 0.11313765048980713, "subset_score_loss": 0.11313765048980713}
+{"step": 270000, "wall_time": 2666.6956539154053, "train_loss_step": 2.711177349090576, "n_params": 4305940, "total_flops": 3571518873600000, "train_loss": 0.10969763994216919, "subset_score_loss": 0.10969763994216919}
+{"step": 280000, "wall_time": 2758.048448085785, "train_loss_step": 2.5774660110473633, "n_params": 4305940, "total_flops": 3703797350400000, "train_loss": 0.10519660711288452, "subset_score_loss": 0.10519660711288452}
+{"step": 290000, "wall_time": 2844.2466144561768, "train_loss_step": 2.7193684577941895, "n_params": 4305940, "total_flops": 3836075827200000, "train_loss": 0.10356526374816895, "subset_score_loss": 0.10356526374816895}
+{"step": 300000, "wall_time": 3006.8824071884155, "train_loss_step": 2.870328903198242, "n_params": 4305940, "total_flops": 3968354304000000, "train_loss": 0.09948444366455078, "subset_score_loss": 0.09948444366455078, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.8084356188774109, "fid": 163.2919924898915, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3096.3467874526978, "train_loss_step": 2.3769702911376953, "n_params": 4305940, "total_flops": 4100632780800000, "train_loss": 0.09445070624351501, "subset_score_loss": 0.09445070624351501}
+{"step": 320000, "wall_time": 3187.9964509010315, "train_loss_step": 2.838101863861084, "n_params": 4305940, "total_flops": 4232911257600000, "train_loss": 0.09299408197402954, "subset_score_loss": 0.09299408197402954}
+{"step": 330000, "wall_time": 3278.9466784000397, "train_loss_step": 2.753004789352417, "n_params": 4305940, "total_flops": 4365189734400000, "train_loss": 0.08994420766830444, "subset_score_loss": 0.08994420766830444}
+{"step": 340000, "wall_time": 3370.4771435260773, "train_loss_step": 2.7924511432647705, "n_params": 4305940, "total_flops": 4497468211200000, "train_loss": 0.08832948207855225, "subset_score_loss": 0.08832948207855225}
+{"step": 350000, "wall_time": 3461.749562740326, "train_loss_step": 2.649749755859375, "n_params": 4305940, "total_flops": 4629746688000000, "train_loss": 0.08474304676055908, "subset_score_loss": 0.08474304676055908}
+{"step": 360000, "wall_time": 3553.2067308425903, "train_loss_step": 2.751739501953125, "n_params": 4305940, "total_flops": 4762025164800000, "train_loss": 0.08442959189414978, "subset_score_loss": 0.08442959189414978}
+{"step": 370000, "wall_time": 3644.5690405368805, "train_loss_step": 2.505552291870117, "n_params": 4305940, "total_flops": 4894303641600000, "train_loss": 0.08139910101890564, "subset_score_loss": 0.08139910101890564}
+{"step": 380000, "wall_time": 3735.5606985092163, "train_loss_step": 2.323920488357544, "n_params": 4305940, "total_flops": 5026582118400000, "train_loss": 0.07966936826705932, "subset_score_loss": 0.07966936826705932}
+{"step": 390000, "wall_time": 3819.875537633896, "train_loss_step": 2.4093985557556152, "n_params": 4305940, "total_flops": 5158860595200000, "train_loss": 0.07754384875297546, "subset_score_loss": 0.07754384875297546}
+{"step": 400000, "wall_time": 3984.7373094558716, "train_loss_step": 2.3742260932922363, "n_params": 4305940, "total_flops": 5291139072000000, "train_loss": 0.0754770040512085, "subset_score_loss": 0.0754770040512085, "memorization_fraction_pixel": 0.002400000113993883, "mean_nn_ratio_pixel": 0.7786964178085327, "fid": 159.65169624208292, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4074.62473654747, "train_loss_step": 2.4427435398101807, "n_params": 4305940, "total_flops": 5423417548800000, "train_loss": 0.07473059296607971, "subset_score_loss": 0.07473059296607971}
+{"step": 420000, "wall_time": 4165.843893766403, "train_loss_step": 2.5147387981414795, "n_params": 4305940, "total_flops": 5555696025600000, "train_loss": 0.07273082733154297, "subset_score_loss": 0.07273082733154297}
+{"step": 430000, "wall_time": 4257.0008363723755, "train_loss_step": 2.4550979137420654, "n_params": 4305940, "total_flops": 5687974502400000, "train_loss": 0.07091010212898255, "subset_score_loss": 0.07091010212898255}
+{"step": 440000, "wall_time": 4348.387373209, "train_loss_step": 2.592130661010742, "n_params": 4305940, "total_flops": 5820252979200000, "train_loss": 0.07048534154891968, "subset_score_loss": 0.07048534154891968}
+{"step": 450000, "wall_time": 4439.689906835556, "train_loss_step": 2.7289583683013916, "n_params": 4305940, "total_flops": 5952531456000000, "train_loss": 0.06893141269683838, "subset_score_loss": 0.06893141269683838}
+{"step": 460000, "wall_time": 4531.065433502197, "train_loss_step": 2.283339500427246, "n_params": 4305940, "total_flops": 6084809932800000, "train_loss": 0.06760883331298828, "subset_score_loss": 0.06760883331298828}
+{"step": 470000, "wall_time": 4622.539468050003, "train_loss_step": 2.5083863735198975, "n_params": 4305940, "total_flops": 6217088409600000, "train_loss": 0.06667932868003845, "subset_score_loss": 0.06667932868003845}
+{"step": 480000, "wall_time": 4707.711757659912, "train_loss_step": 2.407409906387329, "n_params": 4305940, "total_flops": 6349366886400000, "train_loss": 0.0649397313594818, "subset_score_loss": 0.0649397313594818}
+{"step": 490000, "wall_time": 4797.01002573967, "train_loss_step": 2.4367237091064453, "n_params": 4305940, "total_flops": 6481645363200000, "train_loss": 0.06263701319694519, "subset_score_loss": 0.06263701319694519}
+{"step": 500000, "wall_time": 4961.571405887604, "train_loss_step": 2.5808639526367188, "n_params": 4305940, "total_flops": 6613923840000000, "train_loss": 0.06322444677352905, "subset_score_loss": 0.06322444677352905, "memorization_fraction_pixel": 0.0032999999821186066, "mean_nn_ratio_pixel": 0.7537307739257812, "fid": 159.7633210313839, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5051.1387186050415, "train_loss_step": 2.4854795932769775, "n_params": 4305940, "total_flops": 6746202316800000, "train_loss": 0.06176047921180725, "subset_score_loss": 0.06176047921180725}
+{"step": 520000, "wall_time": 5141.540693998337, "train_loss_step": 2.452725887298584, "n_params": 4305940, "total_flops": 6878480793600000, "train_loss": 0.060763537883758545, "subset_score_loss": 0.060763537883758545}
+{"step": 530000, "wall_time": 5228.686029911041, "train_loss_step": 2.402498245239258, "n_params": 4305940, "total_flops": 7010759270400000, "train_loss": 0.05914190411567688, "subset_score_loss": 0.05914190411567688}
+{"step": 540000, "wall_time": 5315.432085037231, "train_loss_step": 2.3036861419677734, "n_params": 4305940, "total_flops": 7143037747200000, "train_loss": 0.05835370421409607, "subset_score_loss": 0.05835370421409607}
+{"step": 550000, "wall_time": 5403.2580897808075, "train_loss_step": 2.438162326812744, "n_params": 4305940, "total_flops": 7275316224000000, "train_loss": 0.057927048206329344, "subset_score_loss": 0.057927048206329344}
+{"step": 560000, "wall_time": 5491.623032569885, "train_loss_step": 2.302237033843994, "n_params": 4305940, "total_flops": 7407594700800000, "train_loss": 0.05688043236732483, "subset_score_loss": 0.05688043236732483}
+{"step": 570000, "wall_time": 5578.465388774872, "train_loss_step": 2.5428383350372314, "n_params": 4305940, "total_flops": 7539873177600000, "train_loss": 0.05577802658081055, "subset_score_loss": 0.05577802658081055}
+{"step": 580000, "wall_time": 5660.869407653809, "train_loss_step": 2.480372905731201, "n_params": 4305940, "total_flops": 7672151654400000, "train_loss": 0.055174398422241214, "subset_score_loss": 0.055174398422241214}
+{"step": 590000, "wall_time": 5752.436792850494, "train_loss_step": 2.176198959350586, "n_params": 4305940, "total_flops": 7804430131200000, "train_loss": 0.05408340096473694, "subset_score_loss": 0.05408340096473694}
+{"step": 600000, "wall_time": 5916.912137269974, "train_loss_step": 2.4018898010253906, "n_params": 4305940, "total_flops": 7936708608000000, "train_loss": 0.053330689668655396, "subset_score_loss": 0.053330689668655396, "memorization_fraction_pixel": 0.00419999985024333, "mean_nn_ratio_pixel": 0.7307462692260742, "fid": 157.12889901032696, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6006.53235244751, "train_loss_step": 2.4199395179748535, "n_params": 4305940, "total_flops": 8068987084800000, "train_loss": 0.055007994174957275, "subset_score_loss": 0.055007994174957275}
+{"step": 620000, "wall_time": 6097.862043380737, "train_loss_step": 2.248528480529785, "n_params": 4305940, "total_flops": 8201265561600000, "train_loss": 0.053028321266174315, "subset_score_loss": 0.053028321266174315}
+{"step": 630000, "wall_time": 6189.291451931, "train_loss_step": 2.2889342308044434, "n_params": 4305940, "total_flops": 8333544038400000, "train_loss": 0.05105741620063782, "subset_score_loss": 0.05105741620063782}
+{"step": 640000, "wall_time": 6280.566175222397, "train_loss_step": 2.5498757362365723, "n_params": 4305940, "total_flops": 8465822515200000, "train_loss": 0.05124457478523255, "subset_score_loss": 0.05124457478523255}
+{"step": 650000, "wall_time": 6371.410267591476, "train_loss_step": 2.7286219596862793, "n_params": 4305940, "total_flops": 8598100992000000, "train_loss": 0.05153009295463562, "subset_score_loss": 0.05153009295463562}
+{"step": 660000, "wall_time": 6462.541751861572, "train_loss_step": 2.1792361736297607, "n_params": 4305940, "total_flops": 8730379468800000, "train_loss": 0.049938565492630003, "subset_score_loss": 0.049938565492630003}
+{"step": 670000, "wall_time": 6548.058987617493, "train_loss_step": 2.442793607711792, "n_params": 4305940, "total_flops": 8862657945600000, "train_loss": 0.048795807361602786, "subset_score_loss": 0.048795807361602786}
+{"step": 680000, "wall_time": 6636.821618318558, "train_loss_step": 2.3001160621643066, "n_params": 4305940, "total_flops": 8994936422400000, "train_loss": 0.04876901507377625, "subset_score_loss": 0.04876901507377625}
+{"step": 690000, "wall_time": 6728.128776550293, "train_loss_step": 2.223825693130493, "n_params": 4305940, "total_flops": 9127214899200000, "train_loss": 0.0494829922914505, "subset_score_loss": 0.0494829922914505}
+{"step": 700000, "wall_time": 6892.67649435997, "train_loss_step": 2.6208159923553467, "n_params": 4305940, "total_flops": 9259493376000000, "train_loss": 0.04719350934028625, "subset_score_loss": 0.04719350934028625, "memorization_fraction_pixel": 0.0038999998942017555, "mean_nn_ratio_pixel": 0.7215837836265564, "fid": 157.87680861823048, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6982.698280572891, "train_loss_step": 2.092468738555908, "n_params": 4305940, "total_flops": 9391771852800000, "train_loss": 0.0474872887134552, "subset_score_loss": 0.0474872887134552}
+{"step": 720000, "wall_time": 7074.272874593735, "train_loss_step": 2.205117702484131, "n_params": 4305940, "total_flops": 9524050329600000, "train_loss": 0.04664871394634247, "subset_score_loss": 0.04664871394634247}
+{"step": 730000, "wall_time": 7165.503457546234, "train_loss_step": 2.523397922515869, "n_params": 4305940, "total_flops": 9656328806400000, "train_loss": 0.04612874984741211, "subset_score_loss": 0.04612874984741211}
+{"step": 740000, "wall_time": 7257.000738620758, "train_loss_step": 2.322890281677246, "n_params": 4305940, "total_flops": 9788607283200000, "train_loss": 0.04613874852657318, "subset_score_loss": 0.04613874852657318}
+{"step": 750000, "wall_time": 7348.088889837265, "train_loss_step": 2.4332447052001953, "n_params": 4305940, "total_flops": 9920885760000000, "train_loss": 0.04459820985794068, "subset_score_loss": 0.04459820985794068}
+{"step": 760000, "wall_time": 7435.992094278336, "train_loss_step": 1.9624031782150269, "n_params": 4305940, "total_flops": 10053164236800000, "train_loss": 0.045087984204292296, "subset_score_loss": 0.045087984204292296}
+{"step": 770000, "wall_time": 7523.586761236191, "train_loss_step": 2.4054410457611084, "n_params": 4305940, "total_flops": 10185442713600000, "train_loss": 0.044729939103126524, "subset_score_loss": 0.044729939103126524}
+{"step": 780000, "wall_time": 7614.739316225052, "train_loss_step": 2.6468589305877686, "n_params": 4305940, "total_flops": 10317721190400000, "train_loss": 0.04405430555343628, "subset_score_loss": 0.04405430555343628}
+{"step": 790000, "wall_time": 7705.66211271286, "train_loss_step": 2.3965373039245605, "n_params": 4305940, "total_flops": 10449999667200000, "train_loss": 0.04368588328361511, "subset_score_loss": 0.04368588328361511}
+{"step": 800000, "wall_time": 7870.5760362148285, "train_loss_step": 2.3090832233428955, "n_params": 4305940, "total_flops": 10582278144000000, "train_loss": 0.04260464012622833, "subset_score_loss": 0.04260464012622833, "memorization_fraction_pixel": 0.007300000172108412, "mean_nn_ratio_pixel": 0.7031740546226501, "fid": 157.09936931587941, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7960.60830950737, "train_loss_step": 2.4107820987701416, "n_params": 4305940, "total_flops": 10714556620800000, "train_loss": 0.04285193085670471, "subset_score_loss": 0.04285193085670471}
+{"step": 820000, "wall_time": 8051.855663299561, "train_loss_step": 2.535660743713379, "n_params": 4305940, "total_flops": 10846835097600000, "train_loss": 0.04262627363204956, "subset_score_loss": 0.04262627363204956}
+{"step": 830000, "wall_time": 8143.185553789139, "train_loss_step": 2.2633557319641113, "n_params": 4305940, "total_flops": 10979113574400000, "train_loss": 0.041463008522987364, "subset_score_loss": 0.041463008522987364}
+{"step": 840000, "wall_time": 8234.748235464096, "train_loss_step": 2.576040506362915, "n_params": 4305940, "total_flops": 11111392051200000, "train_loss": 0.04082301557064057, "subset_score_loss": 0.04082301557064057}
+{"step": 850000, "wall_time": 8326.045497894287, "train_loss_step": 2.183332920074463, "n_params": 4305940, "total_flops": 11243670528000000, "train_loss": 0.041642811894416806, "subset_score_loss": 0.041642811894416806}
+{"step": 860000, "wall_time": 8412.135617733002, "train_loss_step": 2.3174257278442383, "n_params": 4305940, "total_flops": 11375949004800000, "train_loss": 0.040625905990600585, "subset_score_loss": 0.040625905990600585}
+{"step": 870000, "wall_time": 8500.605238199234, "train_loss_step": 2.3536579608917236, "n_params": 4305940, "total_flops": 11508227481600000, "train_loss": 0.039748236536979675, "subset_score_loss": 0.039748236536979675}
+{"step": 880000, "wall_time": 8592.146589279175, "train_loss_step": 2.0680034160614014, "n_params": 4305940, "total_flops": 11640505958400000, "train_loss": 0.04048706591129303, "subset_score_loss": 0.04048706591129303}
+{"step": 890000, "wall_time": 8683.046566724777, "train_loss_step": 2.167747974395752, "n_params": 4305940, "total_flops": 11772784435200000, "train_loss": 0.039674654603004456, "subset_score_loss": 0.039674654603004456}
+{"step": 900000, "wall_time": 8847.342799663544, "train_loss_step": 2.3404946327209473, "n_params": 4305940, "total_flops": 11905062912000000, "train_loss": 0.03953990340232849, "subset_score_loss": 0.03953990340232849, "memorization_fraction_pixel": 0.006000000052154064, "mean_nn_ratio_pixel": 0.6958662271499634, "fid": 157.51041624560133, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8937.428033351898, "train_loss_step": 2.328279495239258, "n_params": 4305940, "total_flops": 12037341388800000, "train_loss": 0.03831799030303955, "subset_score_loss": 0.03831799030303955}
+{"step": 920000, "wall_time": 9028.934102773666, "train_loss_step": 2.124891996383667, "n_params": 4305940, "total_flops": 12169619865600000, "train_loss": 0.03858697116374969, "subset_score_loss": 0.03858697116374969}
+{"step": 930000, "wall_time": 9120.298042297363, "train_loss_step": 2.3567566871643066, "n_params": 4305940, "total_flops": 12301898342400000, "train_loss": 0.03841232359409332, "subset_score_loss": 0.03841232359409332}
+{"step": 940000, "wall_time": 9211.548849582672, "train_loss_step": 2.402066946029663, "n_params": 4305940, "total_flops": 12434176819200000, "train_loss": 0.038241523504257205, "subset_score_loss": 0.038241523504257205}
+{"step": 950000, "wall_time": 9297.159858703613, "train_loss_step": 2.2065467834472656, "n_params": 4305940, "total_flops": 12566455296000000, "train_loss": 0.03815968334674835, "subset_score_loss": 0.03815968334674835}
+{"step": 960000, "wall_time": 9385.71425485611, "train_loss_step": 2.413947105407715, "n_params": 4305940, "total_flops": 12698733772800000, "train_loss": 0.0371287077665329, "subset_score_loss": 0.0371287077665329}
+{"step": 970000, "wall_time": 9476.823059082031, "train_loss_step": 2.2967100143432617, "n_params": 4305940, "total_flops": 12831012249600000, "train_loss": 0.03731193542480469, "subset_score_loss": 0.03731193542480469}
+{"step": 980000, "wall_time": 9568.01284480095, "train_loss_step": 2.5752506256103516, "n_params": 4305940, "total_flops": 12963290726400000, "train_loss": 0.03618421256542206, "subset_score_loss": 0.03618421256542206}
+{"step": 990000, "wall_time": 9658.910669326782, "train_loss_step": 2.419844388961792, "n_params": 4305940, "total_flops": 13095569203200000, "train_loss": 0.037369608879089355, "subset_score_loss": 0.037369608879089355}
+{"step": 1000000, "wall_time": 9823.645867347717, "train_loss_step": 2.2307677268981934, "n_params": 4305940, "total_flops": 13227847680000000, "train_loss": 0.03608332574367523, "subset_score_loss": 0.03608332574367523, "memorization_fraction_pixel": 0.005799999926239252, "mean_nn_ratio_pixel": 0.6848741173744202, "fid": 155.8246810283871, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9913.688700437546, "train_loss_step": 2.3968019485473633, "n_params": 4305940, "total_flops": 13360126156800000, "train_loss": 0.035525771975517276, "subset_score_loss": 0.035525771975517276}
+{"step": 1020000, "wall_time": 10005.087999105453, "train_loss_step": 2.183480978012085, "n_params": 4305940, "total_flops": 13492404633600000, "train_loss": 0.03583060801029205, "subset_score_loss": 0.03583060801029205}
+{"step": 1030000, "wall_time": 10096.367433071136, "train_loss_step": 2.1548495292663574, "n_params": 4305940, "total_flops": 13624683110400000, "train_loss": 0.0354555070400238, "subset_score_loss": 0.0354555070400238}
+{"step": 1040000, "wall_time": 10186.403189182281, "train_loss_step": 2.219181537628174, "n_params": 4305940, "total_flops": 13756961587200000, "train_loss": 0.03518189787864685, "subset_score_loss": 0.03518189787864685}
+{"step": 1050000, "wall_time": 10274.030906915665, "train_loss_step": 2.1658692359924316, "n_params": 4305940, "total_flops": 13889240064000000, "train_loss": 0.0352550208568573, "subset_score_loss": 0.0352550208568573}
+{"step": 1060000, "wall_time": 10362.488478660583, "train_loss_step": 2.3242170810699463, "n_params": 4305940, "total_flops": 14021518540800000, "train_loss": 0.035571298003196715, "subset_score_loss": 0.035571298003196715}
+{"step": 1070000, "wall_time": 10453.594126939774, "train_loss_step": 2.280465602874756, "n_params": 4305940, "total_flops": 14153797017600000, "train_loss": 0.034750530123710634, "subset_score_loss": 0.034750530123710634}
+{"step": 1080000, "wall_time": 10544.227751493454, "train_loss_step": 2.5442700386047363, "n_params": 4305940, "total_flops": 14286075494400000, "train_loss": 0.034650713205337524, "subset_score_loss": 0.034650713205337524}
+{"step": 1090000, "wall_time": 10635.276477336884, "train_loss_step": 2.2825746536254883, "n_params": 4305940, "total_flops": 14418353971200000, "train_loss": 0.034525373578071596, "subset_score_loss": 0.034525373578071596}
+{"step": 1100000, "wall_time": 10799.621152162552, "train_loss_step": 2.4004502296447754, "n_params": 4305940, "total_flops": 14550632448000000, "train_loss": 0.03421269059181213, "subset_score_loss": 0.03421269059181213, "memorization_fraction_pixel": 0.007300000172108412, "mean_nn_ratio_pixel": 0.6764273643493652, "fid": 155.72633749014076, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10889.541842222214, "train_loss_step": 2.0809664726257324, "n_params": 4305940, "total_flops": 14682910924800000, "train_loss": 0.03321211934089661, "subset_score_loss": 0.03321211934089661}
+{"step": 1120000, "wall_time": 10980.970467567444, "train_loss_step": 2.369964838027954, "n_params": 4305940, "total_flops": 14815189401600000, "train_loss": 0.033496534824371337, "subset_score_loss": 0.033496534824371337}
+{"step": 1130000, "wall_time": 11072.473115682602, "train_loss_step": 2.3093767166137695, "n_params": 4305940, "total_flops": 14947467878400000, "train_loss": 0.03418852090835571, "subset_score_loss": 0.03418852090835571}
+{"step": 1140000, "wall_time": 11158.734366178513, "train_loss_step": 2.227175235748291, "n_params": 4305940, "total_flops": 15079746355200000, "train_loss": 0.03283471167087555, "subset_score_loss": 0.03283471167087555}
+{"step": 1150000, "wall_time": 11247.624191522598, "train_loss_step": 2.441709518432617, "n_params": 4305940, "total_flops": 15212024832000000, "train_loss": 0.03312261402606964, "subset_score_loss": 0.03312261402606964}
+{"step": 1160000, "wall_time": 11339.184278726578, "train_loss_step": 1.9324127435684204, "n_params": 4305940, "total_flops": 15344303308800000, "train_loss": 0.033105304837226866, "subset_score_loss": 0.033105304837226866}
+{"step": 1170000, "wall_time": 11430.653510808945, "train_loss_step": 2.236147880554199, "n_params": 4305940, "total_flops": 15476581785600000, "train_loss": 0.032350027561187746, "subset_score_loss": 0.032350027561187746}
+{"step": 1180000, "wall_time": 11521.822080850601, "train_loss_step": 2.172335147857666, "n_params": 4305940, "total_flops": 15608860262400000, "train_loss": 0.0325068473815918, "subset_score_loss": 0.0325068473815918}
+{"step": 1190000, "wall_time": 11613.14223074913, "train_loss_step": 2.1796610355377197, "n_params": 4305940, "total_flops": 15741138739200000, "train_loss": 0.03240030407905579, "subset_score_loss": 0.03240030407905579}
+{"step": 1200000, "wall_time": 11777.66517829895, "train_loss_step": 2.319890022277832, "n_params": 4305940, "total_flops": 15873417216000000, "train_loss": 0.03228000104427338, "subset_score_loss": 0.03228000104427338, "memorization_fraction_pixel": 0.008200000040233135, "mean_nn_ratio_pixel": 0.6675761938095093, "fid": 155.5721000633218, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11867.92790389061, "train_loss_step": 2.092836380004883, "n_params": 4305940, "total_flops": 16005695692800000, "train_loss": 0.03211871683597565, "subset_score_loss": 0.03211871683597565}
+{"step": 1220000, "wall_time": 11959.358098983765, "train_loss_step": 2.404292106628418, "n_params": 4305940, "total_flops": 16137974169600000, "train_loss": 0.03227556049823761, "subset_score_loss": 0.03227556049823761}
+{"step": 1230000, "wall_time": 12047.871109724045, "train_loss_step": 2.2102670669555664, "n_params": 4305940, "total_flops": 16270252646400000, "train_loss": 0.032111909985542295, "subset_score_loss": 0.032111909985542295}
+{"step": 1240000, "wall_time": 12136.911222457886, "train_loss_step": 2.1678173542022705, "n_params": 4305940, "total_flops": 16402531123200000, "train_loss": 0.030858588218688966, "subset_score_loss": 0.030858588218688966}
+{"step": 1250000, "wall_time": 12225.560435533524, "train_loss_step": 2.268331527709961, "n_params": 4305940, "total_flops": 16534809600000000, "train_loss": 0.031072214245796204, "subset_score_loss": 0.031072214245796204}
+{"step": 1260000, "wall_time": 12316.879942417145, "train_loss_step": 2.223475933074951, "n_params": 4305940, "total_flops": 16667088076800000, "train_loss": 0.030994665622711182, "subset_score_loss": 0.030994665622711182}
+{"step": 1270000, "wall_time": 12408.304330587387, "train_loss_step": 2.2112646102905273, "n_params": 4305940, "total_flops": 16799366553600000, "train_loss": 0.030862292647361754, "subset_score_loss": 0.030862292647361754}
+{"step": 1280000, "wall_time": 12499.597371816635, "train_loss_step": 2.0354180335998535, "n_params": 4305940, "total_flops": 16931645030400000, "train_loss": 0.030463388562202452, "subset_score_loss": 0.030463388562202452}
+{"step": 1290000, "wall_time": 12590.599942207336, "train_loss_step": 2.32661771774292, "n_params": 4305940, "total_flops": 17063923507200000, "train_loss": 0.030846983194351196, "subset_score_loss": 0.030846983194351196}
+{"step": 1300000, "wall_time": 12755.515137195587, "train_loss_step": 2.1476895809173584, "n_params": 4305940, "total_flops": 17196201984000000, "train_loss": 0.03056350350379944, "subset_score_loss": 0.03056350350379944, "memorization_fraction_pixel": 0.008700000122189522, "mean_nn_ratio_pixel": 0.662346363067627, "fid": 155.63730525049212, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12845.806810617447, "train_loss_step": 2.2494211196899414, "n_params": 4305940, "total_flops": 17328480460800000, "train_loss": 0.029803454875946045, "subset_score_loss": 0.029803454875946045}
+{"step": 1320000, "wall_time": 12936.726744651794, "train_loss_step": 2.096127986907959, "n_params": 4305940, "total_flops": 17460758937600000, "train_loss": 0.030397942662239073, "subset_score_loss": 0.030397942662239073}
+{"step": 1330000, "wall_time": 13023.425342798233, "train_loss_step": 2.312429428100586, "n_params": 4305940, "total_flops": 17593037414400000, "train_loss": 0.030511483550071716, "subset_score_loss": 0.030511483550071716}
+{"step": 1340000, "wall_time": 13111.801473617554, "train_loss_step": 2.4597373008728027, "n_params": 4305940, "total_flops": 17725315891200000, "train_loss": 0.029839223623275755, "subset_score_loss": 0.029839223623275755}
+{"step": 1350000, "wall_time": 13202.862947940826, "train_loss_step": 1.941956639289856, "n_params": 4305940, "total_flops": 17857594368000000, "train_loss": 0.02965434193611145, "subset_score_loss": 0.02965434193611145}
+{"step": 1360000, "wall_time": 13294.182928323746, "train_loss_step": 2.3728723526000977, "n_params": 4305940, "total_flops": 17989872844800000, "train_loss": 0.029626598954200743, "subset_score_loss": 0.029626598954200743}
+{"step": 1370000, "wall_time": 13385.604841470718, "train_loss_step": 2.2913970947265625, "n_params": 4305940, "total_flops": 18122151321600000, "train_loss": 0.02916775643825531, "subset_score_loss": 0.02916775643825531}
+{"step": 1380000, "wall_time": 13476.677181720734, "train_loss_step": 2.2707622051239014, "n_params": 4305940, "total_flops": 18254429798400000, "train_loss": 0.02932184040546417, "subset_score_loss": 0.02932184040546417}
+{"step": 1390000, "wall_time": 13567.656226873398, "train_loss_step": 2.153960943222046, "n_params": 4305940, "total_flops": 18386708275200000, "train_loss": 0.0295248419046402, "subset_score_loss": 0.0295248419046402}
+{"step": 1400000, "wall_time": 13732.258552074432, "train_loss_step": 2.221385955810547, "n_params": 4305940, "total_flops": 18518986752000000, "train_loss": 0.029155442118644716, "subset_score_loss": 0.029155442118644716, "memorization_fraction_pixel": 0.007400000002235174, "mean_nn_ratio_pixel": 0.6561078429222107, "fid": 155.6435341362152, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13822.196444272995, "train_loss_step": 2.2210092544555664, "n_params": 4305940, "total_flops": 18651265228800000, "train_loss": 0.028795048594474792, "subset_score_loss": 0.028795048594474792}
+{"step": 1420000, "wall_time": 13907.542165756226, "train_loss_step": 2.375049114227295, "n_params": 4305940, "total_flops": 18783543705600000, "train_loss": 0.028807741403579713, "subset_score_loss": 0.028807741403579713}
+{"step": 1430000, "wall_time": 13995.142632007599, "train_loss_step": 2.243574619293213, "n_params": 4305940, "total_flops": 18915822182400000, "train_loss": 0.028511473536491395, "subset_score_loss": 0.028511473536491395}
+{"step": 1440000, "wall_time": 14075.70513176918, "train_loss_step": 2.1770787239074707, "n_params": 4305940, "total_flops": 19048100659200000, "train_loss": 0.028100919723510743, "subset_score_loss": 0.028100919723510743}
+{"step": 1450000, "wall_time": 14167.08278298378, "train_loss_step": 2.0062718391418457, "n_params": 4305940, "total_flops": 19180379136000000, "train_loss": 0.02792608141899109, "subset_score_loss": 0.02792608141899109}
+{"step": 1460000, "wall_time": 14258.50981593132, "train_loss_step": 2.366210460662842, "n_params": 4305940, "total_flops": 19312657612800000, "train_loss": 0.028320372104644775, "subset_score_loss": 0.028320372104644775}
+{"step": 1470000, "wall_time": 14349.700988292694, "train_loss_step": 2.5037009716033936, "n_params": 4305940, "total_flops": 19444936089600000, "train_loss": 0.028005874156951903, "subset_score_loss": 0.028005874156951903}
+{"step": 1480000, "wall_time": 14440.672824144363, "train_loss_step": 2.2612619400024414, "n_params": 4305940, "total_flops": 19577214566400000, "train_loss": 0.027133211493492126, "subset_score_loss": 0.027133211493492126}
+{"step": 1490000, "wall_time": 14532.204935312271, "train_loss_step": 2.3875961303710938, "n_params": 4305940, "total_flops": 19709493043200000, "train_loss": 0.02761404514312744, "subset_score_loss": 0.02761404514312744}
+{"step": 1500000, "wall_time": 14695.258115053177, "train_loss_step": 2.2196202278137207, "n_params": 4305940, "total_flops": 19841771520000000, "train_loss": 0.027437233924865724, "subset_score_loss": 0.027437233924865724, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.6545279026031494, "fid": 155.4527243933848, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14783.168518066406, "train_loss_step": 2.1500244140625, "n_params": 4305940, "total_flops": 19974049996800000, "train_loss": 0.027892082929611206, "subset_score_loss": 0.027892082929611206}
+{"step": 1520000, "wall_time": 14871.388777971268, "train_loss_step": 2.047347068786621, "n_params": 4305940, "total_flops": 20106328473600000, "train_loss": 0.02735413908958435, "subset_score_loss": 0.02735413908958435}
+{"step": 1530000, "wall_time": 14962.550488948822, "train_loss_step": 2.2244389057159424, "n_params": 4305940, "total_flops": 20238606950400000, "train_loss": 0.02752436399459839, "subset_score_loss": 0.02752436399459839}
+{"step": 1540000, "wall_time": 15050.631778717041, "train_loss_step": 2.2750906944274902, "n_params": 4305940, "total_flops": 20370885427200000, "train_loss": 0.027086475491523744, "subset_score_loss": 0.027086475491523744}
+{"step": 1550000, "wall_time": 15141.920989513397, "train_loss_step": 2.348698616027832, "n_params": 4305940, "total_flops": 20503163904000000, "train_loss": 0.02673395574092865, "subset_score_loss": 0.02673395574092865}
+{"step": 1560000, "wall_time": 15233.279773712158, "train_loss_step": 1.937833309173584, "n_params": 4305940, "total_flops": 20635442380800000, "train_loss": 0.02685540318489075, "subset_score_loss": 0.02685540318489075}
+{"step": 1570000, "wall_time": 15324.723510026932, "train_loss_step": 2.2881221771240234, "n_params": 4305940, "total_flops": 20767720857600000, "train_loss": 0.027127254009246825, "subset_score_loss": 0.027127254009246825}
+{"step": 1580000, "wall_time": 15415.797721147537, "train_loss_step": 2.4209678173065186, "n_params": 4305940, "total_flops": 20899999334400000, "train_loss": 0.026334351301193236, "subset_score_loss": 0.026334351301193236}
+{"step": 1590000, "wall_time": 15507.148126125336, "train_loss_step": 2.2289083003997803, "n_params": 4305940, "total_flops": 21032277811200000, "train_loss": 0.026104369759559633, "subset_score_loss": 0.026104369759559633}
+{"step": 1600000, "wall_time": 15671.58398270607, "train_loss_step": 1.8689210414886475, "n_params": 4305940, "total_flops": 21164556288000000, "train_loss": 0.025875312089920045, "subset_score_loss": 0.025875312089920045, "memorization_fraction_pixel": 0.007699999958276749, "mean_nn_ratio_pixel": 0.6500466465950012, "fid": 155.55461924339642, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 15758.150841712952, "train_loss_step": 2.2091634273529053, "n_params": 4305940, "total_flops": 21296834764800000, "train_loss": 0.026562994718551634, "subset_score_loss": 0.026562994718551634}
+{"step": 1620000, "wall_time": 15846.2704641819, "train_loss_step": 2.30039644241333, "n_params": 4305940, "total_flops": 21429113241600000, "train_loss": 0.026140522956848145, "subset_score_loss": 0.026140522956848145}
+{"step": 1630000, "wall_time": 15934.639393568039, "train_loss_step": 2.2553515434265137, "n_params": 4305940, "total_flops": 21561391718400000, "train_loss": 0.02608266770839691, "subset_score_loss": 0.02608266770839691}
+{"step": 1640000, "wall_time": 16025.910766124725, "train_loss_step": 2.1755950450897217, "n_params": 4305940, "total_flops": 21693670195200000, "train_loss": 0.025443652272224428, "subset_score_loss": 0.025443652272224428}
+{"step": 1650000, "wall_time": 16117.407644748688, "train_loss_step": 2.2354416847229004, "n_params": 4305940, "total_flops": 21825948672000000, "train_loss": 0.025516945123672485, "subset_score_loss": 0.025516945123672485}
+{"step": 1660000, "wall_time": 16208.786134958267, "train_loss_step": 2.234187126159668, "n_params": 4305940, "total_flops": 21958227148800000, "train_loss": 0.025797179341316222, "subset_score_loss": 0.025797179341316222}
+{"step": 1670000, "wall_time": 16300.145987272263, "train_loss_step": 2.2356035709381104, "n_params": 4305940, "total_flops": 22090505625600000, "train_loss": 0.025663819909095765, "subset_score_loss": 0.025663819909095765}
+{"step": 1680000, "wall_time": 16391.266540527344, "train_loss_step": 2.121109962463379, "n_params": 4305940, "total_flops": 22222784102400000, "train_loss": 0.026101398468017577, "subset_score_loss": 0.026101398468017577}
+{"step": 1690000, "wall_time": 16482.654133558273, "train_loss_step": 2.280822992324829, "n_params": 4305940, "total_flops": 22355062579200000, "train_loss": 0.025431722402572632, "subset_score_loss": 0.025431722402572632}
+{"step": 1700000, "wall_time": 16645.48080253601, "train_loss_step": 2.261284112930298, "n_params": 4305940, "total_flops": 22487341056000000, "train_loss": 0.025029149651527405, "subset_score_loss": 0.025029149651527405, "memorization_fraction_pixel": 0.009100000374019146, "mean_nn_ratio_pixel": 0.6432667374610901, "fid": 155.57768220375175, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 16728.736528396606, "train_loss_step": 2.0221822261810303, "n_params": 4305940, "total_flops": 22619619532800000, "train_loss": 0.025541654229164122, "subset_score_loss": 0.025541654229164122}
+{"step": 1720000, "wall_time": 16817.936100959778, "train_loss_step": 2.0386130809783936, "n_params": 4305940, "total_flops": 22751898009600000, "train_loss": 0.024861337244510652, "subset_score_loss": 0.024861337244510652}
+{"step": 1730000, "wall_time": 16896.546699523926, "train_loss_step": 2.2671122550964355, "n_params": 4305940, "total_flops": 22884176486400000, "train_loss": 0.02454686164855957, "subset_score_loss": 0.02454686164855957}
+{"step": 1740000, "wall_time": 16988.00963163376, "train_loss_step": 2.2697079181671143, "n_params": 4305940, "total_flops": 23016454963200000, "train_loss": 0.02456003874540329, "subset_score_loss": 0.02456003874540329}
+{"step": 1750000, "wall_time": 17079.07322883606, "train_loss_step": 2.0930566787719727, "n_params": 4305940, "total_flops": 23148733440000000, "train_loss": 0.02465151697397232, "subset_score_loss": 0.02465151697397232}
+{"step": 1760000, "wall_time": 17170.51636648178, "train_loss_step": 1.9261422157287598, "n_params": 4305940, "total_flops": 23281011916800000, "train_loss": 0.02421264797449112, "subset_score_loss": 0.02421264797449112}
+{"step": 1770000, "wall_time": 17262.038652420044, "train_loss_step": 2.0976102352142334, "n_params": 4305940, "total_flops": 23413290393600000, "train_loss": 0.024495390057563782, "subset_score_loss": 0.024495390057563782}
+{"step": 1780000, "wall_time": 17353.48988890648, "train_loss_step": 2.210122585296631, "n_params": 4305940, "total_flops": 23545568870400000, "train_loss": 0.02438507080078125, "subset_score_loss": 0.02438507080078125}
+{"step": 1790000, "wall_time": 17444.9279692173, "train_loss_step": 2.237884759902954, "n_params": 4305940, "total_flops": 23677847347200000, "train_loss": 0.02466490715742111, "subset_score_loss": 0.02466490715742111}
+{"step": 1800000, "wall_time": 17607.487629890442, "train_loss_step": 2.145407199859619, "n_params": 4305940, "total_flops": 23810125824000000, "train_loss": 0.02452325224876404, "subset_score_loss": 0.02452325224876404, "memorization_fraction_pixel": 0.009399999864399433, "mean_nn_ratio_pixel": 0.6432604789733887, "fid": 155.67395614092777, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 17691.220913410187, "train_loss_step": 2.3991165161132812, "n_params": 4305940, "total_flops": 23942404300800000, "train_loss": 0.024118824303150176, "subset_score_loss": 0.024118824303150176}
+{"step": 1820000, "wall_time": 17780.810653448105, "train_loss_step": 2.2018935680389404, "n_params": 4305940, "total_flops": 24074682777600000, "train_loss": 0.0245686411857605, "subset_score_loss": 0.0245686411857605}
+{"step": 1830000, "wall_time": 17867.036067008972, "train_loss_step": 2.194138765335083, "n_params": 4305940, "total_flops": 24206961254400000, "train_loss": 0.024557943642139434, "subset_score_loss": 0.024557943642139434}
+{"step": 1840000, "wall_time": 17958.423251867294, "train_loss_step": 2.3009207248687744, "n_params": 4305940, "total_flops": 24339239731200000, "train_loss": 0.023977214097976686, "subset_score_loss": 0.023977214097976686}
+{"step": 1850000, "wall_time": 18049.66464471817, "train_loss_step": 1.949966549873352, "n_params": 4305940, "total_flops": 24471518208000000, "train_loss": 0.02414785176515579, "subset_score_loss": 0.02414785176515579}
+{"step": 1860000, "wall_time": 18140.83325958252, "train_loss_step": 2.333833694458008, "n_params": 4305940, "total_flops": 24603796684800000, "train_loss": 0.02390097677707672, "subset_score_loss": 0.02390097677707672}
+{"step": 1870000, "wall_time": 18232.169818401337, "train_loss_step": 2.3168036937713623, "n_params": 4305940, "total_flops": 24736075161600000, "train_loss": 0.023473294079303743, "subset_score_loss": 0.023473294079303743}
+{"step": 1880000, "wall_time": 18323.314031600952, "train_loss_step": 2.269303321838379, "n_params": 4305940, "total_flops": 24868353638400000, "train_loss": 0.02363789826631546, "subset_score_loss": 0.02363789826631546}
+{"step": 1890000, "wall_time": 18414.20467376709, "train_loss_step": 2.0248312950134277, "n_params": 4305940, "total_flops": 25000632115200000, "train_loss": 0.02333459407091141, "subset_score_loss": 0.02333459407091141}
+{"step": 1900000, "wall_time": 18575.295504808426, "train_loss_step": 2.3851547241210938, "n_params": 4305940, "total_flops": 25132910592000000, "train_loss": 0.023718830943107606, "subset_score_loss": 0.023718830943107606, "memorization_fraction_pixel": 0.00839999970048666, "mean_nn_ratio_pixel": 0.6393790245056152, "fid": 155.48406829774532, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 18667.034326791763, "train_loss_step": 2.291051149368286, "n_params": 4305940, "total_flops": 25265189068800000, "train_loss": 0.023166142404079437, "subset_score_loss": 0.023166142404079437}
+{"step": 1920000, "wall_time": 18754.07783651352, "train_loss_step": 2.1765503883361816, "n_params": 4305940, "total_flops": 25397467545600000, "train_loss": 0.023402294516563414, "subset_score_loss": 0.023402294516563414}
+{"step": 1930000, "wall_time": 18845.083020687103, "train_loss_step": 2.2664480209350586, "n_params": 4305940, "total_flops": 25529746022400000, "train_loss": 0.023700781166553497, "subset_score_loss": 0.023700781166553497}
+{"step": 1940000, "wall_time": 18936.26952624321, "train_loss_step": 2.1067254543304443, "n_params": 4305940, "total_flops": 25662024499200000, "train_loss": 0.022925156354904174, "subset_score_loss": 0.022925156354904174}
+{"step": 1950000, "wall_time": 19027.721311330795, "train_loss_step": 2.0482430458068848, "n_params": 4305940, "total_flops": 25794302976000000, "train_loss": 0.023141196370124816, "subset_score_loss": 0.023141196370124816}
+{"step": 1960000, "wall_time": 19119.177332639694, "train_loss_step": 2.255031108856201, "n_params": 4305940, "total_flops": 25926581452800000, "train_loss": 0.022633136808872224, "subset_score_loss": 0.022633136808872224}
+{"step": 1970000, "wall_time": 19210.483761548996, "train_loss_step": 2.437098741531372, "n_params": 4305940, "total_flops": 26058859929600000, "train_loss": 0.022844728827476502, "subset_score_loss": 0.022844728827476502}
+{"step": 1980000, "wall_time": 19301.58452796936, "train_loss_step": 2.0842342376708984, "n_params": 4305940, "total_flops": 26191138406400000, "train_loss": 0.022456300258636475, "subset_score_loss": 0.022456300258636475}
+{"step": 1990000, "wall_time": 19391.111376285553, "train_loss_step": 2.162496328353882, "n_params": 4305940, "total_flops": 26323416883200000, "train_loss": 0.022926117479801177, "subset_score_loss": 0.022926117479801177}
+{"step": 2000000, "wall_time": 19544.629123210907, "train_loss_step": 1.8468115329742432, "n_params": 4305940, "total_flops": 26455695360000000, "train_loss": 0.02267051488161087, "subset_score_loss": 0.02267051488161087, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.6349267959594727, "fid": 155.50695429612617, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 19636.389296531677, "train_loss_step": 1.959816813468933, "n_params": 4305940, "total_flops": 26587973836800000, "train_loss": 0.02264966517686844, "subset_score_loss": 0.02264966517686844}
+{"step": 2020000, "wall_time": 19712.197495937347, "train_loss_step": 2.0867438316345215, "n_params": 4305940, "total_flops": 26720252313600000, "train_loss": 0.022257190942764283, "subset_score_loss": 0.022257190942764283}
+{"step": 2030000, "wall_time": 19800.26459980011, "train_loss_step": 2.108719825744629, "n_params": 4305940, "total_flops": 26852530790400000, "train_loss": 0.022805842757225036, "subset_score_loss": 0.022805842757225036}
+{"step": 2040000, "wall_time": 19891.60307407379, "train_loss_step": 2.1424312591552734, "n_params": 4305940, "total_flops": 26984809267200000, "train_loss": 0.022398795187473296, "subset_score_loss": 0.022398795187473296}
+{"step": 2050000, "wall_time": 19982.60518503189, "train_loss_step": 1.9869987964630127, "n_params": 4305940, "total_flops": 27117087744000000, "train_loss": 0.021954146027565003, "subset_score_loss": 0.021954146027565003}
+{"step": 2060000, "wall_time": 20073.771603107452, "train_loss_step": 2.274439811706543, "n_params": 4305940, "total_flops": 27249366220800000, "train_loss": 0.022212013602256775, "subset_score_loss": 0.022212013602256775}
+{"step": 2070000, "wall_time": 20165.016976833344, "train_loss_step": 2.1853108406066895, "n_params": 4305940, "total_flops": 27381644697600000, "train_loss": 0.022010403871536254, "subset_score_loss": 0.022010403871536254}
+{"step": 2080000, "wall_time": 20253.992007017136, "train_loss_step": 2.0051212310791016, "n_params": 4305940, "total_flops": 27513923174400000, "train_loss": 0.02207217812538147, "subset_score_loss": 0.02207217812538147}
+{"step": 2090000, "wall_time": 20345.267634630203, "train_loss_step": 1.8505280017852783, "n_params": 4305940, "total_flops": 27646201651200000, "train_loss": 0.02196015268564224, "subset_score_loss": 0.02196015268564224}
+{"step": 2100000, "wall_time": 20495.294947385788, "train_loss_step": 1.9745337963104248, "n_params": 4305940, "total_flops": 27778480128000000, "train_loss": 0.02173294425010681, "subset_score_loss": 0.02173294425010681, "memorization_fraction_pixel": 0.010499999858438969, "mean_nn_ratio_pixel": 0.6329665184020996, "fid": 155.33912378918654, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 20586.763897657394, "train_loss_step": 1.9588737487792969, "n_params": 4305940, "total_flops": 27910758604800000, "train_loss": 0.021829679608345032, "subset_score_loss": 0.021829679608345032}
+{"step": 2120000, "wall_time": 20668.659998893738, "train_loss_step": 2.205521583557129, "n_params": 4305940, "total_flops": 28043037081600000, "train_loss": 0.021753193438053132, "subset_score_loss": 0.021753193438053132}
+{"step": 2130000, "wall_time": 20754.75320792198, "train_loss_step": 2.184027910232544, "n_params": 4305940, "total_flops": 28175315558400000, "train_loss": 0.02185448110103607, "subset_score_loss": 0.02185448110103607}
+{"step": 2140000, "wall_time": 20846.13969874382, "train_loss_step": 2.1014463901519775, "n_params": 4305940, "total_flops": 28307594035200000, "train_loss": 0.022024378180503845, "subset_score_loss": 0.022024378180503845}
+{"step": 2150000, "wall_time": 20937.52414035797, "train_loss_step": 2.074697971343994, "n_params": 4305940, "total_flops": 28439872512000000, "train_loss": 0.021601887047290803, "subset_score_loss": 0.021601887047290803}
+{"step": 2160000, "wall_time": 21028.39271569252, "train_loss_step": 2.1683669090270996, "n_params": 4305940, "total_flops": 28572150988800000, "train_loss": 0.021082592010498048, "subset_score_loss": 0.021082592010498048}
+{"step": 2170000, "wall_time": 21119.715314149857, "train_loss_step": 2.2550759315490723, "n_params": 4305940, "total_flops": 28704429465600000, "train_loss": 0.02161129266023636, "subset_score_loss": 0.02161129266023636}
+{"step": 2180000, "wall_time": 21209.29372024536, "train_loss_step": 2.2205100059509277, "n_params": 4305940, "total_flops": 28836707942400000, "train_loss": 0.02127450406551361, "subset_score_loss": 0.02127450406551361}
+{"step": 2190000, "wall_time": 21300.55331635475, "train_loss_step": 2.172424554824829, "n_params": 4305940, "total_flops": 28968986419200000, "train_loss": 0.021110445261001587, "subset_score_loss": 0.021110445261001587}
+{"step": 2200000, "wall_time": 21450.23190665245, "train_loss_step": 2.346320390701294, "n_params": 4305940, "total_flops": 29101264896000000, "train_loss": 0.021488083899021147, "subset_score_loss": 0.021488083899021147, "memorization_fraction_pixel": 0.009200000204145908, "mean_nn_ratio_pixel": 0.6304652094841003, "fid": 155.0474593880666, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 21541.921240091324, "train_loss_step": 2.087280750274658, "n_params": 4305940, "total_flops": 29233543372800000, "train_loss": 0.021140384674072265, "subset_score_loss": 0.021140384674072265}
+{"step": 2220000, "wall_time": 21624.97132730484, "train_loss_step": 2.263305187225342, "n_params": 4305940, "total_flops": 29365821849600000, "train_loss": 0.021073055267333985, "subset_score_loss": 0.021073055267333985}
+{"step": 2230000, "wall_time": 21708.680752277374, "train_loss_step": 2.218393325805664, "n_params": 4305940, "total_flops": 29498100326400000, "train_loss": 0.020971399545669556, "subset_score_loss": 0.020971399545669556}
+{"step": 2240000, "wall_time": 21799.894473314285, "train_loss_step": 2.096963882446289, "n_params": 4305940, "total_flops": 29630378803200000, "train_loss": 0.020583808422088623, "subset_score_loss": 0.020583808422088623}
+{"step": 2250000, "wall_time": 21891.37539625168, "train_loss_step": 2.1823692321777344, "n_params": 4305940, "total_flops": 29762657280000000, "train_loss": 0.0210688516497612, "subset_score_loss": 0.0210688516497612}
+{"step": 2260000, "wall_time": 21982.767904996872, "train_loss_step": 2.135695219039917, "n_params": 4305940, "total_flops": 29894935756800000, "train_loss": 0.02084917575120926, "subset_score_loss": 0.02084917575120926}
+{"step": 2270000, "wall_time": 22071.826880931854, "train_loss_step": 2.071993350982666, "n_params": 4305940, "total_flops": 30027214233600000, "train_loss": 0.020528244972229003, "subset_score_loss": 0.020528244972229003}
+{"step": 2280000, "wall_time": 22162.712773799896, "train_loss_step": 2.209876298904419, "n_params": 4305940, "total_flops": 30159492710400000, "train_loss": 0.02059513032436371, "subset_score_loss": 0.02059513032436371}
+{"step": 2290000, "wall_time": 22254.16814017296, "train_loss_step": 2.1489508152008057, "n_params": 4305940, "total_flops": 30291771187200000, "train_loss": 0.021011966466903686, "subset_score_loss": 0.021011966466903686}
+{"step": 2300000, "wall_time": 22406.022084474564, "train_loss_step": 2.3421568870544434, "n_params": 4305940, "total_flops": 30424049664000000, "train_loss": 0.02011439800262451, "subset_score_loss": 0.02011439800262451, "memorization_fraction_pixel": 0.011300000362098217, "mean_nn_ratio_pixel": 0.6267301440238953, "fid": 155.2485521469565, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 22497.466592788696, "train_loss_step": 2.042567253112793, "n_params": 4305940, "total_flops": 30556328140800000, "train_loss": 0.020335890352725983, "subset_score_loss": 0.020335890352725983}
+{"step": 2320000, "wall_time": 22583.279930114746, "train_loss_step": 2.145709991455078, "n_params": 4305940, "total_flops": 30688606617600000, "train_loss": 0.020374809205532075, "subset_score_loss": 0.020374809205532075}
+{"step": 2330000, "wall_time": 22663.927943468094, "train_loss_step": 1.9134514331817627, "n_params": 4305940, "total_flops": 30820885094400000, "train_loss": 0.020138764381408693, "subset_score_loss": 0.020138764381408693}
+{"step": 2340000, "wall_time": 22755.405295848846, "train_loss_step": 1.9903459548950195, "n_params": 4305940, "total_flops": 30953163571200000, "train_loss": 0.020380324125289916, "subset_score_loss": 0.020380324125289916}
+{"step": 2350000, "wall_time": 22846.70215702057, "train_loss_step": 2.1912708282470703, "n_params": 4305940, "total_flops": 31085442048000000, "train_loss": 0.020516984164714813, "subset_score_loss": 0.020516984164714813}
+{"step": 2360000, "wall_time": 22935.88983440399, "train_loss_step": 2.1472983360290527, "n_params": 4305940, "total_flops": 31217720524800000, "train_loss": 0.020067717134952544, "subset_score_loss": 0.020067717134952544}
+{"step": 2370000, "wall_time": 23027.32343196869, "train_loss_step": 2.2511560916900635, "n_params": 4305940, "total_flops": 31349999001600000, "train_loss": 0.019910211861133575, "subset_score_loss": 0.019910211861133575}
+{"step": 2380000, "wall_time": 23118.12663602829, "train_loss_step": 2.0348777770996094, "n_params": 4305940, "total_flops": 31482277478400000, "train_loss": 0.019884647428989412, "subset_score_loss": 0.019884647428989412}
+{"step": 2390000, "wall_time": 23209.280217647552, "train_loss_step": 1.984139084815979, "n_params": 4305940, "total_flops": 31614555955200000, "train_loss": 0.02028420865535736, "subset_score_loss": 0.02028420865535736}
+{"step": 2400000, "wall_time": 23360.165459871292, "train_loss_step": 2.0970077514648438, "n_params": 4305940, "total_flops": 31746834432000000, "train_loss": 0.019842202961444854, "subset_score_loss": 0.019842202961444854, "memorization_fraction_pixel": 0.009399999864399433, "mean_nn_ratio_pixel": 0.6274209022521973, "fid": 155.3335050441272, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 23452.040130376816, "train_loss_step": 2.3110291957855225, "n_params": 4305940, "total_flops": 31879112908800000, "train_loss": 0.019901597499847413, "subset_score_loss": 0.019901597499847413}
+{"step": 2420000, "wall_time": 23541.07127213478, "train_loss_step": 2.006652355194092, "n_params": 4305940, "total_flops": 32011391385600000, "train_loss": 0.019827570021152496, "subset_score_loss": 0.019827570021152496}
+{"step": 2430000, "wall_time": 23623.16591143608, "train_loss_step": 2.0507044792175293, "n_params": 4305940, "total_flops": 32143669862400000, "train_loss": 0.01949075758457184, "subset_score_loss": 0.01949075758457184}
+{"step": 2440000, "wall_time": 23714.41707134247, "train_loss_step": 2.3317618370056152, "n_params": 4305940, "total_flops": 32275948339200000, "train_loss": 0.019519621133804323, "subset_score_loss": 0.019519621133804323}
+{"step": 2450000, "wall_time": 23805.83494949341, "train_loss_step": 1.9257675409317017, "n_params": 4305940, "total_flops": 32408226816000000, "train_loss": 0.01962950676679611, "subset_score_loss": 0.01962950676679611}
+{"step": 2460000, "wall_time": 23895.38321208954, "train_loss_step": 2.2389349937438965, "n_params": 4305940, "total_flops": 32540505292800000, "train_loss": 0.020119816064834595, "subset_score_loss": 0.020119816064834595}
+{"step": 2470000, "wall_time": 23986.833339452744, "train_loss_step": 2.2225170135498047, "n_params": 4305940, "total_flops": 32672783769600000, "train_loss": 0.019448481500148773, "subset_score_loss": 0.019448481500148773}
+{"step": 2480000, "wall_time": 24078.375876903534, "train_loss_step": 1.948596715927124, "n_params": 4305940, "total_flops": 32805062246400000, "train_loss": 0.01955490857362747, "subset_score_loss": 0.01955490857362747}
+{"step": 2490000, "wall_time": 24168.907667398453, "train_loss_step": 1.8915324211120605, "n_params": 4305940, "total_flops": 32937340723200000, "train_loss": 0.01899181604385376, "subset_score_loss": 0.01899181604385376}
+{"step": 2500000, "wall_time": 24316.480933189392, "train_loss_step": 2.0970675945281982, "n_params": 4305940, "total_flops": 33069619200000000, "train_loss": 0.01969747394323349, "subset_score_loss": 0.01969747394323349, "memorization_fraction_pixel": 0.011300000362098217, "mean_nn_ratio_pixel": 0.6219220757484436, "fid": 155.72946702699977, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 24408.31850886345, "train_loss_step": 2.299562931060791, "n_params": 4305940, "total_flops": 33201897676800000, "train_loss": 0.01931014806032181, "subset_score_loss": 0.01931014806032181}
+{"step": 2520000, "wall_time": 24495.79234433174, "train_loss_step": 2.2575206756591797, "n_params": 4305940, "total_flops": 33334176153600000, "train_loss": 0.019517688453197478, "subset_score_loss": 0.019517688453197478}
+{"step": 2530000, "wall_time": 24576.875282287598, "train_loss_step": 2.221499443054199, "n_params": 4305940, "total_flops": 33466454630400000, "train_loss": 0.01940201222896576, "subset_score_loss": 0.01940201222896576}
+{"step": 2540000, "wall_time": 24668.206266880035, "train_loss_step": 1.9997649192810059, "n_params": 4305940, "total_flops": 33598733107200000, "train_loss": 0.019383053481578826, "subset_score_loss": 0.019383053481578826}
+{"step": 2550000, "wall_time": 24757.444540977478, "train_loss_step": 2.06168270111084, "n_params": 4305940, "total_flops": 33731011584000000, "train_loss": 0.019172759354114534, "subset_score_loss": 0.019172759354114534}
+{"step": 2560000, "wall_time": 24848.76258111, "train_loss_step": 2.0910582542419434, "n_params": 4305940, "total_flops": 33863290060800000, "train_loss": 0.01864711046218872, "subset_score_loss": 0.01864711046218872}
+{"step": 2570000, "wall_time": 24939.832249403, "train_loss_step": 2.0276598930358887, "n_params": 4305940, "total_flops": 33995568537600000, "train_loss": 0.019012479484081267, "subset_score_loss": 0.019012479484081267}
+{"step": 2580000, "wall_time": 25031.157459020615, "train_loss_step": 2.0866894721984863, "n_params": 4305940, "total_flops": 34127847014400000, "train_loss": 0.018766549229621888, "subset_score_loss": 0.018766549229621888}
+{"step": 2590000, "wall_time": 25122.494786977768, "train_loss_step": 2.0328588485717773, "n_params": 4305940, "total_flops": 34260125491200000, "train_loss": 0.01899721473455429, "subset_score_loss": 0.01899721473455429}
+{"step": 2600000, "wall_time": 25272.72493004799, "train_loss_step": 2.152271270751953, "n_params": 4305940, "total_flops": 34392403968000000, "train_loss": 0.019183796644210816, "subset_score_loss": 0.019183796644210816, "memorization_fraction_pixel": 0.010099999606609344, "mean_nn_ratio_pixel": 0.6223205327987671, "fid": 154.33133197703634, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 25364.187168121338, "train_loss_step": 2.0007882118225098, "n_params": 4305940, "total_flops": 34524682444800000, "train_loss": 0.018791168928146362, "subset_score_loss": 0.018791168928146362}
+{"step": 2620000, "wall_time": 25452.749494314194, "train_loss_step": 2.177436351776123, "n_params": 4305940, "total_flops": 34656960921600000, "train_loss": 0.018331603705883028, "subset_score_loss": 0.018331603705883028}
+{"step": 2630000, "wall_time": 25531.604846715927, "train_loss_step": 2.0661113262176514, "n_params": 4305940, "total_flops": 34789239398400000, "train_loss": 0.018644000589847564, "subset_score_loss": 0.018644000589847564}
+{"step": 2640000, "wall_time": 25621.112376451492, "train_loss_step": 2.1617209911346436, "n_params": 4305940, "total_flops": 34921517875200000, "train_loss": 0.018609026074409486, "subset_score_loss": 0.018609026074409486}
+{"step": 2650000, "wall_time": 25712.41303873062, "train_loss_step": 2.2198281288146973, "n_params": 4305940, "total_flops": 35053796352000000, "train_loss": 0.018518878519535063, "subset_score_loss": 0.018518878519535063}
+{"step": 2660000, "wall_time": 25803.684511899948, "train_loss_step": 2.470423698425293, "n_params": 4305940, "total_flops": 35186074828800000, "train_loss": 0.01839245408773422, "subset_score_loss": 0.01839245408773422}
+{"step": 2670000, "wall_time": 25894.87332034111, "train_loss_step": 2.000502586364746, "n_params": 4305940, "total_flops": 35318353305600000, "train_loss": 0.018633735179901124, "subset_score_loss": 0.018633735179901124}
+{"step": 2680000, "wall_time": 25986.33823442459, "train_loss_step": 2.2993550300598145, "n_params": 4305940, "total_flops": 35450631782400000, "train_loss": 0.018141648173332213, "subset_score_loss": 0.018141648173332213}
+{"step": 2690000, "wall_time": 26077.773095846176, "train_loss_step": 2.144333839416504, "n_params": 4305940, "total_flops": 35582910259200000, "train_loss": 0.018511326611042024, "subset_score_loss": 0.018511326611042024}
+{"step": 2700000, "wall_time": 26229.058511972427, "train_loss_step": 2.2686843872070312, "n_params": 4305940, "total_flops": 35715188736000000, "train_loss": 0.018446317315101622, "subset_score_loss": 0.018446317315101622, "memorization_fraction_pixel": 0.010400000028312206, "mean_nn_ratio_pixel": 0.6177117228507996, "fid": 155.2770280007687, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 26320.200462818146, "train_loss_step": 2.103372097015381, "n_params": 4305940, "total_flops": 35847467212800000, "train_loss": 0.018072417378425597, "subset_score_loss": 0.018072417378425597}
+{"step": 2720000, "wall_time": 26410.265511274338, "train_loss_step": 2.3080286979675293, "n_params": 4305940, "total_flops": 35979745689600000, "train_loss": 0.018384918570518494, "subset_score_loss": 0.018384918570518494}
+{"step": 2730000, "wall_time": 26496.843013048172, "train_loss_step": 2.132735252380371, "n_params": 4305940, "total_flops": 36112024166400000, "train_loss": 0.01819547712802887, "subset_score_loss": 0.01819547712802887}
+{"step": 2740000, "wall_time": 26586.230409622192, "train_loss_step": 1.9705965518951416, "n_params": 4305940, "total_flops": 36244302643200000, "train_loss": 0.01836046278476715, "subset_score_loss": 0.01836046278476715}
+{"step": 2750000, "wall_time": 26677.522222995758, "train_loss_step": 1.9305071830749512, "n_params": 4305940, "total_flops": 36376581120000000, "train_loss": 0.01809374541044235, "subset_score_loss": 0.01809374541044235}
+{"step": 2760000, "wall_time": 26768.968665122986, "train_loss_step": 2.186852216720581, "n_params": 4305940, "total_flops": 36508859596800000, "train_loss": 0.018096382915973663, "subset_score_loss": 0.018096382915973663}
+{"step": 2770000, "wall_time": 26860.512533426285, "train_loss_step": 1.9553908109664917, "n_params": 4305940, "total_flops": 36641138073600000, "train_loss": 0.01771754175424576, "subset_score_loss": 0.01771754175424576}
+{"step": 2780000, "wall_time": 26951.861128091812, "train_loss_step": 2.0872530937194824, "n_params": 4305940, "total_flops": 36773416550400000, "train_loss": 0.01798454821109772, "subset_score_loss": 0.01798454821109772}
+{"step": 2790000, "wall_time": 27043.119358301163, "train_loss_step": 2.020371913909912, "n_params": 4305940, "total_flops": 36905695027200000, "train_loss": 0.01781785935163498, "subset_score_loss": 0.01781785935163498}
+{"step": 2800000, "wall_time": 27204.501127004623, "train_loss_step": 2.1345272064208984, "n_params": 4305940, "total_flops": 37037973504000000, "train_loss": 0.017767807841300963, "subset_score_loss": 0.017767807841300963, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.6162008047103882, "fid": 154.99132913819597, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 27296.060607671738, "train_loss_step": 2.1438727378845215, "n_params": 4305940, "total_flops": 37170251980800000, "train_loss": 0.017684344947338105, "subset_score_loss": 0.017684344947338105}
+{"step": 2820000, "wall_time": 27378.099816322327, "train_loss_step": 2.066986560821533, "n_params": 4305940, "total_flops": 37302530457600000, "train_loss": 0.017935360968112945, "subset_score_loss": 0.017935360968112945}
+{"step": 2830000, "wall_time": 27462.853172063828, "train_loss_step": 2.2257766723632812, "n_params": 4305940, "total_flops": 37434808934400000, "train_loss": 0.01792016476392746, "subset_score_loss": 0.01792016476392746}
+{"step": 2840000, "wall_time": 27554.301070451736, "train_loss_step": 2.0277721881866455, "n_params": 4305940, "total_flops": 37567087411200000, "train_loss": 0.017401202023029326, "subset_score_loss": 0.017401202023029326}
+{"step": 2850000, "wall_time": 27645.629882335663, "train_loss_step": 2.1487741470336914, "n_params": 4305940, "total_flops": 37699365888000000, "train_loss": 0.017803645133972167, "subset_score_loss": 0.017803645133972167}
+{"step": 2860000, "wall_time": 27737.129906654358, "train_loss_step": 2.079073429107666, "n_params": 4305940, "total_flops": 37831644364800000, "train_loss": 0.017468485236167907, "subset_score_loss": 0.017468485236167907}
+{"step": 2870000, "wall_time": 27828.523186922073, "train_loss_step": 2.1004867553710938, "n_params": 4305940, "total_flops": 37963922841600000, "train_loss": 0.017247354984283446, "subset_score_loss": 0.017247354984283446}
+{"step": 2880000, "wall_time": 27919.64000415802, "train_loss_step": 1.9644501209259033, "n_params": 4305940, "total_flops": 38096201318400000, "train_loss": 0.017338643968105315, "subset_score_loss": 0.017338643968105315}
+{"step": 2890000, "wall_time": 28010.594878196716, "train_loss_step": 2.2079927921295166, "n_params": 4305940, "total_flops": 38228479795200000, "train_loss": 0.01766204684972763, "subset_score_loss": 0.01766204684972763}
+{"step": 2900000, "wall_time": 28162.199811697006, "train_loss_step": 1.901665449142456, "n_params": 4305940, "total_flops": 38360758272000000, "train_loss": 0.017357434332370757, "subset_score_loss": 0.017357434332370757, "memorization_fraction_pixel": 0.01080000028014183, "mean_nn_ratio_pixel": 0.6135063767433167, "fid": 155.26413364254716, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 28253.79262495041, "train_loss_step": 2.16379976272583, "n_params": 4305940, "total_flops": 38493036748800000, "train_loss": 0.017228028178215025, "subset_score_loss": 0.017228028178215025}
+{"step": 2920000, "wall_time": 28335.3588449955, "train_loss_step": 2.0471787452697754, "n_params": 4305940, "total_flops": 38625315225600000, "train_loss": 0.017482389509677888, "subset_score_loss": 0.017482389509677888}
+{"step": 2930000, "wall_time": 28417.776514530182, "train_loss_step": 1.8820326328277588, "n_params": 4305940, "total_flops": 38757593702400000, "train_loss": 0.01722726821899414, "subset_score_loss": 0.01722726821899414}
+{"step": 2940000, "wall_time": 28508.9786131382, "train_loss_step": 2.266052722930908, "n_params": 4305940, "total_flops": 38889872179200000, "train_loss": 0.01686604768037796, "subset_score_loss": 0.01686604768037796}
+{"step": 2950000, "wall_time": 28600.47524857521, "train_loss_step": 2.0316336154937744, "n_params": 4305940, "total_flops": 39022150656000000, "train_loss": 0.017160645127296446, "subset_score_loss": 0.017160645127296446}
+{"step": 2960000, "wall_time": 28691.81808924675, "train_loss_step": 2.005866765975952, "n_params": 4305940, "total_flops": 39154429132800000, "train_loss": 0.01710122525691986, "subset_score_loss": 0.01710122525691986}
+{"step": 2970000, "wall_time": 28783.02359032631, "train_loss_step": 1.9361387491226196, "n_params": 4305940, "total_flops": 39286707609600000, "train_loss": 0.0174931138753891, "subset_score_loss": 0.0174931138753891}
+{"step": 2980000, "wall_time": 28874.519715309143, "train_loss_step": 2.070892572402954, "n_params": 4305940, "total_flops": 39418986086400000, "train_loss": 0.016999635100364684, "subset_score_loss": 0.016999635100364684}
+{"step": 2990000, "wall_time": 28965.921511411667, "train_loss_step": 2.1239871978759766, "n_params": 4305940, "total_flops": 39551264563200000, "train_loss": 0.017252720892429352, "subset_score_loss": 0.017252720892429352}
+{"step": 3000000, "wall_time": 29114.61824274063, "train_loss_step": 2.0139734745025635, "n_params": 4305940, "total_flops": 39683543040000000, "train_loss": 0.017088334262371063, "subset_score_loss": 0.017088334262371063, "memorization_fraction_pixel": 0.011599999852478504, "mean_nn_ratio_pixel": 0.6148479580879211, "fid": 155.7164378604598, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 29206.19774055481, "train_loss_step": 2.019374370574951, "n_params": 4305940, "total_flops": 39815821516800000, "train_loss": 0.01675265282392502, "subset_score_loss": 0.01675265282392502}
+{"step": 3020000, "wall_time": 29289.416315078735, "train_loss_step": 2.0535733699798584, "n_params": 4305940, "total_flops": 39948099993600000, "train_loss": 0.016616110503673554, "subset_score_loss": 0.016616110503673554}
+{"step": 3030000, "wall_time": 29379.182111024857, "train_loss_step": 2.256309747695923, "n_params": 4305940, "total_flops": 40080378470400000, "train_loss": 0.016424521803855896, "subset_score_loss": 0.016424521803855896}
+{"step": 3040000, "wall_time": 29470.555765390396, "train_loss_step": 2.2833518981933594, "n_params": 4305940, "total_flops": 40212656947200000, "train_loss": 0.01656378209590912, "subset_score_loss": 0.01656378209590912}
+{"step": 3050000, "wall_time": 29561.92550969124, "train_loss_step": 2.1303586959838867, "n_params": 4305940, "total_flops": 40344935424000000, "train_loss": 0.016561643779277803, "subset_score_loss": 0.016561643779277803}
+{"step": 3060000, "wall_time": 29653.227244615555, "train_loss_step": 2.087548017501831, "n_params": 4305940, "total_flops": 40477213900800000, "train_loss": 0.016730146110057832, "subset_score_loss": 0.016730146110057832}
+{"step": 3070000, "wall_time": 29744.37713074684, "train_loss_step": 2.1806015968322754, "n_params": 4305940, "total_flops": 40609492377600000, "train_loss": 0.017143647372722625, "subset_score_loss": 0.017143647372722625}
+{"step": 3080000, "wall_time": 29835.703857898712, "train_loss_step": 1.8783529996871948, "n_params": 4305940, "total_flops": 40741770854400000, "train_loss": 0.016207046806812286, "subset_score_loss": 0.016207046806812286}
+{"step": 3090000, "wall_time": 29926.93721151352, "train_loss_step": 2.1950135231018066, "n_params": 4305940, "total_flops": 40874049331200000, "train_loss": 0.01673021912574768, "subset_score_loss": 0.01673021912574768}
+{"step": 3100000, "wall_time": 30088.55442070961, "train_loss_step": 2.0177624225616455, "n_params": 4305940, "total_flops": 41006327808000000, "train_loss": 0.01642991602420807, "subset_score_loss": 0.01642991602420807, "memorization_fraction_pixel": 0.010700000450015068, "mean_nn_ratio_pixel": 0.6092114448547363, "fid": 155.206191455262, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 30177.75548028946, "train_loss_step": 2.0301852226257324, "n_params": 4305940, "total_flops": 41138606284800000, "train_loss": 0.01658051908016205, "subset_score_loss": 0.01658051908016205}
+{"step": 3120000, "wall_time": 30266.321284532547, "train_loss_step": 2.193512439727783, "n_params": 4305940, "total_flops": 41270884761600000, "train_loss": 0.016189923882484435, "subset_score_loss": 0.016189923882484435}
+{"step": 3130000, "wall_time": 30356.454832315445, "train_loss_step": 2.1244571208953857, "n_params": 4305940, "total_flops": 41403163238400000, "train_loss": 0.016382236778736115, "subset_score_loss": 0.016382236778736115}
+{"step": 3140000, "wall_time": 30447.919625282288, "train_loss_step": 2.107858180999756, "n_params": 4305940, "total_flops": 41535441715200000, "train_loss": 0.016459742188453676, "subset_score_loss": 0.016459742188453676}
+{"step": 3150000, "wall_time": 30539.190942525864, "train_loss_step": 1.9479997158050537, "n_params": 4305940, "total_flops": 41667720192000000, "train_loss": 0.016832394897937773, "subset_score_loss": 0.016832394897937773}
+{"step": 3160000, "wall_time": 30630.49321460724, "train_loss_step": 2.314218759536743, "n_params": 4305940, "total_flops": 41799998668800000, "train_loss": 0.01603296846151352, "subset_score_loss": 0.01603296846151352}
+{"step": 3170000, "wall_time": 30722.160992860794, "train_loss_step": 2.056572914123535, "n_params": 4305940, "total_flops": 41932277145600000, "train_loss": 0.016175317764282226, "subset_score_loss": 0.016175317764282226}
+{"step": 3180000, "wall_time": 30813.675712823868, "train_loss_step": 2.3866050243377686, "n_params": 4305940, "total_flops": 42064555622400000, "train_loss": 0.01600327491760254, "subset_score_loss": 0.01600327491760254}
+{"step": 3190000, "wall_time": 30902.21122598648, "train_loss_step": 2.0528368949890137, "n_params": 4305940, "total_flops": 42196834099200000, "train_loss": 0.016362982988357543, "subset_score_loss": 0.016362982988357543}
+{"step": 3200000, "wall_time": 31059.24198460579, "train_loss_step": 2.0500857830047607, "n_params": 4305940, "total_flops": 42329112576000000, "train_loss": 0.016282184422016142, "subset_score_loss": 0.016282184422016142, "memorization_fraction_pixel": 0.011099999770522118, "mean_nn_ratio_pixel": 0.6138256192207336, "fid": 155.09978378130498, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 31144.107749700546, "train_loss_step": 2.0335588455200195, "n_params": 4305940, "total_flops": 42461391052800000, "train_loss": 0.016043424606323242, "subset_score_loss": 0.016043424606323242}
+{"step": 3220000, "wall_time": 31234.297325611115, "train_loss_step": 2.039018154144287, "n_params": 4305940, "total_flops": 42593669529600000, "train_loss": 0.01590941995382309, "subset_score_loss": 0.01590941995382309}
+{"step": 3230000, "wall_time": 31324.220556259155, "train_loss_step": 2.1395223140716553, "n_params": 4305940, "total_flops": 42725948006400000, "train_loss": 0.016217195987701417, "subset_score_loss": 0.016217195987701417}
+{"step": 3240000, "wall_time": 31415.72937130928, "train_loss_step": 2.076968193054199, "n_params": 4305940, "total_flops": 42858226483200000, "train_loss": 0.016113953292369844, "subset_score_loss": 0.016113953292369844}
+{"step": 3250000, "wall_time": 31507.24607038498, "train_loss_step": 1.9401859045028687, "n_params": 4305940, "total_flops": 42990504960000000, "train_loss": 0.015661124885082246, "subset_score_loss": 0.015661124885082246}
+{"step": 3260000, "wall_time": 31598.609321832657, "train_loss_step": 2.006568431854248, "n_params": 4305940, "total_flops": 43122783436800000, "train_loss": 0.015926831960678102, "subset_score_loss": 0.015926831960678102}
+{"step": 3270000, "wall_time": 31689.851152181625, "train_loss_step": 2.2640647888183594, "n_params": 4305940, "total_flops": 43255061913600000, "train_loss": 0.015687036514282226, "subset_score_loss": 0.015687036514282226}
+{"step": 3280000, "wall_time": 31781.154916763306, "train_loss_step": 2.184288501739502, "n_params": 4305940, "total_flops": 43387340390400000, "train_loss": 0.016005636751651765, "subset_score_loss": 0.016005636751651765}
+{"step": 3290000, "wall_time": 31866.056257724762, "train_loss_step": 2.0558156967163086, "n_params": 4305940, "total_flops": 43519618867200000, "train_loss": 0.015413041412830352, "subset_score_loss": 0.015413041412830352}
+{"step": 3300000, "wall_time": 32023.34003138542, "train_loss_step": 2.0872368812561035, "n_params": 4305940, "total_flops": 43651897344000000, "train_loss": 0.01612863540649414, "subset_score_loss": 0.01612863540649414, "memorization_fraction_pixel": 0.010900000110268593, "mean_nn_ratio_pixel": 0.6112426519393921, "fid": 154.9283370917709, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 32105.996074914932, "train_loss_step": 2.0122451782226562, "n_params": 4305940, "total_flops": 43784175820800000, "train_loss": 0.015860529243946077, "subset_score_loss": 0.015860529243946077}
+{"step": 3320000, "wall_time": 32197.666855812073, "train_loss_step": 2.170205593109131, "n_params": 4305940, "total_flops": 43916454297600000, "train_loss": 0.015762916207313536, "subset_score_loss": 0.015762916207313536}
+{"step": 3330000, "wall_time": 32287.311706781387, "train_loss_step": 2.1894378662109375, "n_params": 4305940, "total_flops": 44048732774400000, "train_loss": 0.01582067310810089, "subset_score_loss": 0.01582067310810089}
+{"step": 3340000, "wall_time": 32378.607548475266, "train_loss_step": 1.8210201263427734, "n_params": 4305940, "total_flops": 44181011251200000, "train_loss": 0.016043731570243837, "subset_score_loss": 0.016043731570243837}
+{"step": 3350000, "wall_time": 32469.847817659378, "train_loss_step": 2.2022273540496826, "n_params": 4305940, "total_flops": 44313289728000000, "train_loss": 0.015798401832580567, "subset_score_loss": 0.015798401832580567}
+{"step": 3360000, "wall_time": 32561.455669164658, "train_loss_step": 2.2600674629211426, "n_params": 4305940, "total_flops": 44445568204800000, "train_loss": 0.015905117988586424, "subset_score_loss": 0.015905117988586424}
+{"step": 3370000, "wall_time": 32652.749845981598, "train_loss_step": 2.203258514404297, "n_params": 4305940, "total_flops": 44577846681600000, "train_loss": 0.015746033191680907, "subset_score_loss": 0.015746033191680907}
+{"step": 3380000, "wall_time": 32743.959132909775, "train_loss_step": 1.926401138305664, "n_params": 4305940, "total_flops": 44710125158400000, "train_loss": 0.015553706884384155, "subset_score_loss": 0.015553706884384155}
+{"step": 3390000, "wall_time": 32825.71575164795, "train_loss_step": 2.1615071296691895, "n_params": 4305940, "total_flops": 44842403635200000, "train_loss": 0.015873049199581147, "subset_score_loss": 0.015873049199581147}
+{"step": 3400000, "wall_time": 32987.82681393623, "train_loss_step": 2.1120376586914062, "n_params": 4305940, "total_flops": 44974682112000000, "train_loss": 0.01549612134695053, "subset_score_loss": 0.01549612134695053, "memorization_fraction_pixel": 0.011500000022351742, "mean_nn_ratio_pixel": 0.6102311611175537, "fid": 155.22110970512395, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 33066.690145254135, "train_loss_step": 2.1281957626342773, "n_params": 4305940, "total_flops": 45106960588800000, "train_loss": 0.015897415578365326, "subset_score_loss": 0.015897415578365326}
+{"step": 3420000, "wall_time": 33156.73263716698, "train_loss_step": 2.052262306213379, "n_params": 4305940, "total_flops": 45239239065600000, "train_loss": 0.01538177877664566, "subset_score_loss": 0.01538177877664566}
+{"step": 3430000, "wall_time": 33246.884074926376, "train_loss_step": 2.18381667137146, "n_params": 4305940, "total_flops": 45371517542400000, "train_loss": 0.015475986897945404, "subset_score_loss": 0.015475986897945404}
+{"step": 3440000, "wall_time": 33338.29701709747, "train_loss_step": 2.2406296730041504, "n_params": 4305940, "total_flops": 45503796019200000, "train_loss": 0.015284277498722076, "subset_score_loss": 0.015284277498722076}
+{"step": 3450000, "wall_time": 33429.49554300308, "train_loss_step": 2.033452033996582, "n_params": 4305940, "total_flops": 45636074496000000, "train_loss": 0.01526964157819748, "subset_score_loss": 0.01526964157819748}
+{"step": 3460000, "wall_time": 33520.65183758736, "train_loss_step": 2.358912467956543, "n_params": 4305940, "total_flops": 45768352972800000, "train_loss": 0.01521013379096985, "subset_score_loss": 0.01521013379096985}
+{"step": 3470000, "wall_time": 33611.96168899536, "train_loss_step": 1.9827637672424316, "n_params": 4305940, "total_flops": 45900631449600000, "train_loss": 0.015083116292953492, "subset_score_loss": 0.015083116292953492}
+{"step": 3480000, "wall_time": 33703.20656967163, "train_loss_step": 2.1475138664245605, "n_params": 4305940, "total_flops": 46032909926400000, "train_loss": 0.01531251221895218, "subset_score_loss": 0.01531251221895218}
+{"step": 3490000, "wall_time": 33784.282801389694, "train_loss_step": 2.124671459197998, "n_params": 4305940, "total_flops": 46165188403200000, "train_loss": 0.014951378107070923, "subset_score_loss": 0.014951378107070923}
+{"step": 3500000, "wall_time": 33947.214653253555, "train_loss_step": 2.315110206604004, "n_params": 4305940, "total_flops": 46297466880000000, "train_loss": 0.015213955938816071, "subset_score_loss": 0.015213955938816071, "memorization_fraction_pixel": 0.01269999984651804, "mean_nn_ratio_pixel": 0.6066023707389832, "fid": 155.0165677581549, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 34029.37025976181, "train_loss_step": 2.030189037322998, "n_params": 4305940, "total_flops": 46429745356800000, "train_loss": 0.015174765884876252, "subset_score_loss": 0.015174765884876252}
+{"step": 3520000, "wall_time": 34120.85869836807, "train_loss_step": 2.0777149200439453, "n_params": 4305940, "total_flops": 46562023833600000, "train_loss": 0.015191584825515747, "subset_score_loss": 0.015191584825515747}
+{"step": 3530000, "wall_time": 34211.23340630531, "train_loss_step": 2.323655128479004, "n_params": 4305940, "total_flops": 46694302310400000, "train_loss": 0.014877396821975707, "subset_score_loss": 0.014877396821975707}
+{"step": 3540000, "wall_time": 34302.546103954315, "train_loss_step": 2.1751937866210938, "n_params": 4305940, "total_flops": 46826580787200000, "train_loss": 0.015170742571353913, "subset_score_loss": 0.015170742571353913}
+{"step": 3550000, "wall_time": 34393.86141085625, "train_loss_step": 2.0173819065093994, "n_params": 4305940, "total_flops": 46958859264000000, "train_loss": 0.015322187542915344, "subset_score_loss": 0.015322187542915344}
+{"step": 3560000, "wall_time": 34485.212123155594, "train_loss_step": 1.938926339149475, "n_params": 4305940, "total_flops": 47091137740800000, "train_loss": 0.014865945279598235, "subset_score_loss": 0.014865945279598235}
+{"step": 3570000, "wall_time": 34576.67571401596, "train_loss_step": 2.304112434387207, "n_params": 4305940, "total_flops": 47223416217600000, "train_loss": 0.014803025126457214, "subset_score_loss": 0.014803025126457214}
+{"step": 3580000, "wall_time": 34667.78589344025, "train_loss_step": 2.2770767211914062, "n_params": 4305940, "total_flops": 47355694694400000, "train_loss": 0.014783547818660736, "subset_score_loss": 0.014783547818660736}
+{"step": 3590000, "wall_time": 34748.54599046707, "train_loss_step": 2.2802863121032715, "n_params": 4305940, "total_flops": 47487973171200000, "train_loss": 0.01472674310207367, "subset_score_loss": 0.01472674310207367}
+{"step": 3600000, "wall_time": 34912.97144508362, "train_loss_step": 2.0831446647644043, "n_params": 4305940, "total_flops": 47620251648000000, "train_loss": 0.014659933745861053, "subset_score_loss": 0.014659933745861053, "memorization_fraction_pixel": 0.01080000028014183, "mean_nn_ratio_pixel": 0.6099410057067871, "fid": 155.78348411612734, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 34992.7829413414, "train_loss_step": 2.1038575172424316, "n_params": 4305940, "total_flops": 47752530124800000, "train_loss": 0.01503545641899109, "subset_score_loss": 0.01503545641899109}
+{"step": 3620000, "wall_time": 35084.411521434784, "train_loss_step": 2.2629523277282715, "n_params": 4305940, "total_flops": 47884808601600000, "train_loss": 0.014841125905513763, "subset_score_loss": 0.014841125905513763}
+{"step": 3630000, "wall_time": 35174.18695926666, "train_loss_step": 2.1545329093933105, "n_params": 4305940, "total_flops": 48017087078400000, "train_loss": 0.01468704640865326, "subset_score_loss": 0.01468704640865326}
+{"step": 3640000, "wall_time": 35265.49303436279, "train_loss_step": 2.167557954788208, "n_params": 4305940, "total_flops": 48149365555200000, "train_loss": 0.015036344528198242, "subset_score_loss": 0.015036344528198242}
+{"step": 3650000, "wall_time": 35357.116845846176, "train_loss_step": 2.3345649242401123, "n_params": 4305940, "total_flops": 48281644032000000, "train_loss": 0.014844165742397308, "subset_score_loss": 0.014844165742397308}
+{"step": 3660000, "wall_time": 35448.31131696701, "train_loss_step": 2.0186448097229004, "n_params": 4305940, "total_flops": 48413922508800000, "train_loss": 0.014674884080886842, "subset_score_loss": 0.014674884080886842}
+{"step": 3670000, "wall_time": 35539.7950398922, "train_loss_step": 2.1321091651916504, "n_params": 4305940, "total_flops": 48546200985600000, "train_loss": 0.014224641025066376, "subset_score_loss": 0.014224641025066376}
+{"step": 3680000, "wall_time": 35622.75573062897, "train_loss_step": 2.103872776031494, "n_params": 4305940, "total_flops": 48678479462400000, "train_loss": 0.014628015458583832, "subset_score_loss": 0.014628015458583832}
+{"step": 3690000, "wall_time": 35705.054256916046, "train_loss_step": 1.9547641277313232, "n_params": 4305940, "total_flops": 48810757939200000, "train_loss": 0.014532548189163209, "subset_score_loss": 0.014532548189163209}
+{"step": 3700000, "wall_time": 35868.38745832443, "train_loss_step": 2.076720714569092, "n_params": 4305940, "total_flops": 48943036416000000, "train_loss": 0.014474149048328399, "subset_score_loss": 0.014474149048328399, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.6087005138397217, "fid": 154.99182404895748, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 35947.4893348217, "train_loss_step": 2.0151820182800293, "n_params": 4305940, "total_flops": 49075314892800000, "train_loss": 0.014643128216266631, "subset_score_loss": 0.014643128216266631}
+{"step": 3720000, "wall_time": 36038.802356004715, "train_loss_step": 2.079549789428711, "n_params": 4305940, "total_flops": 49207593369600000, "train_loss": 0.014690925180912019, "subset_score_loss": 0.014690925180912019}
+{"step": 3730000, "wall_time": 36129.13126182556, "train_loss_step": 2.2160351276397705, "n_params": 4305940, "total_flops": 49339871846400000, "train_loss": 0.014278674125671386, "subset_score_loss": 0.014278674125671386}
+{"step": 3740000, "wall_time": 36220.49181842804, "train_loss_step": 2.0424067974090576, "n_params": 4305940, "total_flops": 49472150323200000, "train_loss": 0.014418302476406098, "subset_score_loss": 0.014418302476406098}
+{"step": 3750000, "wall_time": 36311.77498149872, "train_loss_step": 2.0486550331115723, "n_params": 4305940, "total_flops": 49604428800000000, "train_loss": 0.014363116025924683, "subset_score_loss": 0.014363116025924683}
+{"step": 3760000, "wall_time": 36403.279636859894, "train_loss_step": 1.8327786922454834, "n_params": 4305940, "total_flops": 49736707276800000, "train_loss": 0.014446458220481873, "subset_score_loss": 0.014446458220481873}
+{"step": 3770000, "wall_time": 36494.50460624695, "train_loss_step": 2.0837440490722656, "n_params": 4305940, "total_flops": 49868985753600000, "train_loss": 0.014392617344856262, "subset_score_loss": 0.014392617344856262}
+{"step": 3780000, "wall_time": 36579.46173977852, "train_loss_step": 2.160752773284912, "n_params": 4305940, "total_flops": 50001264230400000, "train_loss": 0.014278486371040344, "subset_score_loss": 0.014278486371040344}
+{"step": 3790000, "wall_time": 36661.113822460175, "train_loss_step": 2.210618257522583, "n_params": 4305940, "total_flops": 50133542707200000, "train_loss": 0.014419038593769074, "subset_score_loss": 0.014419038593769074}
+{"step": 3800000, "wall_time": 36825.34124970436, "train_loss_step": 2.146674871444702, "n_params": 4305940, "total_flops": 50265821184000000, "train_loss": 0.014407889544963836, "subset_score_loss": 0.014407889544963836, "memorization_fraction_pixel": 0.012000000104308128, "mean_nn_ratio_pixel": 0.6058029532432556, "fid": 154.92743844349044, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 36907.094537973404, "train_loss_step": 2.0788233280181885, "n_params": 4305940, "total_flops": 50398099660800000, "train_loss": 0.014382153749465942, "subset_score_loss": 0.014382153749465942}
+{"step": 3820000, "wall_time": 36998.40993094444, "train_loss_step": 2.0724053382873535, "n_params": 4305940, "total_flops": 50530378137600000, "train_loss": 0.014223676919937134, "subset_score_loss": 0.014223676919937134}
+{"step": 3830000, "wall_time": 37088.6254901886, "train_loss_step": 2.0357489585876465, "n_params": 4305940, "total_flops": 50662656614400000, "train_loss": 0.014305536448955537, "subset_score_loss": 0.014305536448955537}
+{"step": 3840000, "wall_time": 37180.02951717377, "train_loss_step": 2.3267927169799805, "n_params": 4305940, "total_flops": 50794935091200000, "train_loss": 0.014435294270515441, "subset_score_loss": 0.014435294270515441}
+{"step": 3850000, "wall_time": 37271.437775850296, "train_loss_step": 1.961292028427124, "n_params": 4305940, "total_flops": 50927213568000000, "train_loss": 0.01410333663225174, "subset_score_loss": 0.01410333663225174}
+{"step": 3860000, "wall_time": 37363.01412320137, "train_loss_step": 1.9920977354049683, "n_params": 4305940, "total_flops": 51059492044800000, "train_loss": 0.013896214962005615, "subset_score_loss": 0.013896214962005615}
+{"step": 3870000, "wall_time": 37452.37324523926, "train_loss_step": 1.9871832132339478, "n_params": 4305940, "total_flops": 51191770521600000, "train_loss": 0.014166119694709777, "subset_score_loss": 0.014166119694709777}
+{"step": 3880000, "wall_time": 37540.01548528671, "train_loss_step": 2.0888876914978027, "n_params": 4305940, "total_flops": 51324048998400000, "train_loss": 0.014377164840698241, "subset_score_loss": 0.014377164840698241}
+{"step": 3890000, "wall_time": 37619.132638692856, "train_loss_step": 1.9111709594726562, "n_params": 4305940, "total_flops": 51456327475200000, "train_loss": 0.013934418559074402, "subset_score_loss": 0.013934418559074402}
+{"step": 3900000, "wall_time": 37782.43174648285, "train_loss_step": 1.7940740585327148, "n_params": 4305940, "total_flops": 51588605952000000, "train_loss": 0.013727182149887085, "subset_score_loss": 0.013727182149887085, "memorization_fraction_pixel": 0.011599999852478504, "mean_nn_ratio_pixel": 0.6094102263450623, "fid": 155.08400142298387, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 37863.45029425621, "train_loss_step": 2.289177894592285, "n_params": 4305940, "total_flops": 51720884428800000, "train_loss": 0.014032602310180664, "subset_score_loss": 0.014032602310180664}
+{"step": 3920000, "wall_time": 37954.74219107628, "train_loss_step": 2.081470012664795, "n_params": 4305940, "total_flops": 51853162905600000, "train_loss": 0.01399344801902771, "subset_score_loss": 0.01399344801902771}
+{"step": 3930000, "wall_time": 38044.60050559044, "train_loss_step": 1.9357496500015259, "n_params": 4305940, "total_flops": 51985441382400000, "train_loss": 0.014001819491386413, "subset_score_loss": 0.014001819491386413}
+{"step": 3940000, "wall_time": 38136.14717555046, "train_loss_step": 1.6949530839920044, "n_params": 4305940, "total_flops": 52117719859200000, "train_loss": 0.013786981999874114, "subset_score_loss": 0.013786981999874114}
+{"step": 3950000, "wall_time": 38227.77480387688, "train_loss_step": 2.1665501594543457, "n_params": 4305940, "total_flops": 52249998336000000, "train_loss": 0.013823649287223816, "subset_score_loss": 0.013823649287223816}
+{"step": 3960000, "wall_time": 38317.7471010685, "train_loss_step": 2.2964115142822266, "n_params": 4305940, "total_flops": 52382276812800000, "train_loss": 0.013613095879554749, "subset_score_loss": 0.013613095879554749}
+{"step": 3970000, "wall_time": 38408.8812687397, "train_loss_step": 2.1452317237854004, "n_params": 4305940, "total_flops": 52514555289600000, "train_loss": 0.013983611762523652, "subset_score_loss": 0.013983611762523652}
+{"step": 3980000, "wall_time": 38498.97937440872, "train_loss_step": 2.1290998458862305, "n_params": 4305940, "total_flops": 52646833766400000, "train_loss": 0.01389501839876175, "subset_score_loss": 0.01389501839876175}
+{"step": 3990000, "wall_time": 38578.37737488747, "train_loss_step": 2.1478984355926514, "n_params": 4305940, "total_flops": 52779112243200000, "train_loss": 0.014022468030452729, "subset_score_loss": 0.014022468030452729}
+{"step": 4000000, "wall_time": 38743.09440922737, "train_loss_step": 2.1921539306640625, "n_params": 4305940, "total_flops": 52911390720000000, "train_loss": 0.013629432022571563, "subset_score_loss": 0.013629432022571563, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.6057558655738831, "fid": 155.0247586079919, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 38825.86729836464, "train_loss_step": 2.1546683311462402, "n_params": 4305940, "total_flops": 53043669196800000, "train_loss": 0.013602085411548615, "subset_score_loss": 0.013602085411548615}
+{"step": 4020000, "wall_time": 38917.07032227516, "train_loss_step": 2.0020673274993896, "n_params": 4305940, "total_flops": 53175947673600000, "train_loss": 0.013884912431240081, "subset_score_loss": 0.013884912431240081}
+{"step": 4030000, "wall_time": 39007.169463157654, "train_loss_step": 2.2280495166778564, "n_params": 4305940, "total_flops": 53308226150400000, "train_loss": 0.014248834550380706, "subset_score_loss": 0.014248834550380706}
+{"step": 4040000, "wall_time": 39098.377074718475, "train_loss_step": 2.102242946624756, "n_params": 4305940, "total_flops": 53440504627200000, "train_loss": 0.013790874183177948, "subset_score_loss": 0.013790874183177948}
+{"step": 4050000, "wall_time": 39189.38578295708, "train_loss_step": 2.177265167236328, "n_params": 4305940, "total_flops": 53572783104000000, "train_loss": 0.013881368935108185, "subset_score_loss": 0.013881368935108185}
+{"step": 4060000, "wall_time": 39279.330609083176, "train_loss_step": 1.8015609979629517, "n_params": 4305940, "total_flops": 53705061580800000, "train_loss": 0.013854682445526123, "subset_score_loss": 0.013854682445526123}
+{"step": 4070000, "wall_time": 39370.75008583069, "train_loss_step": 2.1368227005004883, "n_params": 4305940, "total_flops": 53837340057600000, "train_loss": 0.013271503150463104, "subset_score_loss": 0.013271503150463104}
+{"step": 4080000, "wall_time": 39460.66509270668, "train_loss_step": 1.924185037612915, "n_params": 4305940, "total_flops": 53969618534400000, "train_loss": 0.013640774786472321, "subset_score_loss": 0.013640774786472321}
+{"step": 4090000, "wall_time": 39537.851744651794, "train_loss_step": 1.8361103534698486, "n_params": 4305940, "total_flops": 54101897011200000, "train_loss": 0.013691797852516174, "subset_score_loss": 0.013691797852516174}
+{"step": 4100000, "wall_time": 39702.57965135574, "train_loss_step": 2.0108108520507812, "n_params": 4305940, "total_flops": 54234175488000000, "train_loss": 0.013512004911899567, "subset_score_loss": 0.013512004911899567, "memorization_fraction_pixel": 0.011500000022351742, "mean_nn_ratio_pixel": 0.604872465133667, "fid": 154.71486981067946, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 39782.86107945442, "train_loss_step": 2.195199966430664, "n_params": 4305940, "total_flops": 54366453964800000, "train_loss": 0.013609708845615387, "subset_score_loss": 0.013609708845615387}
+{"step": 4120000, "wall_time": 39874.24176502228, "train_loss_step": 2.112828254699707, "n_params": 4305940, "total_flops": 54498732441600000, "train_loss": 0.014257526397705078, "subset_score_loss": 0.014257526397705078}
+{"step": 4130000, "wall_time": 39964.418345451355, "train_loss_step": 2.088520050048828, "n_params": 4305940, "total_flops": 54631010918400000, "train_loss": 0.013400618731975556, "subset_score_loss": 0.013400618731975556}
+{"step": 4140000, "wall_time": 40055.2081515789, "train_loss_step": 2.098482608795166, "n_params": 4305940, "total_flops": 54763289395200000, "train_loss": 0.013215860724449158, "subset_score_loss": 0.013215860724449158}
+{"step": 4150000, "wall_time": 40144.63576507568, "train_loss_step": 2.18713116645813, "n_params": 4305940, "total_flops": 54895567872000000, "train_loss": 0.01366303712129593, "subset_score_loss": 0.01366303712129593}
+{"step": 4160000, "wall_time": 40236.133311748505, "train_loss_step": 1.926073431968689, "n_params": 4305940, "total_flops": 55027846348800000, "train_loss": 0.013794440031051635, "subset_score_loss": 0.013794440031051635}
+{"step": 4170000, "wall_time": 40327.43570685387, "train_loss_step": 2.0544168949127197, "n_params": 4305940, "total_flops": 55160124825600000, "train_loss": 0.0132843017578125, "subset_score_loss": 0.0132843017578125}
+{"step": 4180000, "wall_time": 40418.725491046906, "train_loss_step": 2.0760717391967773, "n_params": 4305940, "total_flops": 55292403302400000, "train_loss": 0.013261424005031585, "subset_score_loss": 0.013261424005031585}
+{"step": 4190000, "wall_time": 40495.36009502411, "train_loss_step": 2.2522921562194824, "n_params": 4305940, "total_flops": 55424681779200000, "train_loss": 0.013234755396842957, "subset_score_loss": 0.013234755396842957}
+{"step": 4200000, "wall_time": 40659.50969481468, "train_loss_step": 2.2093257904052734, "n_params": 4305940, "total_flops": 55556960256000000, "train_loss": 0.01319698840379715, "subset_score_loss": 0.01319698840379715, "memorization_fraction_pixel": 0.011099999770522118, "mean_nn_ratio_pixel": 0.6059234142303467, "fid": 155.13744704758122, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 40737.31053566933, "train_loss_step": 2.101494789123535, "n_params": 4305940, "total_flops": 55689238732800000, "train_loss": 0.013087025284767151, "subset_score_loss": 0.013087025284767151}
+{"step": 4220000, "wall_time": 40828.68095207214, "train_loss_step": 1.9573248624801636, "n_params": 4305940, "total_flops": 55821517209600000, "train_loss": 0.01331966370344162, "subset_score_loss": 0.01331966370344162}
+{"step": 4230000, "wall_time": 40918.96718430519, "train_loss_step": 2.0806872844696045, "n_params": 4305940, "total_flops": 55953795686400000, "train_loss": 0.013241606950759887, "subset_score_loss": 0.013241606950759887}
+{"step": 4240000, "wall_time": 41008.12346935272, "train_loss_step": 2.074895143508911, "n_params": 4305940, "total_flops": 56086074163200000, "train_loss": 0.013164667785167694, "subset_score_loss": 0.013164667785167694}
+{"step": 4250000, "wall_time": 41099.401270866394, "train_loss_step": 2.041961908340454, "n_params": 4305940, "total_flops": 56218352640000000, "train_loss": 0.013445261120796203, "subset_score_loss": 0.013445261120796203}
+{"step": 4260000, "wall_time": 41190.653678417206, "train_loss_step": 2.056523323059082, "n_params": 4305940, "total_flops": 56350631116800000, "train_loss": 0.012912753224372863, "subset_score_loss": 0.012912753224372863}
+{"step": 4270000, "wall_time": 41281.68444633484, "train_loss_step": 2.328953266143799, "n_params": 4305940, "total_flops": 56482909593600000, "train_loss": 0.013369245827198029, "subset_score_loss": 0.013369245827198029}
+{"step": 4280000, "wall_time": 41372.81448030472, "train_loss_step": 2.048794746398926, "n_params": 4305940, "total_flops": 56615188070400000, "train_loss": 0.013190433382987976, "subset_score_loss": 0.013190433382987976}
+{"step": 4290000, "wall_time": 41449.6331281662, "train_loss_step": 1.7919151782989502, "n_params": 4305940, "total_flops": 56747466547200000, "train_loss": 0.013357819616794586, "subset_score_loss": 0.013357819616794586}
+{"step": 4300000, "wall_time": 41612.54090547562, "train_loss_step": 1.8913779258728027, "n_params": 4305940, "total_flops": 56879745024000000, "train_loss": 0.013281656801700592, "subset_score_loss": 0.013281656801700592, "memorization_fraction_pixel": 0.014399999752640724, "mean_nn_ratio_pixel": 0.6025632619857788, "fid": 155.7680989248145, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 41690.143239974976, "train_loss_step": 2.0659689903259277, "n_params": 4305940, "total_flops": 57012023500800000, "train_loss": 0.013260877132415772, "subset_score_loss": 0.013260877132415772}
+{"step": 4320000, "wall_time": 41781.78521776199, "train_loss_step": 2.107182502746582, "n_params": 4305940, "total_flops": 57144301977600000, "train_loss": 0.012911954522132873, "subset_score_loss": 0.012911954522132873}
+{"step": 4330000, "wall_time": 41872.126794338226, "train_loss_step": 2.2392303943634033, "n_params": 4305940, "total_flops": 57276580454400000, "train_loss": 0.013023144006729126, "subset_score_loss": 0.013023144006729126}
+{"step": 4340000, "wall_time": 41961.66539645195, "train_loss_step": 2.0970990657806396, "n_params": 4305940, "total_flops": 57408858931200000, "train_loss": 0.01301461160182953, "subset_score_loss": 0.01301461160182953}
+{"step": 4350000, "wall_time": 42052.97911643982, "train_loss_step": 2.135740041732788, "n_params": 4305940, "total_flops": 57541137408000000, "train_loss": 0.012922343611717225, "subset_score_loss": 0.012922343611717225}
+{"step": 4360000, "wall_time": 42144.33243870735, "train_loss_step": 2.155457019805908, "n_params": 4305940, "total_flops": 57673415884800000, "train_loss": 0.013080017268657684, "subset_score_loss": 0.013080017268657684}
+{"step": 4370000, "wall_time": 42235.56585931778, "train_loss_step": 2.0889437198638916, "n_params": 4305940, "total_flops": 57805694361600000, "train_loss": 0.012864145636558532, "subset_score_loss": 0.012864145636558532}
+{"step": 4380000, "wall_time": 42326.51007151604, "train_loss_step": 2.262666702270508, "n_params": 4305940, "total_flops": 57937972838400000, "train_loss": 0.013019713759422302, "subset_score_loss": 0.013019713759422302}
+{"step": 4390000, "wall_time": 42402.72316169739, "train_loss_step": 1.945519208908081, "n_params": 4305940, "total_flops": 58070251315200000, "train_loss": 0.013167518377304076, "subset_score_loss": 0.013167518377304076}
+{"step": 4400000, "wall_time": 42563.00627756119, "train_loss_step": 2.30153751373291, "n_params": 4305940, "total_flops": 58202529792000000, "train_loss": 0.012878222763538361, "subset_score_loss": 0.012878222763538361, "memorization_fraction_pixel": 0.011500000022351742, "mean_nn_ratio_pixel": 0.60451340675354, "fid": 156.04029864137485, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 42640.881202697754, "train_loss_step": 2.0229642391204834, "n_params": 4305940, "total_flops": 58334808268800000, "train_loss": 0.01282496154308319, "subset_score_loss": 0.01282496154308319}
+{"step": 4420000, "wall_time": 42729.86703634262, "train_loss_step": 2.2990686893463135, "n_params": 4305940, "total_flops": 58467086745600000, "train_loss": 0.01272566020488739, "subset_score_loss": 0.01272566020488739}
+{"step": 4430000, "wall_time": 42817.87137341499, "train_loss_step": 2.160856246948242, "n_params": 4305940, "total_flops": 58599365222400000, "train_loss": 0.013035748898983002, "subset_score_loss": 0.013035748898983002}
+{"step": 4440000, "wall_time": 42909.204245090485, "train_loss_step": 1.987480640411377, "n_params": 4305940, "total_flops": 58731643699200000, "train_loss": 0.012569406628608703, "subset_score_loss": 0.012569406628608703}
+{"step": 4450000, "wall_time": 43000.506549835205, "train_loss_step": 2.2732791900634766, "n_params": 4305940, "total_flops": 58863922176000000, "train_loss": 0.012872815132141113, "subset_score_loss": 0.012872815132141113}
+{"step": 4460000, "wall_time": 43091.79643702507, "train_loss_step": 2.1183369159698486, "n_params": 4305940, "total_flops": 58996200652800000, "train_loss": 0.012972776591777802, "subset_score_loss": 0.012972776591777802}
+{"step": 4470000, "wall_time": 43182.918914318085, "train_loss_step": 2.065016269683838, "n_params": 4305940, "total_flops": 59128479129600000, "train_loss": 0.012868177890777589, "subset_score_loss": 0.012868177890777589}
+{"step": 4480000, "wall_time": 43273.892107248306, "train_loss_step": 2.2493929862976074, "n_params": 4305940, "total_flops": 59260757606400000, "train_loss": 0.013613139092922211, "subset_score_loss": 0.013613139092922211}
+{"step": 4490000, "wall_time": 43356.468749046326, "train_loss_step": 1.9854062795639038, "n_params": 4305940, "total_flops": 59393036083200000, "train_loss": 0.012826462090015412, "subset_score_loss": 0.012826462090015412}
+{"step": 4500000, "wall_time": 43520.35324835777, "train_loss_step": 1.9556236267089844, "n_params": 4305940, "total_flops": 59525314560000000, "train_loss": 0.012745983898639679, "subset_score_loss": 0.012745983898639679, "memorization_fraction_pixel": 0.009999999776482582, "mean_nn_ratio_pixel": 0.6017270684242249, "fid": 155.63173507201378, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 43602.64401602745, "train_loss_step": 1.7666414976119995, "n_params": 4305940, "total_flops": 59657593036800000, "train_loss": 0.012809260189533234, "subset_score_loss": 0.012809260189533234}
+{"step": 4520000, "wall_time": 43689.59015703201, "train_loss_step": 2.068492889404297, "n_params": 4305940, "total_flops": 59789871513600000, "train_loss": 0.012627622485160828, "subset_score_loss": 0.012627622485160828}
+{"step": 4530000, "wall_time": 43779.64380979538, "train_loss_step": 2.2276086807250977, "n_params": 4305940, "total_flops": 59922149990400000, "train_loss": 0.012826679646968842, "subset_score_loss": 0.012826679646968842}
+{"step": 4540000, "wall_time": 43870.00870990753, "train_loss_step": 2.107847213745117, "n_params": 4305940, "total_flops": 60054428467200000, "train_loss": 0.012393828481435776, "subset_score_loss": 0.012393828481435776}
+{"step": 4550000, "wall_time": 43961.42620038986, "train_loss_step": 2.0113751888275146, "n_params": 4305940, "total_flops": 60186706944000000, "train_loss": 0.012534239888191223, "subset_score_loss": 0.012534239888191223}
+{"step": 4560000, "wall_time": 44052.96133828163, "train_loss_step": 2.0505948066711426, "n_params": 4305940, "total_flops": 60318985420800000, "train_loss": 0.012706834077835082, "subset_score_loss": 0.012706834077835082}
+{"step": 4570000, "wall_time": 44144.33418726921, "train_loss_step": 2.127743721008301, "n_params": 4305940, "total_flops": 60451263897600000, "train_loss": 0.013069820404052735, "subset_score_loss": 0.013069820404052735}
+{"step": 4580000, "wall_time": 44235.55330467224, "train_loss_step": 2.0341176986694336, "n_params": 4305940, "total_flops": 60583542374400000, "train_loss": 0.012651216983795167, "subset_score_loss": 0.012651216983795167}
+{"step": 4590000, "wall_time": 44316.81980586052, "train_loss_step": 2.1138381958007812, "n_params": 4305940, "total_flops": 60715820851200000, "train_loss": 0.012546303868293762, "subset_score_loss": 0.012546303868293762}
+{"step": 4600000, "wall_time": 44481.06282830238, "train_loss_step": 2.16178297996521, "n_params": 4305940, "total_flops": 60848099328000000, "train_loss": 0.012505377829074859, "subset_score_loss": 0.012505377829074859, "memorization_fraction_pixel": 0.013000000268220901, "mean_nn_ratio_pixel": 0.60086989402771, "fid": 155.23096096695474, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 44563.631326437, "train_loss_step": 2.1967101097106934, "n_params": 4305940, "total_flops": 60980377804800000, "train_loss": 0.012361781299114227, "subset_score_loss": 0.012361781299114227}
+{"step": 4620000, "wall_time": 44645.91040825844, "train_loss_step": 1.9102447032928467, "n_params": 4305940, "total_flops": 61112656281600000, "train_loss": 0.012729738652706147, "subset_score_loss": 0.012729738652706147}
+{"step": 4630000, "wall_time": 44737.84057641029, "train_loss_step": 2.1968994140625, "n_params": 4305940, "total_flops": 61244934758400000, "train_loss": 0.012722602486610413, "subset_score_loss": 0.012722602486610413}
+{"step": 4640000, "wall_time": 44827.265080690384, "train_loss_step": 2.1088125705718994, "n_params": 4305940, "total_flops": 61377213235200000, "train_loss": 0.012641526758670807, "subset_score_loss": 0.012641526758670807}
+{"step": 4650000, "wall_time": 44918.80157542229, "train_loss_step": 1.936249852180481, "n_params": 4305940, "total_flops": 61509491712000000, "train_loss": 0.012658147513866425, "subset_score_loss": 0.012658147513866425}
+{"step": 4660000, "wall_time": 45010.16309475899, "train_loss_step": 2.074758768081665, "n_params": 4305940, "total_flops": 61641770188800000, "train_loss": 0.012279792129993439, "subset_score_loss": 0.012279792129993439}
+{"step": 4670000, "wall_time": 45101.42065644264, "train_loss_step": 1.9861574172973633, "n_params": 4305940, "total_flops": 61774048665600000, "train_loss": 0.012616574764251709, "subset_score_loss": 0.012616574764251709}
+{"step": 4680000, "wall_time": 45191.55806469917, "train_loss_step": 1.906874179840088, "n_params": 4305940, "total_flops": 61906327142400000, "train_loss": 0.01225663274526596, "subset_score_loss": 0.01225663274526596}
+{"step": 4690000, "wall_time": 45271.0803360939, "train_loss_step": 2.0473804473876953, "n_params": 4305940, "total_flops": 62038605619200000, "train_loss": 0.012376818060874938, "subset_score_loss": 0.012376818060874938}
+{"step": 4700000, "wall_time": 45435.168811798096, "train_loss_step": 2.189180612564087, "n_params": 4305940, "total_flops": 62170884096000000, "train_loss": 0.01277393102645874, "subset_score_loss": 0.01277393102645874, "memorization_fraction_pixel": 0.012600000016391277, "mean_nn_ratio_pixel": 0.6039895415306091, "fid": 155.79018180410836, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 45516.361063718796, "train_loss_step": 1.9746525287628174, "n_params": 4305940, "total_flops": 62303162572800000, "train_loss": 0.012755675613880158, "subset_score_loss": 0.012755675613880158}
+{"step": 4720000, "wall_time": 45582.77022647858, "train_loss_step": 1.8387945890426636, "n_params": 4305940, "total_flops": 62435441049600000, "train_loss": 0.012294922769069672, "subset_score_loss": 0.012294922769069672}
+{"step": 4730000, "wall_time": 45656.85331463814, "train_loss_step": 2.2380495071411133, "n_params": 4305940, "total_flops": 62567719526400000, "train_loss": 0.012280019372701645, "subset_score_loss": 0.012280019372701645}
+{"step": 4740000, "wall_time": 45728.12007904053, "train_loss_step": 2.211940050125122, "n_params": 4305940, "total_flops": 62699998003200000, "train_loss": 0.012020276486873626, "subset_score_loss": 0.012020276486873626}
+{"step": 4750000, "wall_time": 45801.97329592705, "train_loss_step": 2.329555034637451, "n_params": 4305940, "total_flops": 62832276480000000, "train_loss": 0.012260790169239043, "subset_score_loss": 0.012260790169239043}
+{"step": 4760000, "wall_time": 45875.676038980484, "train_loss_step": 2.1746816635131836, "n_params": 4305940, "total_flops": 62964554956800000, "train_loss": 0.012573204934597015, "subset_score_loss": 0.012573204934597015}
+{"step": 4770000, "wall_time": 45949.2756459713, "train_loss_step": 1.9681822061538696, "n_params": 4305940, "total_flops": 63096833433600000, "train_loss": 0.012333643436431885, "subset_score_loss": 0.012333643436431885}
+{"step": 4780000, "wall_time": 46021.27876210213, "train_loss_step": 2.1733853816986084, "n_params": 4305940, "total_flops": 63229111910400000, "train_loss": 0.012351585924625397, "subset_score_loss": 0.012351585924625397}
+{"step": 4790000, "wall_time": 46077.797189474106, "train_loss_step": 2.0000853538513184, "n_params": 4305940, "total_flops": 63361390387200000, "train_loss": 0.012033896148204803, "subset_score_loss": 0.012033896148204803}
+{"step": 4800000, "wall_time": 46211.06967997551, "train_loss_step": 2.2687058448791504, "n_params": 4305940, "total_flops": 63493668864000000, "train_loss": 0.012126543372869492, "subset_score_loss": 0.012126543372869492, "memorization_fraction_pixel": 0.011900000274181366, "mean_nn_ratio_pixel": 0.6016061305999756, "fid": 154.90136949640663, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 46282.37634944916, "train_loss_step": 2.2036447525024414, "n_params": 4305940, "total_flops": 63625947340800000, "train_loss": 0.012237686663866043, "subset_score_loss": 0.012237686663866043}
+{"step": 4820000, "wall_time": 46355.68749451637, "train_loss_step": 2.0513453483581543, "n_params": 4305940, "total_flops": 63758225817600000, "train_loss": 0.011895507574081421, "subset_score_loss": 0.011895507574081421}
+{"step": 4830000, "wall_time": 46429.75260424614, "train_loss_step": 2.222943067550659, "n_params": 4305940, "total_flops": 63890504294400000, "train_loss": 0.012386611104011536, "subset_score_loss": 0.012386611104011536}
+{"step": 4840000, "wall_time": 46501.21702885628, "train_loss_step": 2.1697943210601807, "n_params": 4305940, "total_flops": 64022782771200000, "train_loss": 0.012496432662010193, "subset_score_loss": 0.012496432662010193}
+{"step": 4850000, "wall_time": 46574.77539396286, "train_loss_step": 2.0263636112213135, "n_params": 4305940, "total_flops": 64155061248000000, "train_loss": 0.012430336326360703, "subset_score_loss": 0.012430336326360703}
+{"step": 4860000, "wall_time": 46648.366690158844, "train_loss_step": 1.9530450105667114, "n_params": 4305940, "total_flops": 64287339724800000, "train_loss": 0.012199430167675019, "subset_score_loss": 0.012199430167675019}
+{"step": 4870000, "wall_time": 46722.06456685066, "train_loss_step": 1.9985655546188354, "n_params": 4305940, "total_flops": 64419618201600000, "train_loss": 0.012049145996570587, "subset_score_loss": 0.012049145996570587}
+{"step": 4880000, "wall_time": 46795.54769539833, "train_loss_step": 2.0089592933654785, "n_params": 4305940, "total_flops": 64551896678400000, "train_loss": 0.01229742169380188, "subset_score_loss": 0.01229742169380188}
+{"step": 4890000, "wall_time": 46854.811067819595, "train_loss_step": 1.9711425304412842, "n_params": 4305940, "total_flops": 64684175155200000, "train_loss": 0.01206827163696289, "subset_score_loss": 0.01206827163696289}
+{"step": 4900000, "wall_time": 46958.187987327576, "train_loss_step": 2.1025137901306152, "n_params": 4305940, "total_flops": 64816453632000000, "train_loss": 0.01198727786540985, "subset_score_loss": 0.01198727786540985, "memorization_fraction_pixel": 0.01140000019222498, "mean_nn_ratio_pixel": 0.601310133934021, "fid": 155.4045052450488, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 46997.952677726746, "train_loss_step": 2.0908799171447754, "n_params": 4305940, "total_flops": 64948732108800000, "train_loss": 0.012039197236299514, "subset_score_loss": 0.012039197236299514}
+{"step": 4920000, "wall_time": 47036.08351397514, "train_loss_step": 2.2263126373291016, "n_params": 4305940, "total_flops": 65081010585600000, "train_loss": 0.01178259551525116, "subset_score_loss": 0.01178259551525116}
+{"step": 4930000, "wall_time": 47074.10273718834, "train_loss_step": 1.9427037239074707, "n_params": 4305940, "total_flops": 65213289062400000, "train_loss": 0.01210210621356964, "subset_score_loss": 0.01210210621356964}
+{"step": 4940000, "wall_time": 47108.61819052696, "train_loss_step": 2.0536346435546875, "n_params": 4305940, "total_flops": 65345567539200000, "train_loss": 0.012480259686708451, "subset_score_loss": 0.012480259686708451}
+{"step": 4950000, "wall_time": 47146.62087535858, "train_loss_step": 2.077632188796997, "n_params": 4305940, "total_flops": 65477846016000000, "train_loss": 0.011790863424539565, "subset_score_loss": 0.011790863424539565}
+{"step": 4960000, "wall_time": 47184.709562301636, "train_loss_step": 2.0211377143859863, "n_params": 4305940, "total_flops": 65610124492800000, "train_loss": 0.011960452795028687, "subset_score_loss": 0.011960452795028687}
+{"step": 4970000, "wall_time": 47222.66455888748, "train_loss_step": 1.939640760421753, "n_params": 4305940, "total_flops": 65742402969600000, "train_loss": 0.012112163007259369, "subset_score_loss": 0.012112163007259369}
+{"step": 4980000, "wall_time": 47260.78948664665, "train_loss_step": 2.015285015106201, "n_params": 4305940, "total_flops": 65874681446400000, "train_loss": 0.011957648396492004, "subset_score_loss": 0.011957648396492004}
+{"step": 4990000, "wall_time": 47298.87503027916, "train_loss_step": 2.117814064025879, "n_params": 4305940, "total_flops": 66006959923200000, "train_loss": 0.012209361046552658, "subset_score_loss": 0.012209361046552658}
+{"step": 5000000, "wall_time": 47372.27149796486, "train_loss_step": 1.9792402982711792, "n_params": 4305940, "total_flops": 66139238400000000, "train_loss": 0.011882931739091874, "subset_score_loss": 0.011882931739091874, "memorization_fraction_pixel": 0.011300000362098217, "mean_nn_ratio_pixel": 0.5978479385375977, "fid": 154.429920555234, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..40452ba7c11a00edbb482c2d397042caf123464d
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d20/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     71s | train_loss=1.0031 | fid=182.4495
+  step   10000 |    162s | train_loss=0.9154
+  step   20000 |    254s | train_loss=0.9104
+  step   30000 |    345s | train_loss=0.9057
+  step   40000 |    436s | train_loss=0.9005
+  step   50000 |    528s | train_loss=0.8941
+  step   60000 |    619s | train_loss=0.8837
+  step   70000 |    710s | train_loss=0.8635
+  step   80000 |    802s | train_loss=0.8259
+  step   90000 |    893s | train_loss=0.7644
+  step  100000 |   1050s | train_loss=0.6684 | fid=162.8887
+  step  110000 |   1141s | train_loss=0.5526
+  step  120000 |   1232s | train_loss=0.4405
+  step  130000 |   1323s | train_loss=0.3508
+  step  140000 |   1415s | train_loss=0.2829
+  step  150000 |   1506s | train_loss=0.2373
+  step  160000 |   1597s | train_loss=0.2072
+  step  170000 |   1689s | train_loss=0.1891
+  step  180000 |   1780s | train_loss=0.1719
+  step  190000 |   1871s | train_loss=0.1622
+  step  200000 |   2029s | train_loss=0.1514 | fid=164.4031
+  step  210000 |   2119s | train_loss=0.1446
+  step  220000 |   2210s | train_loss=0.1372
+  step  230000 |   2301s | train_loss=0.1293
+  step  240000 |   2393s | train_loss=0.1223
+  step  250000 |   2484s | train_loss=0.1220
+  step  260000 |   2575s | train_loss=0.1131
+  step  270000 |   2667s | train_loss=0.1097
+  step  280000 |   2758s | train_loss=0.1052
+  step  290000 |   2844s | train_loss=0.1036
+  step  300000 |   3007s | train_loss=0.0995 | fid=163.2920
+  step  310000 |   3096s | train_loss=0.0945
+  step  320000 |   3188s | train_loss=0.0930
+  step  330000 |   3279s | train_loss=0.0899
+  step  340000 |   3370s | train_loss=0.0883
+  step  350000 |   3462s | train_loss=0.0847
+  step  360000 |   3553s | train_loss=0.0844
+  step  370000 |   3645s | train_loss=0.0814
+  step  380000 |   3736s | train_loss=0.0797
+  step  390000 |   3820s | train_loss=0.0775
+  step  400000 |   3985s | train_loss=0.0755 | fid=159.6517
+  step  410000 |   4075s | train_loss=0.0747
+  step  420000 |   4166s | train_loss=0.0727
+  step  430000 |   4257s | train_loss=0.0709
+  step  440000 |   4348s | train_loss=0.0705
+  step  450000 |   4440s | train_loss=0.0689
+  step  460000 |   4531s | train_loss=0.0676
+  step  470000 |   4623s | train_loss=0.0667
+  step  480000 |   4708s | train_loss=0.0649
+  step  490000 |   4797s | train_loss=0.0626
+  step  500000 |   4962s | train_loss=0.0632 | fid=159.7633
+  step  510000 |   5051s | train_loss=0.0618
+  step  520000 |   5142s | train_loss=0.0608
+  step  530000 |   5229s | train_loss=0.0591
+  step  540000 |   5315s | train_loss=0.0584
+  step  550000 |   5403s | train_loss=0.0579
+  step  560000 |   5492s | train_loss=0.0569
+  step  570000 |   5578s | train_loss=0.0558
+  step  580000 |   5661s | train_loss=0.0552
+  step  590000 |   5752s | train_loss=0.0541
+  step  600000 |   5917s | train_loss=0.0533 | fid=157.1289
+  step  610000 |   6007s | train_loss=0.0550
+  step  620000 |   6098s | train_loss=0.0530
+  step  630000 |   6189s | train_loss=0.0511
+  step  640000 |   6281s | train_loss=0.0512
+  step  650000 |   6371s | train_loss=0.0515
+  step  660000 |   6463s | train_loss=0.0499
+  step  670000 |   6548s | train_loss=0.0488
+  step  680000 |   6637s | train_loss=0.0488
+  step  690000 |   6728s | train_loss=0.0495
+  step  700000 |   6893s | train_loss=0.0472 | fid=157.8768
+  step  710000 |   6983s | train_loss=0.0475
+  step  720000 |   7074s | train_loss=0.0466
+  step  730000 |   7166s | train_loss=0.0461
+  step  740000 |   7257s | train_loss=0.0461
+  step  750000 |   7348s | train_loss=0.0446
+  step  760000 |   7436s | train_loss=0.0451
+  step  770000 |   7524s | train_loss=0.0447
+  step  780000 |   7615s | train_loss=0.0441
+  step  790000 |   7706s | train_loss=0.0437
+  step  800000 |   7871s | train_loss=0.0426 | fid=157.0994
+  step  810000 |   7961s | train_loss=0.0429
+  step  820000 |   8052s | train_loss=0.0426
+  step  830000 |   8143s | train_loss=0.0415
+  step  840000 |   8235s | train_loss=0.0408
+  step  850000 |   8326s | train_loss=0.0416
+  step  860000 |   8412s | train_loss=0.0406
+  step  870000 |   8501s | train_loss=0.0397
+  step  880000 |   8592s | train_loss=0.0405
+  step  890000 |   8683s | train_loss=0.0397
+  step  900000 |   8847s | train_loss=0.0395 | fid=157.5104
+  step  910000 |   8937s | train_loss=0.0383
+  step  920000 |   9029s | train_loss=0.0386
+  step  930000 |   9120s | train_loss=0.0384
+  step  940000 |   9212s | train_loss=0.0382
+  step  950000 |   9297s | train_loss=0.0382
+  step  960000 |   9386s | train_loss=0.0371
+  step  970000 |   9477s | train_loss=0.0373
+  step  980000 |   9568s | train_loss=0.0362
+  step  990000 |   9659s | train_loss=0.0374
+  step 1000000 |   9824s | train_loss=0.0361 | fid=155.8247
+  step 1010000 |   9914s | train_loss=0.0355
+  step 1020000 |  10005s | train_loss=0.0358
+  step 1030000 |  10096s | train_loss=0.0355
+  step 1040000 |  10186s | train_loss=0.0352
+  step 1050000 |  10274s | train_loss=0.0353
+  step 1060000 |  10362s | train_loss=0.0356
+  step 1070000 |  10454s | train_loss=0.0348
+  step 1080000 |  10544s | train_loss=0.0347
+  step 1090000 |  10635s | train_loss=0.0345
+  step 1100000 |  10800s | train_loss=0.0342 | fid=155.7263
+  step 1110000 |  10890s | train_loss=0.0332
+  step 1120000 |  10981s | train_loss=0.0335
+  step 1130000 |  11072s | train_loss=0.0342
+  step 1140000 |  11159s | train_loss=0.0328
+  step 1150000 |  11248s | train_loss=0.0331
+  step 1160000 |  11339s | train_loss=0.0331
+  step 1170000 |  11431s | train_loss=0.0324
+  step 1180000 |  11522s | train_loss=0.0325
+  step 1190000 |  11613s | train_loss=0.0324
+  step 1200000 |  11778s | train_loss=0.0323 | fid=155.5721
+  step 1210000 |  11868s | train_loss=0.0321
+  step 1220000 |  11959s | train_loss=0.0323
+  step 1230000 |  12048s | train_loss=0.0321
+  step 1240000 |  12137s | train_loss=0.0309
+  step 1250000 |  12226s | train_loss=0.0311
+  step 1260000 |  12317s | train_loss=0.0310
+  step 1270000 |  12408s | train_loss=0.0309
+  step 1280000 |  12500s | train_loss=0.0305
+  step 1290000 |  12591s | train_loss=0.0308
+  step 1300000 |  12756s | train_loss=0.0306 | fid=155.6373
+  step 1310000 |  12846s | train_loss=0.0298
+  step 1320000 |  12937s | train_loss=0.0304
+  step 1330000 |  13023s | train_loss=0.0305
+  step 1340000 |  13112s | train_loss=0.0298
+  step 1350000 |  13203s | train_loss=0.0297
+  step 1360000 |  13294s | train_loss=0.0296
+  step 1370000 |  13386s | train_loss=0.0292
+  step 1380000 |  13477s | train_loss=0.0293
+  step 1390000 |  13568s | train_loss=0.0295
+  step 1400000 |  13732s | train_loss=0.0292 | fid=155.6435
+  step 1410000 |  13822s | train_loss=0.0288
+  step 1420000 |  13908s | train_loss=0.0288
+  step 1430000 |  13995s | train_loss=0.0285
+  step 1440000 |  14076s | train_loss=0.0281
+  step 1450000 |  14167s | train_loss=0.0279
+  step 1460000 |  14259s | train_loss=0.0283
+  step 1470000 |  14350s | train_loss=0.0280
+  step 1480000 |  14441s | train_loss=0.0271
+  step 1490000 |  14532s | train_loss=0.0276
+  step 1500000 |  14695s | train_loss=0.0274 | fid=155.4527
+  step 1510000 |  14783s | train_loss=0.0279
+  step 1520000 |  14871s | train_loss=0.0274
+  step 1530000 |  14963s | train_loss=0.0275
+  step 1540000 |  15051s | train_loss=0.0271
+  step 1550000 |  15142s | train_loss=0.0267
+  step 1560000 |  15233s | train_loss=0.0269
+  step 1570000 |  15325s | train_loss=0.0271
+  step 1580000 |  15416s | train_loss=0.0263
+  step 1590000 |  15507s | train_loss=0.0261
+  step 1600000 |  15672s | train_loss=0.0259 | fid=155.5546
+  step 1610000 |  15758s | train_loss=0.0266
+  step 1620000 |  15846s | train_loss=0.0261
+  step 1630000 |  15935s | train_loss=0.0261
+  step 1640000 |  16026s | train_loss=0.0254
+  step 1650000 |  16117s | train_loss=0.0255
+  step 1660000 |  16209s | train_loss=0.0258
+  step 1670000 |  16300s | train_loss=0.0257
+  step 1680000 |  16391s | train_loss=0.0261
+  step 1690000 |  16483s | train_loss=0.0254
+  step 1700000 |  16645s | train_loss=0.0250 | fid=155.5777
+  step 1710000 |  16729s | train_loss=0.0255
+  step 1720000 |  16818s | train_loss=0.0249
+  step 1730000 |  16897s | train_loss=0.0245
+  step 1740000 |  16988s | train_loss=0.0246
+  step 1750000 |  17079s | train_loss=0.0247
+  step 1760000 |  17171s | train_loss=0.0242
+  step 1770000 |  17262s | train_loss=0.0245
+  step 1780000 |  17353s | train_loss=0.0244
+  step 1790000 |  17445s | train_loss=0.0247
+  step 1800000 |  17607s | train_loss=0.0245 | fid=155.6740
+  step 1810000 |  17691s | train_loss=0.0241
+  step 1820000 |  17781s | train_loss=0.0246
+  step 1830000 |  17867s | train_loss=0.0246
+  step 1840000 |  17958s | train_loss=0.0240
+  step 1850000 |  18050s | train_loss=0.0241
+  step 1860000 |  18141s | train_loss=0.0239
+  step 1870000 |  18232s | train_loss=0.0235
+  step 1880000 |  18323s | train_loss=0.0236
+  step 1890000 |  18414s | train_loss=0.0233
+  step 1900000 |  18575s | train_loss=0.0237 | fid=155.4841
+  step 1910000 |  18667s | train_loss=0.0232
+  step 1920000 |  18754s | train_loss=0.0234
+  step 1930000 |  18845s | train_loss=0.0237
+  step 1940000 |  18936s | train_loss=0.0229
+  step 1950000 |  19028s | train_loss=0.0231
+  step 1960000 |  19119s | train_loss=0.0226
+  step 1970000 |  19210s | train_loss=0.0228
+  step 1980000 |  19302s | train_loss=0.0225
+  step 1990000 |  19391s | train_loss=0.0229
+  step 2000000 |  19545s | train_loss=0.0227 | fid=155.5070
+  step 2010000 |  19636s | train_loss=0.0226
+  step 2020000 |  19712s | train_loss=0.0223
+  step 2030000 |  19800s | train_loss=0.0228
+  step 2040000 |  19892s | train_loss=0.0224
+  step 2050000 |  19983s | train_loss=0.0220
+  step 2060000 |  20074s | train_loss=0.0222
+  step 2070000 |  20165s | train_loss=0.0220
+  step 2080000 |  20254s | train_loss=0.0221
+  step 2090000 |  20345s | train_loss=0.0220
+  step 2100000 |  20495s | train_loss=0.0217 | fid=155.3391
+  step 2110000 |  20587s | train_loss=0.0218
+  step 2120000 |  20669s | train_loss=0.0218
+  step 2130000 |  20755s | train_loss=0.0219
+  step 2140000 |  20846s | train_loss=0.0220
+  step 2150000 |  20938s | train_loss=0.0216
+  step 2160000 |  21028s | train_loss=0.0211
+  step 2170000 |  21120s | train_loss=0.0216
+  step 2180000 |  21209s | train_loss=0.0213
+  step 2190000 |  21301s | train_loss=0.0211
+  step 2200000 |  21450s | train_loss=0.0215 | fid=155.0475
+  step 2210000 |  21542s | train_loss=0.0211
+  step 2220000 |  21625s | train_loss=0.0211
+  step 2230000 |  21709s | train_loss=0.0210
+  step 2240000 |  21800s | train_loss=0.0206
+  step 2250000 |  21891s | train_loss=0.0211
+  step 2260000 |  21983s | train_loss=0.0208
+  step 2270000 |  22072s | train_loss=0.0205
+  step 2280000 |  22163s | train_loss=0.0206
+  step 2290000 |  22254s | train_loss=0.0210
+  step 2300000 |  22406s | train_loss=0.0201 | fid=155.2486
+  step 2310000 |  22497s | train_loss=0.0203
+  step 2320000 |  22583s | train_loss=0.0204
+  step 2330000 |  22664s | train_loss=0.0201
+  step 2340000 |  22755s | train_loss=0.0204
+  step 2350000 |  22847s | train_loss=0.0205
+  step 2360000 |  22936s | train_loss=0.0201
+  step 2370000 |  23027s | train_loss=0.0199
+  step 2380000 |  23118s | train_loss=0.0199
+  step 2390000 |  23209s | train_loss=0.0203
+  step 2400000 |  23360s | train_loss=0.0198 | fid=155.3335
+  step 2410000 |  23452s | train_loss=0.0199
+  step 2420000 |  23541s | train_loss=0.0198
+  step 2430000 |  23623s | train_loss=0.0195
+  step 2440000 |  23714s | train_loss=0.0195
+  step 2450000 |  23806s | train_loss=0.0196
+  step 2460000 |  23895s | train_loss=0.0201
+  step 2470000 |  23987s | train_loss=0.0194
+  step 2480000 |  24078s | train_loss=0.0196
+  step 2490000 |  24169s | train_loss=0.0190
+  step 2500000 |  24316s | train_loss=0.0197 | fid=155.7295
+  step 2510000 |  24408s | train_loss=0.0193
+  step 2520000 |  24496s | train_loss=0.0195
+  step 2530000 |  24577s | train_loss=0.0194
+  step 2540000 |  24668s | train_loss=0.0194
+  step 2550000 |  24757s | train_loss=0.0192
+  step 2560000 |  24849s | train_loss=0.0186
+  step 2570000 |  24940s | train_loss=0.0190
+  step 2580000 |  25031s | train_loss=0.0188
+  step 2590000 |  25122s | train_loss=0.0190
+  step 2600000 |  25273s | train_loss=0.0192 | fid=154.3313
+  step 2610000 |  25364s | train_loss=0.0188
+  step 2620000 |  25453s | train_loss=0.0183
+  step 2630000 |  25532s | train_loss=0.0186
+  step 2640000 |  25621s | train_loss=0.0186
+  step 2650000 |  25712s | train_loss=0.0185
+  step 2660000 |  25804s | train_loss=0.0184
+  step 2670000 |  25895s | train_loss=0.0186
+  step 2680000 |  25986s | train_loss=0.0181
+  step 2690000 |  26078s | train_loss=0.0185
+  step 2700000 |  26229s | train_loss=0.0184 | fid=155.2770
+  step 2710000 |  26320s | train_loss=0.0181
+  step 2720000 |  26410s | train_loss=0.0184
+  step 2730000 |  26497s | train_loss=0.0182
+  step 2740000 |  26586s | train_loss=0.0184
+  step 2750000 |  26678s | train_loss=0.0181
+  step 2760000 |  26769s | train_loss=0.0181
+  step 2770000 |  26861s | train_loss=0.0177
+  step 2780000 |  26952s | train_loss=0.0180
+  step 2790000 |  27043s | train_loss=0.0178
+  step 2800000 |  27205s | train_loss=0.0178 | fid=154.9913
+  step 2810000 |  27296s | train_loss=0.0177
+  step 2820000 |  27378s | train_loss=0.0179
+  step 2830000 |  27463s | train_loss=0.0179
+  step 2840000 |  27554s | train_loss=0.0174
+  step 2850000 |  27646s | train_loss=0.0178
+  step 2860000 |  27737s | train_loss=0.0175
+  step 2870000 |  27829s | train_loss=0.0172
+  step 2880000 |  27920s | train_loss=0.0173
+  step 2890000 |  28011s | train_loss=0.0177
+  step 2900000 |  28162s | train_loss=0.0174 | fid=155.2641
+  step 2910000 |  28254s | train_loss=0.0172
+  step 2920000 |  28335s | train_loss=0.0175
+  step 2930000 |  28418s | train_loss=0.0172
+  step 2940000 |  28509s | train_loss=0.0169
+  step 2950000 |  28600s | train_loss=0.0172
+  step 2960000 |  28692s | train_loss=0.0171
+  step 2970000 |  28783s | train_loss=0.0175
+  step 2980000 |  28875s | train_loss=0.0170
+  step 2990000 |  28966s | train_loss=0.0173
+  step 3000000 |  29115s | train_loss=0.0171 | fid=155.7164
+  step 3010000 |  29206s | train_loss=0.0168
+  step 3020000 |  29289s | train_loss=0.0166
+  step 3030000 |  29379s | train_loss=0.0164
+  step 3040000 |  29471s | train_loss=0.0166
+  step 3050000 |  29562s | train_loss=0.0166
+  step 3060000 |  29653s | train_loss=0.0167
+  step 3070000 |  29744s | train_loss=0.0171
+  step 3080000 |  29836s | train_loss=0.0162
+  step 3090000 |  29927s | train_loss=0.0167
+  step 3100000 |  30089s | train_loss=0.0164 | fid=155.2062
+  step 3110000 |  30178s | train_loss=0.0166
+  step 3120000 |  30266s | train_loss=0.0162
+  step 3130000 |  30356s | train_loss=0.0164
+  step 3140000 |  30448s | train_loss=0.0165
+  step 3150000 |  30539s | train_loss=0.0168
+  step 3160000 |  30630s | train_loss=0.0160
+  step 3170000 |  30722s | train_loss=0.0162
+  step 3180000 |  30814s | train_loss=0.0160
+  step 3190000 |  30902s | train_loss=0.0164
+  step 3200000 |  31059s | train_loss=0.0163 | fid=155.0998
+  step 3210000 |  31144s | train_loss=0.0160
+  step 3220000 |  31234s | train_loss=0.0159
+  step 3230000 |  31324s | train_loss=0.0162
+  step 3240000 |  31416s | train_loss=0.0161
+  step 3250000 |  31507s | train_loss=0.0157
+  step 3260000 |  31599s | train_loss=0.0159
+  step 3270000 |  31690s | train_loss=0.0157
+  step 3280000 |  31781s | train_loss=0.0160
+  step 3290000 |  31866s | train_loss=0.0154
+  step 3300000 |  32023s | train_loss=0.0161 | fid=154.9283
+  step 3310000 |  32106s | train_loss=0.0159
+  step 3320000 |  32198s | train_loss=0.0158
+  step 3330000 |  32287s | train_loss=0.0158
+  step 3340000 |  32379s | train_loss=0.0160
+  step 3350000 |  32470s | train_loss=0.0158
+  step 3360000 |  32561s | train_loss=0.0159
+  step 3370000 |  32653s | train_loss=0.0157
+  step 3380000 |  32744s | train_loss=0.0156
+  step 3390000 |  32826s | train_loss=0.0159
+  step 3400000 |  32988s | train_loss=0.0155 | fid=155.2211
+  step 3410000 |  33067s | train_loss=0.0159
+  step 3420000 |  33157s | train_loss=0.0154
+  step 3430000 |  33247s | train_loss=0.0155
+  step 3440000 |  33338s | train_loss=0.0153
+  step 3450000 |  33429s | train_loss=0.0153
+  step 3460000 |  33521s | train_loss=0.0152
+  step 3470000 |  33612s | train_loss=0.0151
+  step 3480000 |  33703s | train_loss=0.0153
+  step 3490000 |  33784s | train_loss=0.0150
+  step 3500000 |  33947s | train_loss=0.0152 | fid=155.0166
+  step 3510000 |  34029s | train_loss=0.0152
+  step 3520000 |  34121s | train_loss=0.0152
+  step 3530000 |  34211s | train_loss=0.0149
+  step 3540000 |  34303s | train_loss=0.0152
+  step 3550000 |  34394s | train_loss=0.0153
+  step 3560000 |  34485s | train_loss=0.0149
+  step 3570000 |  34577s | train_loss=0.0148
+  step 3580000 |  34668s | train_loss=0.0148
+  step 3590000 |  34749s | train_loss=0.0147
+  step 3600000 |  34913s | train_loss=0.0147 | fid=155.7835
+  step 3610000 |  34993s | train_loss=0.0150
+  step 3620000 |  35084s | train_loss=0.0148
+  step 3630000 |  35174s | train_loss=0.0147
+  step 3640000 |  35265s | train_loss=0.0150
+  step 3650000 |  35357s | train_loss=0.0148
+  step 3660000 |  35448s | train_loss=0.0147
+  step 3670000 |  35540s | train_loss=0.0142
+  step 3680000 |  35623s | train_loss=0.0146
+  step 3690000 |  35705s | train_loss=0.0145
+  step 3700000 |  35868s | train_loss=0.0145 | fid=154.9918
+  step 3710000 |  35947s | train_loss=0.0146
+  step 3720000 |  36039s | train_loss=0.0147
+  step 3730000 |  36129s | train_loss=0.0143
+  step 3740000 |  36220s | train_loss=0.0144
+  step 3750000 |  36312s | train_loss=0.0144
+  step 3760000 |  36403s | train_loss=0.0144
+  step 3770000 |  36495s | train_loss=0.0144
+  step 3780000 |  36579s | train_loss=0.0143
+  step 3790000 |  36661s | train_loss=0.0144
+  step 3800000 |  36825s | train_loss=0.0144 | fid=154.9274
+  step 3810000 |  36907s | train_loss=0.0144
+  step 3820000 |  36998s | train_loss=0.0142
+  step 3830000 |  37089s | train_loss=0.0143
+  step 3840000 |  37180s | train_loss=0.0144
+  step 3850000 |  37271s | train_loss=0.0141
+  step 3860000 |  37363s | train_loss=0.0139
+  step 3870000 |  37452s | train_loss=0.0142
+  step 3880000 |  37540s | train_loss=0.0144
+  step 3890000 |  37619s | train_loss=0.0139
+  step 3900000 |  37782s | train_loss=0.0137 | fid=155.0840
+  step 3910000 |  37863s | train_loss=0.0140
+  step 3920000 |  37955s | train_loss=0.0140
+  step 3930000 |  38045s | train_loss=0.0140
+  step 3940000 |  38136s | train_loss=0.0138
+  step 3950000 |  38228s | train_loss=0.0138
+  step 3960000 |  38318s | train_loss=0.0136
+  step 3970000 |  38409s | train_loss=0.0140
+  step 3980000 |  38499s | train_loss=0.0139
+  step 3990000 |  38578s | train_loss=0.0140
+  step 4000000 |  38743s | train_loss=0.0136 | fid=155.0248
+  step 4010000 |  38826s | train_loss=0.0136
+  step 4020000 |  38917s | train_loss=0.0139
+  step 4030000 |  39007s | train_loss=0.0142
+  step 4040000 |  39098s | train_loss=0.0138
+  step 4050000 |  39189s | train_loss=0.0139
+  step 4060000 |  39279s | train_loss=0.0139
+  step 4070000 |  39371s | train_loss=0.0133
+  step 4080000 |  39461s | train_loss=0.0136
+  step 4090000 |  39538s | train_loss=0.0137
+  step 4100000 |  39703s | train_loss=0.0135 | fid=154.7149
+  step 4110000 |  39783s | train_loss=0.0136
+  step 4120000 |  39874s | train_loss=0.0143
+  step 4130000 |  39964s | train_loss=0.0134
+  step 4140000 |  40055s | train_loss=0.0132
+  step 4150000 |  40145s | train_loss=0.0137
+  step 4160000 |  40236s | train_loss=0.0138
+  step 4170000 |  40327s | train_loss=0.0133
+  step 4180000 |  40419s | train_loss=0.0133
+  step 4190000 |  40495s | train_loss=0.0132
+  step 4200000 |  40660s | train_loss=0.0132 | fid=155.1374
+  step 4210000 |  40737s | train_loss=0.0131
+  step 4220000 |  40829s | train_loss=0.0133
+  step 4230000 |  40919s | train_loss=0.0132
+  step 4240000 |  41008s | train_loss=0.0132
+  step 4250000 |  41099s | train_loss=0.0134
+  step 4260000 |  41191s | train_loss=0.0129
+  step 4270000 |  41282s | train_loss=0.0134
+  step 4280000 |  41373s | train_loss=0.0132
+  step 4290000 |  41450s | train_loss=0.0134
+  step 4300000 |  41613s | train_loss=0.0133 | fid=155.7681
+  step 4310000 |  41690s | train_loss=0.0133
+  step 4320000 |  41782s | train_loss=0.0129
+  step 4330000 |  41872s | train_loss=0.0130
+  step 4340000 |  41962s | train_loss=0.0130
+  step 4350000 |  42053s | train_loss=0.0129
+  step 4360000 |  42144s | train_loss=0.0131
+  step 4370000 |  42236s | train_loss=0.0129
+  step 4380000 |  42327s | train_loss=0.0130
+  step 4390000 |  42403s | train_loss=0.0132
+  step 4400000 |  42563s | train_loss=0.0129 | fid=156.0403
+  step 4410000 |  42641s | train_loss=0.0128
+  step 4420000 |  42730s | train_loss=0.0127
+  step 4430000 |  42818s | train_loss=0.0130
+  step 4440000 |  42909s | train_loss=0.0126
+  step 4450000 |  43001s | train_loss=0.0129
+  step 4460000 |  43092s | train_loss=0.0130
+  step 4470000 |  43183s | train_loss=0.0129
+  step 4480000 |  43274s | train_loss=0.0136
+  step 4490000 |  43356s | train_loss=0.0128
+  step 4500000 |  43520s | train_loss=0.0127 | fid=155.6317
+  step 4510000 |  43603s | train_loss=0.0128
+  step 4520000 |  43690s | train_loss=0.0126
+  step 4530000 |  43780s | train_loss=0.0128
+  step 4540000 |  43870s | train_loss=0.0124
+  step 4550000 |  43961s | train_loss=0.0125
+  step 4560000 |  44053s | train_loss=0.0127
+  step 4570000 |  44144s | train_loss=0.0131
+  step 4580000 |  44236s | train_loss=0.0127
+  step 4590000 |  44317s | train_loss=0.0125
+  step 4600000 |  44481s | train_loss=0.0125 | fid=155.2310
+  step 4610000 |  44564s | train_loss=0.0124
+  step 4620000 |  44646s | train_loss=0.0127
+  step 4630000 |  44738s | train_loss=0.0127
+  step 4640000 |  44827s | train_loss=0.0126
+  step 4650000 |  44919s | train_loss=0.0127
+  step 4660000 |  45010s | train_loss=0.0123
+  step 4670000 |  45101s | train_loss=0.0126
+  step 4680000 |  45192s | train_loss=0.0123
+  step 4690000 |  45271s | train_loss=0.0124
+  step 4700000 |  45435s | train_loss=0.0128 | fid=155.7902
+  step 4710000 |  45516s | train_loss=0.0128
+  step 4720000 |  45583s | train_loss=0.0123
+  step 4730000 |  45657s | train_loss=0.0123
+  step 4740000 |  45728s | train_loss=0.0120
+  step 4750000 |  45802s | train_loss=0.0123
+  step 4760000 |  45876s | train_loss=0.0126
+  step 4770000 |  45949s | train_loss=0.0123
+  step 4780000 |  46021s | train_loss=0.0124
+  step 4790000 |  46078s | train_loss=0.0120
+  step 4800000 |  46211s | train_loss=0.0121 | fid=154.9014
+  step 4810000 |  46282s | train_loss=0.0122
+  step 4820000 |  46356s | train_loss=0.0119
+  step 4830000 |  46430s | train_loss=0.0124
+  step 4840000 |  46501s | train_loss=0.0125
+  step 4850000 |  46575s | train_loss=0.0124
+  step 4860000 |  46648s | train_loss=0.0122
+  step 4870000 |  46722s | train_loss=0.0120
+  step 4880000 |  46796s | train_loss=0.0123
+  step 4890000 |  46855s | train_loss=0.0121
+  step 4900000 |  46958s | train_loss=0.0120 | fid=155.4045
+  step 4910000 |  46998s | train_loss=0.0120
+  step 4920000 |  47036s | train_loss=0.0118
+  step 4930000 |  47074s | train_loss=0.0121
+  step 4940000 |  47109s | train_loss=0.0125
+  step 4950000 |  47147s | train_loss=0.0118
+  step 4960000 |  47185s | train_loss=0.0120
+  step 4970000 |  47223s | train_loss=0.0121
+  step 4980000 |  47261s | train_loss=0.0120
+  step 4990000 |  47299s | train_loss=0.0122
+  step 5000000 |  47372s | train_loss=0.0119 | fid=154.4299
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..39d4da763b50f91816fcdb758c831c902243a30c
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d200/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/fid_retry.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/fid_retry.json
new file mode 100644
index 0000000000000000000000000000000000000000..d89203081d272c67d8d7e1e4d9daf21a87bbb937
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/fid_retry.json
@@ -0,0 +1,75 @@
+{
+  "run_dir": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200",
+  "d_latent": 200,
+  "attempts": [
+    {
+      "attempt": 0,
+      "seed": 1045,
+      "step": 5000000,
+      "latent_finite": false,
+      "fid": null,
+      "error": "nonfinite_latents"
+    },
+    {
+      "attempt": 1,
+      "seed": 1046,
+      "step": 5000000,
+      "latent_finite": false,
+      "fid": null,
+      "error": "nonfinite_latents"
+    },
+    {
+      "attempt": 2,
+      "seed": 1047,
+      "step": 5000000,
+      "latent_finite": false,
+      "fid": null,
+      "error": "nonfinite_latents"
+    },
+    {
+      "attempt": 3,
+      "seed": 1048,
+      "step": 5000000,
+      "latent_finite": false,
+      "fid": null,
+      "error": "nonfinite_latents"
+    },
+    {
+      "attempt": 4,
+      "seed": 1049,
+      "step": 5000000,
+      "latent_finite": false,
+      "fid": null,
+      "error": "nonfinite_latents"
+    },
+    {
+      "attempt": 5,
+      "seed": 1050,
+      "step": 5000000,
+      "latent_finite": false,
+      "fid": null,
+      "error": "nonfinite_latents"
+    },
+    {
+      "attempt": 6,
+      "seed": 1051,
+      "step": 5000000,
+      "latent_finite": true,
+      "pixel_finite": true,
+      "fid": 132.98561709967547,
+      "error": null
+    },
+    {
+      "attempt": 7,
+      "seed": 1052,
+      "step": 5000000,
+      "latent_finite": true,
+      "pixel_finite": true,
+      "fid": 133.24835054230078,
+      "error": null
+    }
+  ],
+  "best_fid": 132.98561709967547,
+  "mean_fid": 133.11698382098814,
+  "n_success": 2
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/fid_retry.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/fid_retry.log
new file mode 100644
index 0000000000000000000000000000000000000000..d6b1a6bdd74fb86b4710e6b35c4480f4f4f17ce7
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/fid_retry.log
@@ -0,0 +1,3 @@
+{"attempt": 6, "seed": 1051, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 132.98561709967547, "error": null}
+{"attempt": 7, "seed": 1052, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 133.24835054230078, "error": null}
+SUMMARY {"run_dir": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200", "d_latent": 200, "attempts": [{"attempt": 0, "seed": 1045, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 1, "seed": 1046, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 2, "seed": 1047, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 3, "seed": 1048, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 4, "seed": 1049, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 5, "seed": 1050, "step": 5000000, "latent_finite": false, "fid": null, "error": "nonfinite_latents"}, {"attempt": 6, "seed": 1051, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 132.98561709967547, "error": null}, {"attempt": 7, "seed": 1052, "step": 5000000, "latent_finite": true, "pixel_finite": true, "fid": 133.24835054230078, "error": null}], "best_fid": 132.98561709967547, "mean_fid": 133.11698382098814, "n_success": 2}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..92f66f34f8901590a3253c34bebe4bbe25b8c145
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 200, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d200/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 73.07508683204651, "train_loss_step": 200.31640625, "n_params": 4674760, "total_flops": 14360862720, "train_loss": 1.0028649139404298, "subset_score_loss": 1.0028649139404298, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9830026626586914, "fid": 300.69782796269294, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 170.3994734287262, "train_loss_step": 37.870948791503906, "n_params": 4674760, "total_flops": 143608627200000, "train_loss": 0.7587397003173828, "subset_score_loss": 0.7587397003173828}
+{"step": 20000, "wall_time": 267.561838388443, "train_loss_step": 33.66690444946289, "n_params": 4674760, "total_flops": 287217254400000, "train_loss": 0.6520375061035156, "subset_score_loss": 0.6520375061035156}
+{"step": 30000, "wall_time": 364.8391649723053, "train_loss_step": 29.62162208557129, "n_params": 4674760, "total_flops": 430825881600000, "train_loss": 0.5868902587890625, "subset_score_loss": 0.5868902587890625}
+{"step": 40000, "wall_time": 462.0790476799011, "train_loss_step": 31.414188385009766, "n_params": 4674760, "total_flops": 574434508800000, "train_loss": 0.5293393707275391, "subset_score_loss": 0.5293393707275391}
+{"step": 50000, "wall_time": 559.6078190803528, "train_loss_step": 25.699066162109375, "n_params": 4674760, "total_flops": 718043136000000, "train_loss": 0.46587890625, "subset_score_loss": 0.46587890625}
+{"step": 60000, "wall_time": 656.786660194397, "train_loss_step": 28.413246154785156, "n_params": 4674760, "total_flops": 861651763200000, "train_loss": 0.4045539855957031, "subset_score_loss": 0.4045539855957031}
+{"step": 70000, "wall_time": 753.9493744373322, "train_loss_step": 25.5029296875, "n_params": 4674760, "total_flops": 1005260390400000, "train_loss": 0.34982269287109374, "subset_score_loss": 0.34982269287109374}
+{"step": 80000, "wall_time": 851.0298459529877, "train_loss_step": 22.727481842041016, "n_params": 4674760, "total_flops": 1148869017600000, "train_loss": 0.305178279876709, "subset_score_loss": 0.305178279876709}
+{"step": 90000, "wall_time": 948.4732575416565, "train_loss_step": 21.15555191040039, "n_params": 4674760, "total_flops": 1292477644800000, "train_loss": 0.2651029396057129, "subset_score_loss": 0.2651029396057129}
+{"step": 100000, "wall_time": 1118.0914776325226, "train_loss_step": 19.51144027709961, "n_params": 4674760, "total_flops": 1436086272000000, "train_loss": 0.23108793258666993, "subset_score_loss": 0.23108793258666993, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9650033116340637, "fid": 179.19704202264833, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1215.283804655075, "train_loss_step": 19.17056655883789, "n_params": 4674760, "total_flops": 1579694899200000, "train_loss": 0.2099138069152832, "subset_score_loss": 0.2099138069152832}
+{"step": 120000, "wall_time": 1312.7465107440948, "train_loss_step": 18.901575088500977, "n_params": 4674760, "total_flops": 1723303526400000, "train_loss": 0.19470762252807616, "subset_score_loss": 0.19470762252807616}
+{"step": 130000, "wall_time": 1410.0061631202698, "train_loss_step": 17.487228393554688, "n_params": 4674760, "total_flops": 1866912153600000, "train_loss": 0.17997133255004882, "subset_score_loss": 0.17997133255004882}
+{"step": 140000, "wall_time": 1507.2229235172272, "train_loss_step": 17.962366104125977, "n_params": 4674760, "total_flops": 2010520780800000, "train_loss": 0.17496585845947266, "subset_score_loss": 0.17496585845947266}
+{"step": 150000, "wall_time": 1604.7571256160736, "train_loss_step": 16.141202926635742, "n_params": 4674760, "total_flops": 2154129408000000, "train_loss": 0.1575157928466797, "subset_score_loss": 0.1575157928466797}
+{"step": 160000, "wall_time": 1702.3072926998138, "train_loss_step": 15.673351287841797, "n_params": 4674760, "total_flops": 2297738035200000, "train_loss": 0.15078997611999512, "subset_score_loss": 0.15078997611999512}
+{"step": 170000, "wall_time": 1800.0176031589508, "train_loss_step": 15.214058876037598, "n_params": 4674760, "total_flops": 2441346662400000, "train_loss": 0.13704775810241698, "subset_score_loss": 0.13704775810241698}
+{"step": 180000, "wall_time": 1897.4911103248596, "train_loss_step": 16.236316680908203, "n_params": 4674760, "total_flops": 2584955289600000, "train_loss": 0.13764159202575685, "subset_score_loss": 0.13764159202575685}
+{"step": 190000, "wall_time": 1989.0994973182678, "train_loss_step": 14.949193954467773, "n_params": 4674760, "total_flops": 2728563916800000, "train_loss": 0.13094912528991698, "subset_score_loss": 0.13094912528991698}
+{"step": 200000, "wall_time": 2164.809785604477, "train_loss_step": 14.831766128540039, "n_params": 4674760, "total_flops": 2872172544000000, "train_loss": 0.1342631149291992, "subset_score_loss": 0.1342631149291992, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9684857130050659, "fid": 227.93984696121979, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2262.204353570938, "train_loss_step": 15.039487838745117, "n_params": 4674760, "total_flops": 3015781171200000, "train_loss": 0.13359724044799803, "subset_score_loss": 0.13359724044799803}
+{"step": 220000, "wall_time": 2359.6142089366913, "train_loss_step": 14.32559585571289, "n_params": 4674760, "total_flops": 3159389798400000, "train_loss": 0.12200058937072754, "subset_score_loss": 0.12200058937072754}
+{"step": 230000, "wall_time": 2456.966405391693, "train_loss_step": 14.597147941589355, "n_params": 4674760, "total_flops": 3302998425600000, "train_loss": 0.11463059425354004, "subset_score_loss": 0.11463059425354004}
+{"step": 240000, "wall_time": 2554.14568066597, "train_loss_step": 13.592864990234375, "n_params": 4674760, "total_flops": 3446607052800000, "train_loss": 0.11321309089660644, "subset_score_loss": 0.11321309089660644}
+{"step": 250000, "wall_time": 2651.3142671585083, "train_loss_step": 12.536919593811035, "n_params": 4674760, "total_flops": 3590215680000000, "train_loss": 0.10190007209777832, "subset_score_loss": 0.10190007209777832}
+{"step": 260000, "wall_time": 2748.691660642624, "train_loss_step": 12.116552352905273, "n_params": 4674760, "total_flops": 3733824307200000, "train_loss": 0.09834694862365723, "subset_score_loss": 0.09834694862365723}
+{"step": 270000, "wall_time": 2846.561097383499, "train_loss_step": 12.835440635681152, "n_params": 4674760, "total_flops": 3877432934400000, "train_loss": 0.09754530906677246, "subset_score_loss": 0.09754530906677246}
+{"step": 280000, "wall_time": 2938.629549264908, "train_loss_step": 12.415393829345703, "n_params": 4674760, "total_flops": 4021041561600000, "train_loss": 0.10118858337402344, "subset_score_loss": 0.10118858337402344}
+{"step": 290000, "wall_time": 3035.9805805683136, "train_loss_step": 12.45907974243164, "n_params": 4674760, "total_flops": 4164650188800000, "train_loss": 0.09943473815917969, "subset_score_loss": 0.09943473815917969}
+{"step": 300000, "wall_time": 3208.5485739707947, "train_loss_step": 11.663827896118164, "n_params": 4674760, "total_flops": 4308258816000000, "train_loss": 0.09374500274658203, "subset_score_loss": 0.09374500274658203, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.9697086215019226, "fid": 266.8160533389411, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3305.8958904743195, "train_loss_step": 12.90468978881836, "n_params": 4674760, "total_flops": 4451867443200000, "train_loss": 0.09176287651062012, "subset_score_loss": 0.09176287651062012}
+{"step": 320000, "wall_time": 3403.268476963043, "train_loss_step": 11.370124816894531, "n_params": 4674760, "total_flops": 4595476070400000, "train_loss": 0.09401478767395019, "subset_score_loss": 0.09401478767395019}
+{"step": 330000, "wall_time": 3500.5729308128357, "train_loss_step": 11.57274341583252, "n_params": 4674760, "total_flops": 4739084697600000, "train_loss": 0.08347382545471191, "subset_score_loss": 0.08347382545471191}
+{"step": 340000, "wall_time": 3597.9988787174225, "train_loss_step": 11.190374374389648, "n_params": 4674760, "total_flops": 4882693324800000, "train_loss": 0.08726200103759765, "subset_score_loss": 0.08726200103759765}
+{"step": 350000, "wall_time": 3695.1754055023193, "train_loss_step": 10.836121559143066, "n_params": 4674760, "total_flops": 5026301952000000, "train_loss": 0.08658031463623046, "subset_score_loss": 0.08658031463623046}
+{"step": 360000, "wall_time": 3791.5255341529846, "train_loss_step": 11.641608238220215, "n_params": 4674760, "total_flops": 5169910579200000, "train_loss": 0.07998459815979003, "subset_score_loss": 0.07998459815979003}
+{"step": 370000, "wall_time": 3886.446356534958, "train_loss_step": 11.35275650024414, "n_params": 4674760, "total_flops": 5313519206400000, "train_loss": 0.0825795841217041, "subset_score_loss": 0.0825795841217041}
+{"step": 380000, "wall_time": 3981.542578458786, "train_loss_step": 10.562431335449219, "n_params": 4674760, "total_flops": 5457127833600000, "train_loss": 0.07523888111114502, "subset_score_loss": 0.07523888111114502}
+{"step": 390000, "wall_time": 4078.781738758087, "train_loss_step": 10.542444229125977, "n_params": 4674760, "total_flops": 5600736460800000, "train_loss": 0.07752299308776855, "subset_score_loss": 0.07752299308776855}
+{"step": 400000, "wall_time": 4250.80367231369, "train_loss_step": 10.345924377441406, "n_params": 4674760, "total_flops": 5744345088000000, "train_loss": 0.07436689853668213, "subset_score_loss": 0.07436689853668213, "memorization_fraction_pixel": 0.0032999999821186066, "mean_nn_ratio_pixel": 0.9669626951217651, "fid": 282.5858290198646, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4347.878790616989, "train_loss_step": 10.58774185180664, "n_params": 4674760, "total_flops": 5887953715200000, "train_loss": 0.07910192966461181, "subset_score_loss": 0.07910192966461181}
+{"step": 420000, "wall_time": 4445.201550245285, "train_loss_step": 10.158780097961426, "n_params": 4674760, "total_flops": 6031562342400000, "train_loss": 0.07474465847015381, "subset_score_loss": 0.07474465847015381}
+{"step": 430000, "wall_time": 4542.872104406357, "train_loss_step": 10.195206642150879, "n_params": 4674760, "total_flops": 6175170969600000, "train_loss": 0.0696093511581421, "subset_score_loss": 0.0696093511581421}
+{"step": 440000, "wall_time": 4640.106032848358, "train_loss_step": 10.262002944946289, "n_params": 4674760, "total_flops": 6318779596800000, "train_loss": 0.0687621307373047, "subset_score_loss": 0.0687621307373047}
+{"step": 450000, "wall_time": 4735.858585596085, "train_loss_step": 10.341239929199219, "n_params": 4674760, "total_flops": 6462388224000000, "train_loss": 0.07509271144866943, "subset_score_loss": 0.07509271144866943}
+{"step": 460000, "wall_time": 4832.273311376572, "train_loss_step": 9.995635986328125, "n_params": 4674760, "total_flops": 6605996851200000, "train_loss": 0.06869773387908935, "subset_score_loss": 0.06869773387908935}
+{"step": 470000, "wall_time": 4926.582689285278, "train_loss_step": 10.038566589355469, "n_params": 4674760, "total_flops": 6749605478400000, "train_loss": 0.06831708908081055, "subset_score_loss": 0.06831708908081055}
+{"step": 480000, "wall_time": 5023.751776456833, "train_loss_step": 10.243414878845215, "n_params": 4674760, "total_flops": 6893214105600000, "train_loss": 0.0639970827102661, "subset_score_loss": 0.0639970827102661}
+{"step": 490000, "wall_time": 5121.042269229889, "train_loss_step": 10.114721298217773, "n_params": 4674760, "total_flops": 7036822732800000, "train_loss": 0.06482495307922363, "subset_score_loss": 0.06482495307922363}
+{"step": 500000, "wall_time": 5288.828906059265, "train_loss_step": 9.85361099243164, "n_params": 4674760, "total_flops": 7180431360000000, "train_loss": 0.06775094032287597, "subset_score_loss": 0.06775094032287597, "memorization_fraction_pixel": 0.004900000058114529, "mean_nn_ratio_pixel": 0.9603531360626221, "fid": 277.2591791862991, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5383.769503831863, "train_loss_step": 9.386643409729004, "n_params": 4674760, "total_flops": 7324039987200000, "train_loss": 0.0663042688369751, "subset_score_loss": 0.0663042688369751}
+{"step": 520000, "wall_time": 5479.371984004974, "train_loss_step": 9.493450164794922, "n_params": 4674760, "total_flops": 7467648614400000, "train_loss": 0.0643060827255249, "subset_score_loss": 0.0643060827255249}
+{"step": 530000, "wall_time": 5574.0205907821655, "train_loss_step": 9.468221664428711, "n_params": 4674760, "total_flops": 7611257241600000, "train_loss": 0.060340652465820314, "subset_score_loss": 0.060340652465820314}
+{"step": 540000, "wall_time": 5668.756626605988, "train_loss_step": 9.258464813232422, "n_params": 4674760, "total_flops": 7754865868800000, "train_loss": 0.0644936466217041, "subset_score_loss": 0.0644936466217041}
+{"step": 550000, "wall_time": 5766.209058523178, "train_loss_step": 9.749305725097656, "n_params": 4674760, "total_flops": 7898474496000000, "train_loss": 0.060626168251037595, "subset_score_loss": 0.060626168251037595}
+{"step": 560000, "wall_time": 5859.5981204509735, "train_loss_step": 9.299147605895996, "n_params": 4674760, "total_flops": 8042083123200000, "train_loss": 0.06333329677581787, "subset_score_loss": 0.06333329677581787}
+{"step": 570000, "wall_time": 5957.096299171448, "train_loss_step": 9.412559509277344, "n_params": 4674760, "total_flops": 8185691750400000, "train_loss": 0.06173619270324707, "subset_score_loss": 0.06173619270324707}
+{"step": 580000, "wall_time": 6054.388497829437, "train_loss_step": 9.363319396972656, "n_params": 4674760, "total_flops": 8329300377600000, "train_loss": 0.06351744651794433, "subset_score_loss": 0.06351744651794433}
+{"step": 590000, "wall_time": 6151.759791851044, "train_loss_step": 9.35039234161377, "n_params": 4674760, "total_flops": 8472909004800000, "train_loss": 0.05982766628265381, "subset_score_loss": 0.05982766628265381}
+{"step": 600000, "wall_time": 6325.666739940643, "train_loss_step": 9.237589836120605, "n_params": 4674760, "total_flops": 8616517632000000, "train_loss": 0.06612407684326171, "subset_score_loss": 0.06612407684326171, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.951349139213562, "fid": 256.3337565173847, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6423.3156270980835, "train_loss_step": 9.080636978149414, "n_params": 4674760, "total_flops": 8760126259200000, "train_loss": 0.06737323760986329, "subset_score_loss": 0.06737323760986329}
+{"step": 620000, "wall_time": 6521.295828104019, "train_loss_step": 9.841676712036133, "n_params": 4674760, "total_flops": 8903734886400000, "train_loss": 0.06016400814056397, "subset_score_loss": 0.06016400814056397}
+{"step": 630000, "wall_time": 6616.936568260193, "train_loss_step": 9.465001106262207, "n_params": 4674760, "total_flops": 9047343513600000, "train_loss": 0.060029191970825194, "subset_score_loss": 0.060029191970825194}
+{"step": 640000, "wall_time": 6714.618467569351, "train_loss_step": 8.77187728881836, "n_params": 4674760, "total_flops": 9190952140800000, "train_loss": 0.060714287757873533, "subset_score_loss": 0.060714287757873533}
+{"step": 650000, "wall_time": 6807.964542627335, "train_loss_step": 8.645824432373047, "n_params": 4674760, "total_flops": 9334560768000000, "train_loss": 0.059259443283081054, "subset_score_loss": 0.059259443283081054}
+{"step": 660000, "wall_time": 6905.487943410873, "train_loss_step": 8.326488494873047, "n_params": 4674760, "total_flops": 9478169395200000, "train_loss": 0.05684964656829834, "subset_score_loss": 0.05684964656829834}
+{"step": 670000, "wall_time": 7003.140348672867, "train_loss_step": 8.600448608398438, "n_params": 4674760, "total_flops": 9621778022400000, "train_loss": 0.0557417631149292, "subset_score_loss": 0.0557417631149292}
+{"step": 680000, "wall_time": 7100.697150945663, "train_loss_step": 9.001737594604492, "n_params": 4674760, "total_flops": 9765386649600000, "train_loss": 0.06436067104339599, "subset_score_loss": 0.06436067104339599}
+{"step": 690000, "wall_time": 7198.40234541893, "train_loss_step": 9.058694839477539, "n_params": 4674760, "total_flops": 9908995276800000, "train_loss": 0.05877962112426758, "subset_score_loss": 0.05877962112426758}
+{"step": 700000, "wall_time": 7372.757621049881, "train_loss_step": 8.687745094299316, "n_params": 4674760, "total_flops": 10052603904000000, "train_loss": 0.054633989334106445, "subset_score_loss": 0.054633989334106445, "memorization_fraction_pixel": 0.010200000368058681, "mean_nn_ratio_pixel": 0.9460975527763367, "fid": 249.62941499632097, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7470.5649082660675, "train_loss_step": 8.157440185546875, "n_params": 4674760, "total_flops": 10196212531200000, "train_loss": 0.05610611438751221, "subset_score_loss": 0.05610611438751221}
+{"step": 720000, "wall_time": 7565.962845802307, "train_loss_step": 8.701099395751953, "n_params": 4674760, "total_flops": 10339821158400000, "train_loss": 0.05685665130615234, "subset_score_loss": 0.05685665130615234}
+{"step": 730000, "wall_time": 7663.392662286758, "train_loss_step": 8.81478500366211, "n_params": 4674760, "total_flops": 10483429785600000, "train_loss": 0.05610260009765625, "subset_score_loss": 0.05610260009765625}
+{"step": 740000, "wall_time": 7756.894154310226, "train_loss_step": 8.359091758728027, "n_params": 4674760, "total_flops": 10627038412800000, "train_loss": 0.05191880226135254, "subset_score_loss": 0.05191880226135254}
+{"step": 750000, "wall_time": 7854.398907184601, "train_loss_step": 8.180051803588867, "n_params": 4674760, "total_flops": 10770647040000000, "train_loss": 0.05427205562591553, "subset_score_loss": 0.05427205562591553}
+{"step": 760000, "wall_time": 7951.560693502426, "train_loss_step": 8.480453491210938, "n_params": 4674760, "total_flops": 10914255667200000, "train_loss": 0.05397896766662598, "subset_score_loss": 0.05397896766662598}
+{"step": 770000, "wall_time": 8048.778215408325, "train_loss_step": 8.90449333190918, "n_params": 4674760, "total_flops": 11057864294400000, "train_loss": 0.056978187561035155, "subset_score_loss": 0.056978187561035155}
+{"step": 780000, "wall_time": 8146.24273109436, "train_loss_step": 8.728031158447266, "n_params": 4674760, "total_flops": 11201472921600000, "train_loss": 0.05323789119720459, "subset_score_loss": 0.05323789119720459}
+{"step": 790000, "wall_time": 8243.760931968689, "train_loss_step": 8.388938903808594, "n_params": 4674760, "total_flops": 11345081548800000, "train_loss": 0.055643248558044436, "subset_score_loss": 0.055643248558044436}
+{"step": 800000, "wall_time": 8417.719848394394, "train_loss_step": 8.233840942382812, "n_params": 4674760, "total_flops": 11488690176000000, "train_loss": 0.054316554069519046, "subset_score_loss": 0.054316554069519046, "memorization_fraction_pixel": 0.019099999219179153, "mean_nn_ratio_pixel": 0.9331042766571045, "fid": 233.8752953262092, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8513.427947998047, "train_loss_step": 7.8070597648620605, "n_params": 4674760, "total_flops": 11632298803200000, "train_loss": 0.0485188102722168, "subset_score_loss": 0.0485188102722168}
+{"step": 820000, "wall_time": 8610.631834030151, "train_loss_step": 8.448822021484375, "n_params": 4674760, "total_flops": 11775907430400000, "train_loss": 0.05366978168487549, "subset_score_loss": 0.05366978168487549}
+{"step": 830000, "wall_time": 8704.16745710373, "train_loss_step": 8.248231887817383, "n_params": 4674760, "total_flops": 11919516057600000, "train_loss": 0.05017598152160645, "subset_score_loss": 0.05017598152160645}
+{"step": 840000, "wall_time": 8801.559820652008, "train_loss_step": 8.163769721984863, "n_params": 4674760, "total_flops": 12063124684800000, "train_loss": 0.055210819244384764, "subset_score_loss": 0.055210819244384764}
+{"step": 850000, "wall_time": 8899.173304796219, "train_loss_step": 7.707303524017334, "n_params": 4674760, "total_flops": 12206733312000000, "train_loss": 0.05252278804779053, "subset_score_loss": 0.05252278804779053}
+{"step": 860000, "wall_time": 8996.499238729477, "train_loss_step": 8.354996681213379, "n_params": 4674760, "total_flops": 12350341939200000, "train_loss": 0.05150965213775635, "subset_score_loss": 0.05150965213775635}
+{"step": 870000, "wall_time": 9093.754928350449, "train_loss_step": 7.918520927429199, "n_params": 4674760, "total_flops": 12493950566400000, "train_loss": 0.05210516929626465, "subset_score_loss": 0.05210516929626465}
+{"step": 880000, "wall_time": 9190.796495199203, "train_loss_step": 7.604060173034668, "n_params": 4674760, "total_flops": 12637559193600000, "train_loss": 0.05043622493743896, "subset_score_loss": 0.05043622493743896}
+{"step": 890000, "wall_time": 9288.775927782059, "train_loss_step": 7.9098310470581055, "n_params": 4674760, "total_flops": 12781167820800000, "train_loss": 0.04667568683624267, "subset_score_loss": 0.04667568683624267}
+{"step": 900000, "wall_time": 9458.521280050278, "train_loss_step": 7.626736164093018, "n_params": 4674760, "total_flops": 12924776448000000, "train_loss": 0.04849875450134277, "subset_score_loss": 0.04849875450134277, "memorization_fraction_pixel": 0.0210999995470047, "mean_nn_ratio_pixel": 0.9331490397453308, "fid": 245.30488695554334, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9555.943971395493, "train_loss_step": 7.600279808044434, "n_params": 4674760, "total_flops": 13068385075200000, "train_loss": 0.050787620544433594, "subset_score_loss": 0.050787620544433594}
+{"step": 920000, "wall_time": 9649.15064573288, "train_loss_step": 9.158333778381348, "n_params": 4674760, "total_flops": 13211993702400000, "train_loss": 0.05986220359802246, "subset_score_loss": 0.05986220359802246}
+{"step": 930000, "wall_time": 9746.353189706802, "train_loss_step": 7.636137962341309, "n_params": 4674760, "total_flops": 13355602329600000, "train_loss": 0.04959519386291504, "subset_score_loss": 0.04959519386291504}
+{"step": 940000, "wall_time": 9843.814558506012, "train_loss_step": 7.53888463973999, "n_params": 4674760, "total_flops": 13499210956800000, "train_loss": 0.05142211437225342, "subset_score_loss": 0.05142211437225342}
+{"step": 950000, "wall_time": 9942.083014249802, "train_loss_step": 7.8760833740234375, "n_params": 4674760, "total_flops": 13642819584000000, "train_loss": 0.04744352340698242, "subset_score_loss": 0.04744352340698242}
+{"step": 960000, "wall_time": 10039.347589731216, "train_loss_step": 7.953703880310059, "n_params": 4674760, "total_flops": 13786428211200000, "train_loss": 0.05190423011779785, "subset_score_loss": 0.05190423011779785}
+{"step": 970000, "wall_time": 10136.868868589401, "train_loss_step": 7.377439498901367, "n_params": 4674760, "total_flops": 13930036838400000, "train_loss": 0.04780040264129639, "subset_score_loss": 0.04780040264129639}
+{"step": 980000, "wall_time": 10234.91258597374, "train_loss_step": 8.220388412475586, "n_params": 4674760, "total_flops": 14073645465600000, "train_loss": 0.048464202880859376, "subset_score_loss": 0.048464202880859376}
+{"step": 990000, "wall_time": 10330.435759544373, "train_loss_step": 7.417852401733398, "n_params": 4674760, "total_flops": 14217254092800000, "train_loss": 0.04596001625061035, "subset_score_loss": 0.04596001625061035}
+{"step": 1000000, "wall_time": 10504.258672237396, "train_loss_step": 8.326179504394531, "n_params": 4674760, "total_flops": 14360862720000000, "train_loss": 0.04986512184143067, "subset_score_loss": 0.04986512184143067, "memorization_fraction_pixel": 0.02879999950528145, "mean_nn_ratio_pixel": 0.9220342040061951, "fid": 234.95982621259827, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10597.35807132721, "train_loss_step": 7.9930100440979, "n_params": 4674760, "total_flops": 14504471347200000, "train_loss": 0.04631906032562256, "subset_score_loss": 0.04631906032562256}
+{"step": 1020000, "wall_time": 10694.945071935654, "train_loss_step": 7.237166881561279, "n_params": 4674760, "total_flops": 14648079974400000, "train_loss": 0.04684834003448486, "subset_score_loss": 0.04684834003448486}
+{"step": 1030000, "wall_time": 10792.640668153763, "train_loss_step": 7.887153148651123, "n_params": 4674760, "total_flops": 14791688601600000, "train_loss": 0.04777492523193359, "subset_score_loss": 0.04777492523193359}
+{"step": 1040000, "wall_time": 10889.875051259995, "train_loss_step": 7.045013904571533, "n_params": 4674760, "total_flops": 14935297228800000, "train_loss": 0.04579136848449707, "subset_score_loss": 0.04579136848449707}
+{"step": 1050000, "wall_time": 10987.09088253975, "train_loss_step": 7.922080993652344, "n_params": 4674760, "total_flops": 15078905856000000, "train_loss": 0.04818060398101807, "subset_score_loss": 0.04818060398101807}
+{"step": 1060000, "wall_time": 11084.512871265411, "train_loss_step": 7.638431549072266, "n_params": 4674760, "total_flops": 15222514483200000, "train_loss": 0.04898146629333496, "subset_score_loss": 0.04898146629333496}
+{"step": 1070000, "wall_time": 11181.903692245483, "train_loss_step": 7.846790313720703, "n_params": 4674760, "total_flops": 15366123110400000, "train_loss": 0.06387362957000732, "subset_score_loss": 0.06387362957000732}
+{"step": 1080000, "wall_time": 11277.078682422638, "train_loss_step": 7.355329513549805, "n_params": 4674760, "total_flops": 15509731737600000, "train_loss": 0.04607882976531982, "subset_score_loss": 0.04607882976531982}
+{"step": 1090000, "wall_time": 11374.520460128784, "train_loss_step": 7.845001697540283, "n_params": 4674760, "total_flops": 15653340364800000, "train_loss": 0.04918283462524414, "subset_score_loss": 0.04918283462524414}
+{"step": 1100000, "wall_time": 11544.527361869812, "train_loss_step": 7.7175984382629395, "n_params": 4674760, "total_flops": 15796948992000000, "train_loss": 0.04795740604400635, "subset_score_loss": 0.04795740604400635, "memorization_fraction_pixel": 0.03319999948143959, "mean_nn_ratio_pixel": 0.914944052696228, "fid": 232.38491505305518, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11641.66956114769, "train_loss_step": 7.512894153594971, "n_params": 4674760, "total_flops": 15940557619200000, "train_loss": 0.04798667430877686, "subset_score_loss": 0.04798667430877686}
+{"step": 1120000, "wall_time": 11739.256377696991, "train_loss_step": 7.409538269042969, "n_params": 4674760, "total_flops": 16084166246400000, "train_loss": 0.04712574005126953, "subset_score_loss": 0.04712574005126953}
+{"step": 1130000, "wall_time": 11836.748843193054, "train_loss_step": 7.459479808807373, "n_params": 4674760, "total_flops": 16227774873600000, "train_loss": 0.046287980079650876, "subset_score_loss": 0.046287980079650876}
+{"step": 1140000, "wall_time": 11933.971040964127, "train_loss_step": 8.103551864624023, "n_params": 4674760, "total_flops": 16371383500800000, "train_loss": 0.048689446449279784, "subset_score_loss": 0.048689446449279784}
+{"step": 1150000, "wall_time": 12031.955731153488, "train_loss_step": 7.561158180236816, "n_params": 4674760, "total_flops": 16514992128000000, "train_loss": 0.04652481555938721, "subset_score_loss": 0.04652481555938721}
+{"step": 1160000, "wall_time": 12129.363105773926, "train_loss_step": 7.675906658172607, "n_params": 4674760, "total_flops": 16658600755200000, "train_loss": 0.04622891426086426, "subset_score_loss": 0.04622891426086426}
+{"step": 1170000, "wall_time": 12224.842466115952, "train_loss_step": 8.209073066711426, "n_params": 4674760, "total_flops": 16802209382400000, "train_loss": 0.0486964225769043, "subset_score_loss": 0.0486964225769043}
+{"step": 1180000, "wall_time": 12322.22875380516, "train_loss_step": 7.173618793487549, "n_params": 4674760, "total_flops": 16945818009600000, "train_loss": 0.04724353313446045, "subset_score_loss": 0.04724353313446045}
+{"step": 1190000, "wall_time": 12419.741050958633, "train_loss_step": 7.454499244689941, "n_params": 4674760, "total_flops": 17089426636800000, "train_loss": 0.04977648735046387, "subset_score_loss": 0.04977648735046387}
+{"step": 1200000, "wall_time": 12591.02807545662, "train_loss_step": 7.317571640014648, "n_params": 4674760, "total_flops": 17233035264000000, "train_loss": 0.04363102912902832, "subset_score_loss": 0.04363102912902832, "memorization_fraction_pixel": 0.03400000184774399, "mean_nn_ratio_pixel": 0.9202860593795776, "fid": 244.65730707866706, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12688.386069059372, "train_loss_step": 7.2745442390441895, "n_params": 4674760, "total_flops": 17376643891200000, "train_loss": 0.044833221435546876, "subset_score_loss": 0.044833221435546876}
+{"step": 1220000, "wall_time": 12785.695505857468, "train_loss_step": 7.507715225219727, "n_params": 4674760, "total_flops": 17520252518400000, "train_loss": 0.04675347805023193, "subset_score_loss": 0.04675347805023193}
+{"step": 1230000, "wall_time": 12883.10097527504, "train_loss_step": 6.868117809295654, "n_params": 4674760, "total_flops": 17663861145600000, "train_loss": 0.04353058338165283, "subset_score_loss": 0.04353058338165283}
+{"step": 1240000, "wall_time": 12981.218658924103, "train_loss_step": 7.535648345947266, "n_params": 4674760, "total_flops": 17807469772800000, "train_loss": 0.04861238479614258, "subset_score_loss": 0.04861238479614258}
+{"step": 1250000, "wall_time": 13078.790041923523, "train_loss_step": 6.9091339111328125, "n_params": 4674760, "total_flops": 17951078400000000, "train_loss": 0.04321738719940185, "subset_score_loss": 0.04321738719940185}
+{"step": 1260000, "wall_time": 13174.409572124481, "train_loss_step": 7.518527030944824, "n_params": 4674760, "total_flops": 18094687027200000, "train_loss": 0.049435276985168454, "subset_score_loss": 0.049435276985168454}
+{"step": 1270000, "wall_time": 13271.757767677307, "train_loss_step": 7.335844993591309, "n_params": 4674760, "total_flops": 18238295654400000, "train_loss": 0.043891916275024416, "subset_score_loss": 0.043891916275024416}
+{"step": 1280000, "wall_time": 13369.494591712952, "train_loss_step": 7.241725921630859, "n_params": 4674760, "total_flops": 18381904281600000, "train_loss": 0.046426887512207034, "subset_score_loss": 0.046426887512207034}
+{"step": 1290000, "wall_time": 13463.860398769379, "train_loss_step": 7.257571697235107, "n_params": 4674760, "total_flops": 18525512908800000, "train_loss": 0.045477709770202636, "subset_score_loss": 0.045477709770202636}
+{"step": 1300000, "wall_time": 13638.144307374954, "train_loss_step": 6.61907958984375, "n_params": 4674760, "total_flops": 18669121536000000, "train_loss": 0.043264737129211424, "subset_score_loss": 0.043264737129211424, "memorization_fraction_pixel": 0.039900001138448715, "mean_nn_ratio_pixel": 0.9107453227043152, "fid": 235.86540843155774, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13735.6529276371, "train_loss_step": 7.200730800628662, "n_params": 4674760, "total_flops": 18812730163200000, "train_loss": 0.04345278263092041, "subset_score_loss": 0.04345278263092041}
+{"step": 1320000, "wall_time": 13833.221034526825, "train_loss_step": 7.545833587646484, "n_params": 4674760, "total_flops": 18956338790400000, "train_loss": 0.04601555824279785, "subset_score_loss": 0.04601555824279785}
+{"step": 1330000, "wall_time": 13931.254053354263, "train_loss_step": 6.9931640625, "n_params": 4674760, "total_flops": 19099947417600000, "train_loss": 0.04360617160797119, "subset_score_loss": 0.04360617160797119}
+{"step": 1340000, "wall_time": 14027.543599128723, "train_loss_step": 6.901354789733887, "n_params": 4674760, "total_flops": 19243556044800000, "train_loss": 0.04639873504638672, "subset_score_loss": 0.04639873504638672}
+{"step": 1350000, "wall_time": 14124.118966579437, "train_loss_step": 7.3868255615234375, "n_params": 4674760, "total_flops": 19387164672000000, "train_loss": 0.04510157585144043, "subset_score_loss": 0.04510157585144043}
+{"step": 1360000, "wall_time": 14221.541526079178, "train_loss_step": 6.721435070037842, "n_params": 4674760, "total_flops": 19530773299200000, "train_loss": 0.04201568126678467, "subset_score_loss": 0.04201568126678467}
+{"step": 1370000, "wall_time": 14319.313626527786, "train_loss_step": 6.825501441955566, "n_params": 4674760, "total_flops": 19674381926400000, "train_loss": 0.04131092548370361, "subset_score_loss": 0.04131092548370361}
+{"step": 1380000, "wall_time": 14408.821233987808, "train_loss_step": 6.916040420532227, "n_params": 4674760, "total_flops": 19817990553600000, "train_loss": 0.041401457786560056, "subset_score_loss": 0.041401457786560056}
+{"step": 1390000, "wall_time": 14500.786880731583, "train_loss_step": 6.929155349731445, "n_params": 4674760, "total_flops": 19961599180800000, "train_loss": 0.044852590560913085, "subset_score_loss": 0.044852590560913085}
+{"step": 1400000, "wall_time": 14671.177730083466, "train_loss_step": 6.56654167175293, "n_params": 4674760, "total_flops": 20105207808000000, "train_loss": 0.041514616012573245, "subset_score_loss": 0.041514616012573245, "memorization_fraction_pixel": 0.05009999871253967, "mean_nn_ratio_pixel": 0.9014915823936462, "fid": 232.02093081980823, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14769.168417930603, "train_loss_step": 7.231692314147949, "n_params": 4674760, "total_flops": 20248816435200000, "train_loss": 0.04159543037414551, "subset_score_loss": 0.04159543037414551}
+{"step": 1420000, "wall_time": 14866.739375829697, "train_loss_step": 6.509120464324951, "n_params": 4674760, "total_flops": 20392425062400000, "train_loss": 0.04107588291168213, "subset_score_loss": 0.04107588291168213}
+{"step": 1430000, "wall_time": 14962.143786430359, "train_loss_step": 7.156477928161621, "n_params": 4674760, "total_flops": 20536033689600000, "train_loss": 0.0485120964050293, "subset_score_loss": 0.0485120964050293}
+{"step": 1440000, "wall_time": 15059.29596877098, "train_loss_step": 7.095430374145508, "n_params": 4674760, "total_flops": 20679642316800000, "train_loss": 0.04591691493988037, "subset_score_loss": 0.04591691493988037}
+{"step": 1450000, "wall_time": 15156.707957267761, "train_loss_step": 7.146679878234863, "n_params": 4674760, "total_flops": 20823250944000000, "train_loss": 0.042305197715759274, "subset_score_loss": 0.042305197715759274}
+{"step": 1460000, "wall_time": 15254.14181303978, "train_loss_step": 6.901078224182129, "n_params": 4674760, "total_flops": 20966859571200000, "train_loss": 0.04020604610443115, "subset_score_loss": 0.04020604610443115}
+{"step": 1470000, "wall_time": 15350.173765420914, "train_loss_step": 7.042253494262695, "n_params": 4674760, "total_flops": 21110468198400000, "train_loss": 0.04468955516815185, "subset_score_loss": 0.04468955516815185}
+{"step": 1480000, "wall_time": 15444.768652677536, "train_loss_step": 6.88267707824707, "n_params": 4674760, "total_flops": 21254076825600000, "train_loss": 0.04076856136322021, "subset_score_loss": 0.04076856136322021}
+{"step": 1490000, "wall_time": 15542.203340291977, "train_loss_step": 7.759418487548828, "n_params": 4674760, "total_flops": 21397685452800000, "train_loss": 0.046309280395507815, "subset_score_loss": 0.046309280395507815}
+{"step": 1500000, "wall_time": 15717.337527751923, "train_loss_step": 6.976680278778076, "n_params": 4674760, "total_flops": 21541294080000000, "train_loss": 0.042825541496276855, "subset_score_loss": 0.042825541496276855, "memorization_fraction_pixel": 0.0551999993622303, "mean_nn_ratio_pixel": 0.8844056725502014, "fid": 220.57303427907345, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 15815.003274202347, "train_loss_step": 6.647917747497559, "n_params": 4674760, "total_flops": 21684902707200000, "train_loss": 0.040213088989257816, "subset_score_loss": 0.040213088989257816}
+{"step": 1520000, "wall_time": 15910.894487142563, "train_loss_step": 6.963683605194092, "n_params": 4674760, "total_flops": 21828511334400000, "train_loss": 0.04253035545349121, "subset_score_loss": 0.04253035545349121}
+{"step": 1530000, "wall_time": 16008.240102052689, "train_loss_step": 7.293190956115723, "n_params": 4674760, "total_flops": 21972119961600000, "train_loss": 0.042446351051330565, "subset_score_loss": 0.042446351051330565}
+{"step": 1540000, "wall_time": 16105.913500547409, "train_loss_step": 6.754145622253418, "n_params": 4674760, "total_flops": 22115728588800000, "train_loss": 0.03875854015350342, "subset_score_loss": 0.03875854015350342}
+{"step": 1550000, "wall_time": 16203.543657064438, "train_loss_step": 7.061718940734863, "n_params": 4674760, "total_flops": 22259337216000000, "train_loss": 0.04439304828643799, "subset_score_loss": 0.04439304828643799}
+{"step": 1560000, "wall_time": 16299.655629396439, "train_loss_step": 7.313102722167969, "n_params": 4674760, "total_flops": 22402945843200000, "train_loss": 0.04221438407897949, "subset_score_loss": 0.04221438407897949}
+{"step": 1570000, "wall_time": 16386.041127681732, "train_loss_step": 6.838390350341797, "n_params": 4674760, "total_flops": 22546554470400000, "train_loss": 0.040679855346679686, "subset_score_loss": 0.040679855346679686}
+{"step": 1580000, "wall_time": 16483.49166035652, "train_loss_step": 6.948033809661865, "n_params": 4674760, "total_flops": 22690163097600000, "train_loss": 0.04247824192047119, "subset_score_loss": 0.04247824192047119}
+{"step": 1590000, "wall_time": 16581.076763629913, "train_loss_step": 6.669034004211426, "n_params": 4674760, "total_flops": 22833771724800000, "train_loss": 0.037729892730712894, "subset_score_loss": 0.037729892730712894}
+{"step": 1600000, "wall_time": 16785.983510494232, "train_loss_step": 6.894491195678711, "n_params": 4674760, "total_flops": 22977380352000000, "train_loss": 0.04181243419647217, "subset_score_loss": 0.04181243419647217, "memorization_fraction_pixel": 0.053599998354911804, "mean_nn_ratio_pixel": 0.8902656435966492, "fid": 222.46754087720097, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 16883.679354906082, "train_loss_step": 6.53251314163208, "n_params": 4674760, "total_flops": 23120988979200000, "train_loss": 0.03976896762847901, "subset_score_loss": 0.03976896762847901}
+{"step": 1620000, "wall_time": 16980.799836874008, "train_loss_step": 7.003810882568359, "n_params": 4674760, "total_flops": 23264597606400000, "train_loss": 0.04337799072265625, "subset_score_loss": 0.04337799072265625}
+{"step": 1630000, "wall_time": 17078.133558034897, "train_loss_step": 6.6747894287109375, "n_params": 4674760, "total_flops": 23408206233600000, "train_loss": 0.03920137882232666, "subset_score_loss": 0.03920137882232666}
+{"step": 1640000, "wall_time": 17174.23924088478, "train_loss_step": 6.928135871887207, "n_params": 4674760, "total_flops": 23551814860800000, "train_loss": 0.03930394172668457, "subset_score_loss": 0.03930394172668457}
+{"step": 1650000, "wall_time": 17271.435358047485, "train_loss_step": 6.858423233032227, "n_params": 4674760, "total_flops": 23695423488000000, "train_loss": 0.039809865951538084, "subset_score_loss": 0.039809865951538084}
+{"step": 1660000, "wall_time": 17354.34879374504, "train_loss_step": 6.379467964172363, "n_params": 4674760, "total_flops": 23839032115200000, "train_loss": 0.045800943374633786, "subset_score_loss": 0.045800943374633786}
+{"step": 1670000, "wall_time": 17450.86545586586, "train_loss_step": 6.328439712524414, "n_params": 4674760, "total_flops": 23982640742400000, "train_loss": 0.04000638961791992, "subset_score_loss": 0.04000638961791992}
+{"step": 1680000, "wall_time": 17548.621695280075, "train_loss_step": 6.685822010040283, "n_params": 4674760, "total_flops": 24126249369600000, "train_loss": 0.037741539478302, "subset_score_loss": 0.037741539478302}
+{"step": 1690000, "wall_time": 17645.91779947281, "train_loss_step": 6.1445536613464355, "n_params": 4674760, "total_flops": 24269857996800000, "train_loss": 0.041052427291870114, "subset_score_loss": 0.041052427291870114}
+{"step": 1700000, "wall_time": 17810.93954181671, "train_loss_step": 7.1038923263549805, "n_params": 4674760, "total_flops": 24413466624000000, "train_loss": 0.03765711784362793, "subset_score_loss": 0.03765711784362793, "memorization_fraction_pixel": 0.07090000063180923, "mean_nn_ratio_pixel": 0.8667294979095459, "fid": 210.73429590208355, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 17908.440590143204, "train_loss_step": 6.42730712890625, "n_params": 4674760, "total_flops": 24557075251200000, "train_loss": 0.0373112416267395, "subset_score_loss": 0.0373112416267395}
+{"step": 1720000, "wall_time": 18005.808385849, "train_loss_step": 6.963253974914551, "n_params": 4674760, "total_flops": 24700683878400000, "train_loss": 0.043024811744689945, "subset_score_loss": 0.043024811744689945}
+{"step": 1730000, "wall_time": 18101.49172925949, "train_loss_step": 6.820614814758301, "n_params": 4674760, "total_flops": 24844292505600000, "train_loss": 0.04024606227874756, "subset_score_loss": 0.04024606227874756}
+{"step": 1740000, "wall_time": 18198.71442604065, "train_loss_step": 6.9733567237854, "n_params": 4674760, "total_flops": 24987901132800000, "train_loss": 0.04597303867340088, "subset_score_loss": 0.04597303867340088}
+{"step": 1750000, "wall_time": 18295.11515569687, "train_loss_step": 6.046276569366455, "n_params": 4674760, "total_flops": 25131509760000000, "train_loss": 0.040169048309326175, "subset_score_loss": 0.040169048309326175}
+{"step": 1760000, "wall_time": 18390.553572893143, "train_loss_step": 6.4213056564331055, "n_params": 4674760, "total_flops": 25275118387200000, "train_loss": 0.03799666404724121, "subset_score_loss": 0.03799666404724121}
+{"step": 1770000, "wall_time": 18488.449367284775, "train_loss_step": 6.293564796447754, "n_params": 4674760, "total_flops": 25418727014400000, "train_loss": 0.038466408252716064, "subset_score_loss": 0.038466408252716064}
+{"step": 1780000, "wall_time": 18585.713599681854, "train_loss_step": 7.107465744018555, "n_params": 4674760, "total_flops": 25562335641600000, "train_loss": 0.047224621772766116, "subset_score_loss": 0.047224621772766116}
+{"step": 1790000, "wall_time": 18681.08890271187, "train_loss_step": 6.156547546386719, "n_params": 4674760, "total_flops": 25705944268800000, "train_loss": 0.037326569557189944, "subset_score_loss": 0.037326569557189944}
+{"step": 1800000, "wall_time": 18855.706916570663, "train_loss_step": 7.13420295715332, "n_params": 4674760, "total_flops": 25849552896000000, "train_loss": 0.036921749114990236, "subset_score_loss": 0.036921749114990236, "memorization_fraction_pixel": 0.07500000298023224, "mean_nn_ratio_pixel": 0.8625205159187317, "fid": 202.6978639561663, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 18953.12434053421, "train_loss_step": 6.7886128425598145, "n_params": 4674760, "total_flops": 25993161523200000, "train_loss": 0.04018789291381836, "subset_score_loss": 0.04018789291381836}
+{"step": 1820000, "wall_time": 19049.299035072327, "train_loss_step": 6.394258499145508, "n_params": 4674760, "total_flops": 26136770150400000, "train_loss": 0.0379381275177002, "subset_score_loss": 0.0379381275177002}
+{"step": 1830000, "wall_time": 19146.678532361984, "train_loss_step": 6.625269889831543, "n_params": 4674760, "total_flops": 26280378777600000, "train_loss": 0.03907724857330322, "subset_score_loss": 0.03907724857330322}
+{"step": 1840000, "wall_time": 19244.478017807007, "train_loss_step": 6.05607795715332, "n_params": 4674760, "total_flops": 26423987404800000, "train_loss": 0.03749890327453613, "subset_score_loss": 0.03749890327453613}
+{"step": 1850000, "wall_time": 19339.180393218994, "train_loss_step": 6.7582316398620605, "n_params": 4674760, "total_flops": 26567596032000000, "train_loss": 0.03539350748062134, "subset_score_loss": 0.03539350748062134}
+{"step": 1860000, "wall_time": 19436.60931634903, "train_loss_step": 6.715695381164551, "n_params": 4674760, "total_flops": 26711204659200000, "train_loss": 0.037238929271698, "subset_score_loss": 0.037238929271698}
+{"step": 1870000, "wall_time": 19534.15563750267, "train_loss_step": 6.942737102508545, "n_params": 4674760, "total_flops": 26854813286400000, "train_loss": 0.041386165618896485, "subset_score_loss": 0.041386165618896485}
+{"step": 1880000, "wall_time": 19629.733037233353, "train_loss_step": 6.942134857177734, "n_params": 4674760, "total_flops": 26998421913600000, "train_loss": 0.03698228120803833, "subset_score_loss": 0.03698228120803833}
+{"step": 1890000, "wall_time": 19727.672171354294, "train_loss_step": 6.757467746734619, "n_params": 4674760, "total_flops": 27142030540800000, "train_loss": 0.03883528232574463, "subset_score_loss": 0.03883528232574463}
+{"step": 1900000, "wall_time": 19940.425126791, "train_loss_step": 6.865539073944092, "n_params": 4674760, "total_flops": 27285639168000000, "train_loss": 0.0387179684638977, "subset_score_loss": 0.0387179684638977, "memorization_fraction_pixel": 0.07670000195503235, "mean_nn_ratio_pixel": 0.8559294939041138, "fid": 203.22093502430656, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 20036.231449842453, "train_loss_step": 6.622848987579346, "n_params": 4674760, "total_flops": 27429247795200000, "train_loss": 0.039608821868896485, "subset_score_loss": 0.039608821868896485}
+{"step": 1920000, "wall_time": 20133.173349380493, "train_loss_step": 7.0308027267456055, "n_params": 4674760, "total_flops": 27572856422400000, "train_loss": 0.04124990463256836, "subset_score_loss": 0.04124990463256836}
+{"step": 1930000, "wall_time": 20220.675540447235, "train_loss_step": 6.7096452713012695, "n_params": 4674760, "total_flops": 27716465049600000, "train_loss": 0.03846796035766602, "subset_score_loss": 0.03846796035766602}
+{"step": 1940000, "wall_time": 20317.06063246727, "train_loss_step": 6.199968338012695, "n_params": 4674760, "total_flops": 27860073676800000, "train_loss": 0.03515441656112671, "subset_score_loss": 0.03515441656112671}
+{"step": 1950000, "wall_time": 20414.510792016983, "train_loss_step": 6.6715850830078125, "n_params": 4674760, "total_flops": 28003682304000000, "train_loss": 0.04295555114746094, "subset_score_loss": 0.04295555114746094}
+{"step": 1960000, "wall_time": 20510.360156297684, "train_loss_step": 6.5805439949035645, "n_params": 4674760, "total_flops": 28147290931200000, "train_loss": 0.03671325922012329, "subset_score_loss": 0.03671325922012329}
+{"step": 1970000, "wall_time": 20607.648362636566, "train_loss_step": 6.0814666748046875, "n_params": 4674760, "total_flops": 28290899558400000, "train_loss": 0.03810581684112549, "subset_score_loss": 0.03810581684112549}
+{"step": 1980000, "wall_time": 20705.31452536583, "train_loss_step": 6.179798126220703, "n_params": 4674760, "total_flops": 28434508185600000, "train_loss": 0.03603440284729004, "subset_score_loss": 0.03603440284729004}
+{"step": 1990000, "wall_time": 20802.902465343475, "train_loss_step": 5.919687747955322, "n_params": 4674760, "total_flops": 28578116812800000, "train_loss": 0.03745439291000366, "subset_score_loss": 0.03745439291000366}
+{"step": 2000000, "wall_time": 20996.439250469208, "train_loss_step": 6.57762336730957, "n_params": 4674760, "total_flops": 28721725440000000, "train_loss": 0.04271895885467529, "subset_score_loss": 0.04271895885467529, "memorization_fraction_pixel": 0.08760000020265579, "mean_nn_ratio_pixel": 0.8403052687644958, "fid": 189.0423876858431, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 21093.844318389893, "train_loss_step": 6.197055339813232, "n_params": 4674760, "total_flops": 28865334067200000, "train_loss": 0.03634772300720215, "subset_score_loss": 0.03634772300720215}
+{"step": 2020000, "wall_time": 21184.309596061707, "train_loss_step": 6.143128395080566, "n_params": 4674760, "total_flops": 29008942694400000, "train_loss": 0.03860556125640869, "subset_score_loss": 0.03860556125640869}
+{"step": 2030000, "wall_time": 21281.542712926865, "train_loss_step": 6.475452423095703, "n_params": 4674760, "total_flops": 29152551321600000, "train_loss": 0.03410493850708008, "subset_score_loss": 0.03410493850708008}
+{"step": 2040000, "wall_time": 21377.00284767151, "train_loss_step": 6.174554347991943, "n_params": 4674760, "total_flops": 29296159948800000, "train_loss": 0.035724239349365236, "subset_score_loss": 0.035724239349365236}
+{"step": 2050000, "wall_time": 21474.969140291214, "train_loss_step": 6.142171859741211, "n_params": 4674760, "total_flops": 29439768576000000, "train_loss": 0.03821826934814453, "subset_score_loss": 0.03821826934814453}
+{"step": 2060000, "wall_time": 21572.528950214386, "train_loss_step": 6.344430923461914, "n_params": 4674760, "total_flops": 29583377203200000, "train_loss": 0.03537053346633911, "subset_score_loss": 0.03537053346633911}
+{"step": 2070000, "wall_time": 21670.067870140076, "train_loss_step": 6.843802452087402, "n_params": 4674760, "total_flops": 29726985830400000, "train_loss": 0.04087246894836426, "subset_score_loss": 0.04087246894836426}
+{"step": 2080000, "wall_time": 21767.239839315414, "train_loss_step": 6.327124118804932, "n_params": 4674760, "total_flops": 29870594457600000, "train_loss": 0.035455355644226076, "subset_score_loss": 0.035455355644226076}
+{"step": 2090000, "wall_time": 21863.29941558838, "train_loss_step": 6.265290260314941, "n_params": 4674760, "total_flops": 30014203084800000, "train_loss": 0.035637125968933106, "subset_score_loss": 0.035637125968933106}
+{"step": 2100000, "wall_time": 22066.82746696472, "train_loss_step": 6.353333950042725, "n_params": 4674760, "total_flops": 30157811712000000, "train_loss": 0.03854752540588379, "subset_score_loss": 0.03854752540588379, "memorization_fraction_pixel": 0.09279999881982803, "mean_nn_ratio_pixel": 0.8377363085746765, "fid": 192.43015977088632, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 22153.19837141037, "train_loss_step": 6.410680294036865, "n_params": 4674760, "total_flops": 30301420339200000, "train_loss": 0.042029590606689454, "subset_score_loss": 0.042029590606689454}
+{"step": 2120000, "wall_time": 22246.138761281967, "train_loss_step": 6.384223461151123, "n_params": 4674760, "total_flops": 30445028966400000, "train_loss": 0.03934480428695679, "subset_score_loss": 0.03934480428695679}
+{"step": 2130000, "wall_time": 22342.6836001873, "train_loss_step": 6.183635711669922, "n_params": 4674760, "total_flops": 30588637593600000, "train_loss": 0.03504395246505737, "subset_score_loss": 0.03504395246505737}
+{"step": 2140000, "wall_time": 22440.327357292175, "train_loss_step": 6.173755645751953, "n_params": 4674760, "total_flops": 30732246220800000, "train_loss": 0.038423936367034915, "subset_score_loss": 0.038423936367034915}
+{"step": 2150000, "wall_time": 22538.003756523132, "train_loss_step": 6.442079067230225, "n_params": 4674760, "total_flops": 30875854848000000, "train_loss": 0.038822314739227294, "subset_score_loss": 0.038822314739227294}
+{"step": 2160000, "wall_time": 22635.78387260437, "train_loss_step": 6.447176933288574, "n_params": 4674760, "total_flops": 31019463475200000, "train_loss": 0.037313132286071776, "subset_score_loss": 0.037313132286071776}
+{"step": 2170000, "wall_time": 22733.392979860306, "train_loss_step": 5.6169891357421875, "n_params": 4674760, "total_flops": 31163072102400000, "train_loss": 0.041422882080078126, "subset_score_loss": 0.041422882080078126}
+{"step": 2180000, "wall_time": 22829.10522198677, "train_loss_step": 6.135573863983154, "n_params": 4674760, "total_flops": 31306680729600000, "train_loss": 0.035544519424438474, "subset_score_loss": 0.035544519424438474}
+{"step": 2190000, "wall_time": 22926.747319221497, "train_loss_step": 6.382875919342041, "n_params": 4674760, "total_flops": 31450289356800000, "train_loss": 0.03746203899383545, "subset_score_loss": 0.03746203899383545}
+{"step": 2200000, "wall_time": 23119.06842160225, "train_loss_step": 6.861626148223877, "n_params": 4674760, "total_flops": 31593897984000000, "train_loss": 0.036484718322753906, "subset_score_loss": 0.036484718322753906, "memorization_fraction_pixel": 0.09380000084638596, "mean_nn_ratio_pixel": 0.8367210030555725, "fid": 192.57690579527673, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 23206.429903030396, "train_loss_step": 6.367796897888184, "n_params": 4674760, "total_flops": 31737506611200000, "train_loss": 0.03635534763336182, "subset_score_loss": 0.03635534763336182}
+{"step": 2220000, "wall_time": 23304.292345046997, "train_loss_step": 6.1175055503845215, "n_params": 4674760, "total_flops": 31881115238400000, "train_loss": 0.03804575920104981, "subset_score_loss": 0.03804575920104981}
+{"step": 2230000, "wall_time": 23402.357406139374, "train_loss_step": 6.555218696594238, "n_params": 4674760, "total_flops": 32024723865600000, "train_loss": 0.03371133089065552, "subset_score_loss": 0.03371133089065552}
+{"step": 2240000, "wall_time": 23499.83385682106, "train_loss_step": 6.029083728790283, "n_params": 4674760, "total_flops": 32168332492800000, "train_loss": 0.03211365461349487, "subset_score_loss": 0.03211365461349487}
+{"step": 2250000, "wall_time": 23597.571200847626, "train_loss_step": 6.453339576721191, "n_params": 4674760, "total_flops": 32311941120000000, "train_loss": 0.035954020023345946, "subset_score_loss": 0.035954020023345946}
+{"step": 2260000, "wall_time": 23693.77757167816, "train_loss_step": 6.237114906311035, "n_params": 4674760, "total_flops": 32455549747200000, "train_loss": 0.03503219842910767, "subset_score_loss": 0.03503219842910767}
+{"step": 2270000, "wall_time": 23791.268652677536, "train_loss_step": 6.703304290771484, "n_params": 4674760, "total_flops": 32599158374400000, "train_loss": 0.03586478710174561, "subset_score_loss": 0.03586478710174561}
+{"step": 2280000, "wall_time": 23889.331930160522, "train_loss_step": 6.143342018127441, "n_params": 4674760, "total_flops": 32742767001600000, "train_loss": 0.033634762763977054, "subset_score_loss": 0.033634762763977054}
+{"step": 2290000, "wall_time": 23986.86059832573, "train_loss_step": 5.964354515075684, "n_params": 4674760, "total_flops": 32886375628800000, "train_loss": 0.0421488094329834, "subset_score_loss": 0.0421488094329834}
+{"step": 2300000, "wall_time": 24180.49984550476, "train_loss_step": 5.938986778259277, "n_params": 4674760, "total_flops": 33029984256000000, "train_loss": 0.033635876178741454, "subset_score_loss": 0.033635876178741454, "memorization_fraction_pixel": 0.10090000182390213, "mean_nn_ratio_pixel": 0.8318271636962891, "fid": 192.09333237396854, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 24278.386139392853, "train_loss_step": 6.409457206726074, "n_params": 4674760, "total_flops": 33173592883200000, "train_loss": 0.03570838212966919, "subset_score_loss": 0.03570838212966919}
+{"step": 2320000, "wall_time": 24376.656162261963, "train_loss_step": 5.606505393981934, "n_params": 4674760, "total_flops": 33317201510400000, "train_loss": 0.036195061206817626, "subset_score_loss": 0.036195061206817626}
+{"step": 2330000, "wall_time": 24474.063227653503, "train_loss_step": 5.689111709594727, "n_params": 4674760, "total_flops": 33460810137600000, "train_loss": 0.03522977113723755, "subset_score_loss": 0.03522977113723755}
+{"step": 2340000, "wall_time": 24571.805226564407, "train_loss_step": 5.9415154457092285, "n_params": 4674760, "total_flops": 33604418764800000, "train_loss": 0.03485377073287964, "subset_score_loss": 0.03485377073287964}
+{"step": 2350000, "wall_time": 24667.829174757004, "train_loss_step": 5.959939002990723, "n_params": 4674760, "total_flops": 33748027392000000, "train_loss": 0.034164373874664304, "subset_score_loss": 0.034164373874664304}
+{"step": 2360000, "wall_time": 24765.61626291275, "train_loss_step": 6.7173075675964355, "n_params": 4674760, "total_flops": 33891636019200000, "train_loss": 0.03972371339797973, "subset_score_loss": 0.03972371339797973}
+{"step": 2370000, "wall_time": 24863.229689121246, "train_loss_step": 6.0019145011901855, "n_params": 4674760, "total_flops": 34035244646400000, "train_loss": 0.03477294206619263, "subset_score_loss": 0.03477294206619263}
+{"step": 2380000, "wall_time": 24960.527487277985, "train_loss_step": 5.9552717208862305, "n_params": 4674760, "total_flops": 34178853273600000, "train_loss": 0.03751997709274292, "subset_score_loss": 0.03751997709274292}
+{"step": 2390000, "wall_time": 25056.375039815903, "train_loss_step": 5.312636852264404, "n_params": 4674760, "total_flops": 34322461900800000, "train_loss": 0.03318642377853394, "subset_score_loss": 0.03318642377853394}
+{"step": 2400000, "wall_time": 25231.798897743225, "train_loss_step": 5.974452972412109, "n_params": 4674760, "total_flops": 34466070528000000, "train_loss": 0.03366911888122558, "subset_score_loss": 0.03366911888122558, "memorization_fraction_pixel": 0.1103999987244606, "mean_nn_ratio_pixel": 0.8269749283790588, "fid": 192.85342687986167, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 25329.302413225174, "train_loss_step": 5.935314655303955, "n_params": 4674760, "total_flops": 34609679155200000, "train_loss": 0.033755786418914795, "subset_score_loss": 0.033755786418914795}
+{"step": 2420000, "wall_time": 25426.441945791245, "train_loss_step": 5.742448806762695, "n_params": 4674760, "total_flops": 34753287782400000, "train_loss": 0.03246265649795532, "subset_score_loss": 0.03246265649795532}
+{"step": 2430000, "wall_time": 25522.64462685585, "train_loss_step": 5.834348678588867, "n_params": 4674760, "total_flops": 34896896409600000, "train_loss": 0.03540921926498413, "subset_score_loss": 0.03540921926498413}
+{"step": 2440000, "wall_time": 25620.564793109894, "train_loss_step": 5.674944877624512, "n_params": 4674760, "total_flops": 35040505036800000, "train_loss": 0.03412539005279541, "subset_score_loss": 0.03412539005279541}
+{"step": 2450000, "wall_time": 25717.74041199684, "train_loss_step": 6.328917503356934, "n_params": 4674760, "total_flops": 35184113664000000, "train_loss": 0.03368330240249634, "subset_score_loss": 0.03368330240249634}
+{"step": 2460000, "wall_time": 25815.33893918991, "train_loss_step": 6.028783798217773, "n_params": 4674760, "total_flops": 35327722291200000, "train_loss": 0.04885879039764404, "subset_score_loss": 0.04885879039764404}
+{"step": 2470000, "wall_time": 25910.70573282242, "train_loss_step": 5.788453102111816, "n_params": 4674760, "total_flops": 35471330918400000, "train_loss": 0.033599381446838376, "subset_score_loss": 0.033599381446838376}
+{"step": 2480000, "wall_time": 26008.19065976143, "train_loss_step": 6.443112850189209, "n_params": 4674760, "total_flops": 35614939545600000, "train_loss": 0.03525676488876343, "subset_score_loss": 0.03525676488876343}
+{"step": 2490000, "wall_time": 26095.92597579956, "train_loss_step": 6.37678337097168, "n_params": 4674760, "total_flops": 35758548172800000, "train_loss": 0.034508771896362304, "subset_score_loss": 0.034508771896362304}
+{"step": 2500000, "wall_time": 26316.641721487045, "train_loss_step": 6.0446457862854, "n_params": 4674760, "total_flops": 35902156800000000, "train_loss": 0.03554386854171753, "subset_score_loss": 0.03554386854171753, "memorization_fraction_pixel": 0.11330000311136246, "mean_nn_ratio_pixel": 0.8181491494178772, "fid": 186.66874819141884, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 26414.520525455475, "train_loss_step": 6.030315399169922, "n_params": 4674760, "total_flops": 36045765427200000, "train_loss": 0.03419845342636108, "subset_score_loss": 0.03419845342636108}
+{"step": 2520000, "wall_time": 26510.654582738876, "train_loss_step": 6.331633567810059, "n_params": 4674760, "total_flops": 36189374054400000, "train_loss": 0.03586198091506958, "subset_score_loss": 0.03586198091506958}
+{"step": 2530000, "wall_time": 26608.186854362488, "train_loss_step": 5.930673599243164, "n_params": 4674760, "total_flops": 36332982681600000, "train_loss": 0.035798699855804444, "subset_score_loss": 0.035798699855804444}
+{"step": 2540000, "wall_time": 26705.7898042202, "train_loss_step": 5.884883403778076, "n_params": 4674760, "total_flops": 36476591308800000, "train_loss": 0.036268837451934814, "subset_score_loss": 0.036268837451934814}
+{"step": 2550000, "wall_time": 26801.489533424377, "train_loss_step": 6.0939860343933105, "n_params": 4674760, "total_flops": 36620199936000000, "train_loss": 0.03759701013565064, "subset_score_loss": 0.03759701013565064}
+{"step": 2560000, "wall_time": 26898.975661754608, "train_loss_step": 6.377321243286133, "n_params": 4674760, "total_flops": 36763808563200000, "train_loss": 0.03379212617874146, "subset_score_loss": 0.03379212617874146}
+{"step": 2570000, "wall_time": 26996.311455965042, "train_loss_step": 6.044201374053955, "n_params": 4674760, "total_flops": 36907417190400000, "train_loss": 0.03279755592346192, "subset_score_loss": 0.03279755592346192}
+{"step": 2580000, "wall_time": 27091.141656160355, "train_loss_step": 5.912735939025879, "n_params": 4674760, "total_flops": 37051025817600000, "train_loss": 0.03379176378250122, "subset_score_loss": 0.03379176378250122}
+{"step": 2590000, "wall_time": 27188.5008084774, "train_loss_step": 5.838294506072998, "n_params": 4674760, "total_flops": 37194634444800000, "train_loss": 0.03937651634216308, "subset_score_loss": 0.03937651634216308}
+{"step": 2600000, "wall_time": 27381.250873804092, "train_loss_step": 6.220804691314697, "n_params": 4674760, "total_flops": 37338243072000000, "train_loss": 0.036479921340942384, "subset_score_loss": 0.036479921340942384, "memorization_fraction_pixel": 0.12080000340938568, "mean_nn_ratio_pixel": 0.8110188245773315, "fid": 181.74820809051482, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 27479.16166639328, "train_loss_step": 5.813305854797363, "n_params": 4674760, "total_flops": 37481851699200000, "train_loss": 0.035629603862762455, "subset_score_loss": 0.035629603862762455}
+{"step": 2620000, "wall_time": 27576.74107980728, "train_loss_step": 6.167680263519287, "n_params": 4674760, "total_flops": 37625460326400000, "train_loss": 0.037134058475494384, "subset_score_loss": 0.037134058475494384}
+{"step": 2630000, "wall_time": 27673.842965602875, "train_loss_step": 6.003590106964111, "n_params": 4674760, "total_flops": 37769068953600000, "train_loss": 0.03540629386901856, "subset_score_loss": 0.03540629386901856}
+{"step": 2640000, "wall_time": 27769.359157323837, "train_loss_step": 5.910905838012695, "n_params": 4674760, "total_flops": 37912677580800000, "train_loss": 0.03573065519332886, "subset_score_loss": 0.03573065519332886}
+{"step": 2650000, "wall_time": 27866.733114242554, "train_loss_step": 6.197546005249023, "n_params": 4674760, "total_flops": 38056286208000000, "train_loss": 0.03371265411376953, "subset_score_loss": 0.03371265411376953}
+{"step": 2660000, "wall_time": 27963.896815538406, "train_loss_step": 5.878262519836426, "n_params": 4674760, "total_flops": 38199894835200000, "train_loss": 0.035209765434265135, "subset_score_loss": 0.035209765434265135}
+{"step": 2670000, "wall_time": 28050.41013288498, "train_loss_step": 5.987041473388672, "n_params": 4674760, "total_flops": 38343503462400000, "train_loss": 0.03307331800460815, "subset_score_loss": 0.03307331800460815}
+{"step": 2680000, "wall_time": 28148.343458890915, "train_loss_step": 5.601954460144043, "n_params": 4674760, "total_flops": 38487112089600000, "train_loss": 0.03311311960220337, "subset_score_loss": 0.03311311960220337}
+{"step": 2690000, "wall_time": 28245.971704483032, "train_loss_step": 5.750456809997559, "n_params": 4674760, "total_flops": 38630720716800000, "train_loss": 0.03174246788024902, "subset_score_loss": 0.03174246788024902}
+{"step": 2700000, "wall_time": 28459.965076208115, "train_loss_step": 5.691336631774902, "n_params": 4674760, "total_flops": 38774329344000000, "train_loss": 0.0316973876953125, "subset_score_loss": 0.0316973876953125, "memorization_fraction_pixel": 0.11829999834299088, "mean_nn_ratio_pixel": 0.8130469918251038, "fid": 180.61000030864514, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 28557.194896936417, "train_loss_step": 6.576869487762451, "n_params": 4674760, "total_flops": 38917937971200000, "train_loss": 0.037494029998779294, "subset_score_loss": 0.037494029998779294}
+{"step": 2720000, "wall_time": 28653.195739030838, "train_loss_step": 5.758774757385254, "n_params": 4674760, "total_flops": 39061546598400000, "train_loss": 0.03215328693389893, "subset_score_loss": 0.03215328693389893}
+{"step": 2730000, "wall_time": 28750.889219760895, "train_loss_step": 6.103318214416504, "n_params": 4674760, "total_flops": 39205155225600000, "train_loss": 0.03539290189743042, "subset_score_loss": 0.03539290189743042}
+{"step": 2740000, "wall_time": 28848.24236512184, "train_loss_step": 6.155715465545654, "n_params": 4674760, "total_flops": 39348763852800000, "train_loss": 0.03250533103942871, "subset_score_loss": 0.03250533103942871}
+{"step": 2750000, "wall_time": 28943.434473752975, "train_loss_step": 5.83155632019043, "n_params": 4674760, "total_flops": 39492372480000000, "train_loss": 0.03149818420410156, "subset_score_loss": 0.03149818420410156}
+{"step": 2760000, "wall_time": 29029.936014652252, "train_loss_step": 6.19620943069458, "n_params": 4674760, "total_flops": 39635981107200000, "train_loss": 0.03489812135696411, "subset_score_loss": 0.03489812135696411}
+{"step": 2770000, "wall_time": 29127.557607650757, "train_loss_step": 6.042814254760742, "n_params": 4674760, "total_flops": 39779589734400000, "train_loss": 0.03171646118164063, "subset_score_loss": 0.03171646118164063}
+{"step": 2780000, "wall_time": 29225.37933397293, "train_loss_step": 5.554060459136963, "n_params": 4674760, "total_flops": 39923198361600000, "train_loss": 0.0322700309753418, "subset_score_loss": 0.0322700309753418}
+{"step": 2790000, "wall_time": 29321.39721775055, "train_loss_step": 6.063400745391846, "n_params": 4674760, "total_flops": 40066806988800000, "train_loss": 0.03594338893890381, "subset_score_loss": 0.03594338893890381}
+{"step": 2800000, "wall_time": 29530.728070497513, "train_loss_step": 5.790988922119141, "n_params": 4674760, "total_flops": 40210415616000000, "train_loss": 0.031852047443389896, "subset_score_loss": 0.031852047443389896, "memorization_fraction_pixel": 0.13179999589920044, "mean_nn_ratio_pixel": 0.7988265752792358, "fid": 184.61218865687528, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 29627.860756874084, "train_loss_step": 5.896024227142334, "n_params": 4674760, "total_flops": 40354024243200000, "train_loss": 0.03438155174255371, "subset_score_loss": 0.03438155174255371}
+{"step": 2820000, "wall_time": 29725.330347061157, "train_loss_step": 5.721409797668457, "n_params": 4674760, "total_flops": 40497632870400000, "train_loss": 0.03697157621383667, "subset_score_loss": 0.03697157621383667}
+{"step": 2830000, "wall_time": 29823.197515249252, "train_loss_step": 5.899456977844238, "n_params": 4674760, "total_flops": 40641241497600000, "train_loss": 0.0354619574546814, "subset_score_loss": 0.0354619574546814}
+{"step": 2840000, "wall_time": 29918.802309513092, "train_loss_step": 5.899528980255127, "n_params": 4674760, "total_flops": 40784850124800000, "train_loss": 0.031062161922454833, "subset_score_loss": 0.031062161922454833}
+{"step": 2850000, "wall_time": 30015.080533504486, "train_loss_step": 5.697173118591309, "n_params": 4674760, "total_flops": 40928458752000000, "train_loss": 0.032412397861480716, "subset_score_loss": 0.032412397861480716}
+{"step": 2860000, "wall_time": 30112.7696082592, "train_loss_step": 5.500184535980225, "n_params": 4674760, "total_flops": 41072067379200000, "train_loss": 0.03263804197311401, "subset_score_loss": 0.03263804197311401}
+{"step": 2870000, "wall_time": 30209.48636007309, "train_loss_step": 6.386176109313965, "n_params": 4674760, "total_flops": 41215676006400000, "train_loss": 0.035026495456695554, "subset_score_loss": 0.035026495456695554}
+{"step": 2880000, "wall_time": 30307.1761906147, "train_loss_step": 6.277594566345215, "n_params": 4674760, "total_flops": 41359284633600000, "train_loss": 0.04279651641845703, "subset_score_loss": 0.04279651641845703}
+{"step": 2890000, "wall_time": 30404.557263612747, "train_loss_step": 5.607834815979004, "n_params": 4674760, "total_flops": 41502893260800000, "train_loss": 0.030509743690490723, "subset_score_loss": 0.030509743690490723}
+{"step": 2900000, "wall_time": 30577.41523861885, "train_loss_step": 6.024495601654053, "n_params": 4674760, "total_flops": 41646501888000000, "train_loss": 0.030863351821899414, "subset_score_loss": 0.030863351821899414, "memorization_fraction_pixel": 0.14990000426769257, "mean_nn_ratio_pixel": 0.7792889475822449, "fid": 171.36873597598216, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 30674.764913082123, "train_loss_step": 6.340996265411377, "n_params": 4674760, "total_flops": 41790110515200000, "train_loss": 0.03581385374069214, "subset_score_loss": 0.03581385374069214}
+{"step": 2920000, "wall_time": 30771.934476852417, "train_loss_step": 5.6722869873046875, "n_params": 4674760, "total_flops": 41933719142400000, "train_loss": 0.03331962585449219, "subset_score_loss": 0.03331962585449219}
+{"step": 2930000, "wall_time": 30868.955273628235, "train_loss_step": 5.938661575317383, "n_params": 4674760, "total_flops": 42077327769600000, "train_loss": 0.03751127243041992, "subset_score_loss": 0.03751127243041992}
+{"step": 2940000, "wall_time": 30964.574924468994, "train_loss_step": 5.570468902587891, "n_params": 4674760, "total_flops": 42220936396800000, "train_loss": 0.030983526706695557, "subset_score_loss": 0.030983526706695557}
+{"step": 2950000, "wall_time": 31062.040629148483, "train_loss_step": 5.838967323303223, "n_params": 4674760, "total_flops": 42364545024000000, "train_loss": 0.03548135042190552, "subset_score_loss": 0.03548135042190552}
+{"step": 2960000, "wall_time": 31158.278908252716, "train_loss_step": 5.976748943328857, "n_params": 4674760, "total_flops": 42508153651200000, "train_loss": 0.03153874635696411, "subset_score_loss": 0.03153874635696411}
+{"step": 2970000, "wall_time": 31255.751264572144, "train_loss_step": 5.754016399383545, "n_params": 4674760, "total_flops": 42651762278400000, "train_loss": 0.030175952911376952, "subset_score_loss": 0.030175952911376952}
+{"step": 2980000, "wall_time": 31353.15142226219, "train_loss_step": 5.870938301086426, "n_params": 4674760, "total_flops": 42795370905600000, "train_loss": 0.03365589141845703, "subset_score_loss": 0.03365589141845703}
+{"step": 2990000, "wall_time": 31448.68716621399, "train_loss_step": 5.712890148162842, "n_params": 4674760, "total_flops": 42938979532800000, "train_loss": 0.03380533933639526, "subset_score_loss": 0.03380533933639526}
+{"step": 3000000, "wall_time": 31659.123382806778, "train_loss_step": 5.516633033752441, "n_params": 4674760, "total_flops": 43082588160000000, "train_loss": 0.034736177921295165, "subset_score_loss": 0.034736177921295165, "memorization_fraction_pixel": 0.1421000063419342, "mean_nn_ratio_pixel": 0.7945268750190735, "fid": 179.69111070750827, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 31756.955591917038, "train_loss_step": 5.606621742248535, "n_params": 4674760, "total_flops": 43226196787200000, "train_loss": 0.032419822216033935, "subset_score_loss": 0.032419822216033935}
+{"step": 3020000, "wall_time": 31845.03624176979, "train_loss_step": 5.574459552764893, "n_params": 4674760, "total_flops": 43369805414400000, "train_loss": 0.03182589054107666, "subset_score_loss": 0.03182589054107666}
+{"step": 3030000, "wall_time": 31941.765031576157, "train_loss_step": 5.493399143218994, "n_params": 4674760, "total_flops": 43513414041600000, "train_loss": 0.029158718585968017, "subset_score_loss": 0.029158718585968017}
+{"step": 3040000, "wall_time": 32038.51824736595, "train_loss_step": 5.473385334014893, "n_params": 4674760, "total_flops": 43657022668800000, "train_loss": 0.03262719392776489, "subset_score_loss": 0.03262719392776489}
+{"step": 3050000, "wall_time": 32136.258150577545, "train_loss_step": 5.679903984069824, "n_params": 4674760, "total_flops": 43800631296000000, "train_loss": 0.033249316215515134, "subset_score_loss": 0.033249316215515134}
+{"step": 3060000, "wall_time": 32233.664878606796, "train_loss_step": 5.352410316467285, "n_params": 4674760, "total_flops": 43944239923200000, "train_loss": 0.03373522043228149, "subset_score_loss": 0.03373522043228149}
+{"step": 3070000, "wall_time": 32329.46893143654, "train_loss_step": 5.704041481018066, "n_params": 4674760, "total_flops": 44087848550400000, "train_loss": 0.03194230794906616, "subset_score_loss": 0.03194230794906616}
+{"step": 3080000, "wall_time": 32427.114652633667, "train_loss_step": 5.231492519378662, "n_params": 4674760, "total_flops": 44231457177600000, "train_loss": 0.033538098335266116, "subset_score_loss": 0.033538098335266116}
+{"step": 3090000, "wall_time": 32524.645513772964, "train_loss_step": 5.492557525634766, "n_params": 4674760, "total_flops": 44375065804800000, "train_loss": 0.030136704444885254, "subset_score_loss": 0.030136704444885254}
+{"step": 3100000, "wall_time": 32721.471867084503, "train_loss_step": 6.008885383605957, "n_params": 4674760, "total_flops": 44518674432000000, "train_loss": 0.031620500087738035, "subset_score_loss": 0.031620500087738035, "memorization_fraction_pixel": 0.12809999287128448, "mean_nn_ratio_pixel": 0.8108577132225037, "fid": 188.13000049265094, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 32810.18768668175, "train_loss_step": 5.536426544189453, "n_params": 4674760, "total_flops": 44662283059200000, "train_loss": 0.03274827480316162, "subset_score_loss": 0.03274827480316162}
+{"step": 3120000, "wall_time": 32906.573233127594, "train_loss_step": 6.090357303619385, "n_params": 4674760, "total_flops": 44805891686400000, "train_loss": 0.03616427898406983, "subset_score_loss": 0.03616427898406983}
+{"step": 3130000, "wall_time": 33002.681230306625, "train_loss_step": 5.798235893249512, "n_params": 4674760, "total_flops": 44949500313600000, "train_loss": 0.032511403560638426, "subset_score_loss": 0.032511403560638426}
+{"step": 3140000, "wall_time": 33100.27707576752, "train_loss_step": 5.386027812957764, "n_params": 4674760, "total_flops": 45093108940800000, "train_loss": 0.03315057277679443, "subset_score_loss": 0.03315057277679443}
+{"step": 3150000, "wall_time": 33195.789761543274, "train_loss_step": 5.280190944671631, "n_params": 4674760, "total_flops": 45236717568000000, "train_loss": 0.03092860460281372, "subset_score_loss": 0.03092860460281372}
+{"step": 3160000, "wall_time": 33293.28875994682, "train_loss_step": 6.05180549621582, "n_params": 4674760, "total_flops": 45380326195200000, "train_loss": 0.03741443634033203, "subset_score_loss": 0.03741443634033203}
+{"step": 3170000, "wall_time": 33391.00287389755, "train_loss_step": 5.727829933166504, "n_params": 4674760, "total_flops": 45523934822400000, "train_loss": 0.030759482383728026, "subset_score_loss": 0.030759482383728026}
+{"step": 3180000, "wall_time": 33488.17587471008, "train_loss_step": 6.055667877197266, "n_params": 4674760, "total_flops": 45667543449600000, "train_loss": 0.03305903673171997, "subset_score_loss": 0.03305903673171997}
+{"step": 3190000, "wall_time": 33586.052970170975, "train_loss_step": 5.892509460449219, "n_params": 4674760, "total_flops": 45811152076800000, "train_loss": 0.03243969440460205, "subset_score_loss": 0.03243969440460205}
+{"step": 3200000, "wall_time": 33767.52368021011, "train_loss_step": 6.258520126342773, "n_params": 4674760, "total_flops": 45954760704000000, "train_loss": 0.03317678451538086, "subset_score_loss": 0.03317678451538086, "memorization_fraction_pixel": 0.15369999408721924, "mean_nn_ratio_pixel": 0.783049464225769, "fid": 176.04778841043097, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 33858.50659799576, "train_loss_step": 5.665533065795898, "n_params": 4674760, "total_flops": 46098369331200000, "train_loss": 0.03025270700454712, "subset_score_loss": 0.03025270700454712}
+{"step": 3220000, "wall_time": 33954.252564907074, "train_loss_step": 5.650580406188965, "n_params": 4674760, "total_flops": 46241977958400000, "train_loss": 0.032116320133209225, "subset_score_loss": 0.032116320133209225}
+{"step": 3230000, "wall_time": 34051.73725295067, "train_loss_step": 5.82928466796875, "n_params": 4674760, "total_flops": 46385586585600000, "train_loss": 0.03021374225616455, "subset_score_loss": 0.03021374225616455}
+{"step": 3240000, "wall_time": 34147.5733602047, "train_loss_step": 6.003880023956299, "n_params": 4674760, "total_flops": 46529195212800000, "train_loss": 0.036220595836639405, "subset_score_loss": 0.036220595836639405}
+{"step": 3250000, "wall_time": 34245.00111532211, "train_loss_step": 5.959027290344238, "n_params": 4674760, "total_flops": 46672803840000000, "train_loss": 0.03240154504776001, "subset_score_loss": 0.03240154504776001}
+{"step": 3260000, "wall_time": 34342.35764122009, "train_loss_step": 5.843928337097168, "n_params": 4674760, "total_flops": 46816412467200000, "train_loss": 0.030507819652557375, "subset_score_loss": 0.030507819652557375}
+{"step": 3270000, "wall_time": 34439.65560603142, "train_loss_step": 5.465240478515625, "n_params": 4674760, "total_flops": 46960021094400000, "train_loss": 0.03422770261764527, "subset_score_loss": 0.03422770261764527}
+{"step": 3280000, "wall_time": 34537.10783004761, "train_loss_step": 6.004617691040039, "n_params": 4674760, "total_flops": 47103629721600000, "train_loss": 0.03235997915267944, "subset_score_loss": 0.03235997915267944}
+{"step": 3290000, "wall_time": 34634.65773320198, "train_loss_step": 5.492527961730957, "n_params": 4674760, "total_flops": 47247238348800000, "train_loss": 0.031879210472106935, "subset_score_loss": 0.031879210472106935}
+{"step": 3300000, "wall_time": 34828.84248185158, "train_loss_step": 5.982858657836914, "n_params": 4674760, "total_flops": 47390846976000000, "train_loss": 0.033832318782806396, "subset_score_loss": 0.033832318782806396, "memorization_fraction_pixel": 0.14980000257492065, "mean_nn_ratio_pixel": 0.776136577129364, "fid": 172.00356014677234, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 34926.2368953228, "train_loss_step": 5.750601768493652, "n_params": 4674760, "total_flops": 47534455603200000, "train_loss": 0.03051795244216919, "subset_score_loss": 0.03051795244216919}
+{"step": 3320000, "wall_time": 35021.882202625275, "train_loss_step": 5.747666358947754, "n_params": 4674760, "total_flops": 47678064230400000, "train_loss": 0.03244505643844604, "subset_score_loss": 0.03244505643844604}
+{"step": 3330000, "wall_time": 35119.399586200714, "train_loss_step": 5.724810600280762, "n_params": 4674760, "total_flops": 47821672857600000, "train_loss": 0.03153631448745728, "subset_score_loss": 0.03153631448745728}
+{"step": 3340000, "wall_time": 35216.92299437523, "train_loss_step": 5.571895599365234, "n_params": 4674760, "total_flops": 47965281484800000, "train_loss": 0.03261064052581787, "subset_score_loss": 0.03261064052581787}
+{"step": 3350000, "wall_time": 35314.194074869156, "train_loss_step": 5.483470916748047, "n_params": 4674760, "total_flops": 48108890112000000, "train_loss": 0.02975348949432373, "subset_score_loss": 0.02975348949432373}
+{"step": 3360000, "wall_time": 35411.94280385971, "train_loss_step": 5.406005859375, "n_params": 4674760, "total_flops": 48252498739200000, "train_loss": 0.03609984159469604, "subset_score_loss": 0.03609984159469604}
+{"step": 3370000, "wall_time": 35509.38548755646, "train_loss_step": 5.669087886810303, "n_params": 4674760, "total_flops": 48396107366400000, "train_loss": 0.0308209490776062, "subset_score_loss": 0.0308209490776062}
+{"step": 3380000, "wall_time": 35607.27986907959, "train_loss_step": 5.444847106933594, "n_params": 4674760, "total_flops": 48539715993600000, "train_loss": 0.03069164037704468, "subset_score_loss": 0.03069164037704468}
+{"step": 3390000, "wall_time": 35705.577516794205, "train_loss_step": 5.709237575531006, "n_params": 4674760, "total_flops": 48683324620800000, "train_loss": 0.03104382038116455, "subset_score_loss": 0.03104382038116455}
+{"step": 3400000, "wall_time": 35874.878858566284, "train_loss_step": 5.580286026000977, "n_params": 4674760, "total_flops": 48826933248000000, "train_loss": 0.0318765926361084, "subset_score_loss": 0.0318765926361084, "memorization_fraction_pixel": 0.17409999668598175, "mean_nn_ratio_pixel": 0.7554622292518616, "fid": 163.6520055409696, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 35972.15869832039, "train_loss_step": 5.746593952178955, "n_params": 4674760, "total_flops": 48970541875200000, "train_loss": 0.03215197563171387, "subset_score_loss": 0.03215197563171387}
+{"step": 3420000, "wall_time": 36069.59204721451, "train_loss_step": 5.69603967666626, "n_params": 4674760, "total_flops": 49114150502400000, "train_loss": 0.03126972675323486, "subset_score_loss": 0.03126972675323486}
+{"step": 3430000, "wall_time": 36167.01362156868, "train_loss_step": 5.372657299041748, "n_params": 4674760, "total_flops": 49257759129600000, "train_loss": 0.032646832466125486, "subset_score_loss": 0.032646832466125486}
+{"step": 3440000, "wall_time": 36264.36330938339, "train_loss_step": 5.240265846252441, "n_params": 4674760, "total_flops": 49401367756800000, "train_loss": 0.027706007957458496, "subset_score_loss": 0.027706007957458496}
+{"step": 3450000, "wall_time": 36361.831478595734, "train_loss_step": 5.873679161071777, "n_params": 4674760, "total_flops": 49544976384000000, "train_loss": 0.03156619310379028, "subset_score_loss": 0.03156619310379028}
+{"step": 3460000, "wall_time": 36459.04637789726, "train_loss_step": 5.504230499267578, "n_params": 4674760, "total_flops": 49688585011200000, "train_loss": 0.03154672384262085, "subset_score_loss": 0.03154672384262085}
+{"step": 3470000, "wall_time": 36557.07390618324, "train_loss_step": 5.465581893920898, "n_params": 4674760, "total_flops": 49832193638400000, "train_loss": 0.030854127407073974, "subset_score_loss": 0.030854127407073974}
+{"step": 3480000, "wall_time": 36654.397601127625, "train_loss_step": 5.1487884521484375, "n_params": 4674760, "total_flops": 49975802265600000, "train_loss": 0.03126746416091919, "subset_score_loss": 0.03126746416091919}
+{"step": 3490000, "wall_time": 36736.86200714111, "train_loss_step": 5.270393371582031, "n_params": 4674760, "total_flops": 50119410892800000, "train_loss": 0.033367042541503904, "subset_score_loss": 0.033367042541503904}
+{"step": 3500000, "wall_time": 36944.3410153389, "train_loss_step": 5.436267852783203, "n_params": 4674760, "total_flops": 50263019520000000, "train_loss": 0.031809849739074705, "subset_score_loss": 0.031809849739074705, "memorization_fraction_pixel": 0.17010000348091125, "mean_nn_ratio_pixel": 0.753854513168335, "fid": 160.54176859794217, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 37041.776571273804, "train_loss_step": 5.535555839538574, "n_params": 4674760, "total_flops": 50406628147200000, "train_loss": 0.030437812805175782, "subset_score_loss": 0.030437812805175782}
+{"step": 3520000, "wall_time": 37139.189846754074, "train_loss_step": 5.450913429260254, "n_params": 4674760, "total_flops": 50550236774400000, "train_loss": 0.03277302742004395, "subset_score_loss": 0.03277302742004395}
+{"step": 3530000, "wall_time": 37236.600023031235, "train_loss_step": 5.721294403076172, "n_params": 4674760, "total_flops": 50693845401600000, "train_loss": 0.02988407850265503, "subset_score_loss": 0.02988407850265503}
+{"step": 3540000, "wall_time": 37334.11706447601, "train_loss_step": 6.0314226150512695, "n_params": 4674760, "total_flops": 50837454028800000, "train_loss": 0.031335763931274414, "subset_score_loss": 0.031335763931274414}
+{"step": 3550000, "wall_time": 37432.152121543884, "train_loss_step": 5.259051322937012, "n_params": 4674760, "total_flops": 50981062656000000, "train_loss": 0.031941359043121335, "subset_score_loss": 0.031941359043121335}
+{"step": 3560000, "wall_time": 37529.45401954651, "train_loss_step": 5.584502220153809, "n_params": 4674760, "total_flops": 51124671283200000, "train_loss": 0.03119464635848999, "subset_score_loss": 0.03119464635848999}
+{"step": 3570000, "wall_time": 37625.55702185631, "train_loss_step": 5.294179916381836, "n_params": 4674760, "total_flops": 51268279910400000, "train_loss": 0.03156753778457642, "subset_score_loss": 0.03156753778457642}
+{"step": 3580000, "wall_time": 37711.47121524811, "train_loss_step": 5.509743690490723, "n_params": 4674760, "total_flops": 51411888537600000, "train_loss": 0.030176358222961427, "subset_score_loss": 0.030176358222961427}
+{"step": 3590000, "wall_time": 37809.231561899185, "train_loss_step": 5.606685161590576, "n_params": 4674760, "total_flops": 51555497164800000, "train_loss": 0.03211395502090454, "subset_score_loss": 0.03211395502090454}
+{"step": 3600000, "wall_time": 38021.908257484436, "train_loss_step": 5.679111480712891, "n_params": 4674760, "total_flops": 51699105792000000, "train_loss": 0.029603567123413086, "subset_score_loss": 0.029603567123413086, "memorization_fraction_pixel": 0.16910000145435333, "mean_nn_ratio_pixel": 0.7598267197608948, "fid": 164.01214856984018, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 38119.31398034096, "train_loss_step": 5.151482582092285, "n_params": 4674760, "total_flops": 51842714419200000, "train_loss": 0.03134398937225342, "subset_score_loss": 0.03134398937225342}
+{"step": 3620000, "wall_time": 38216.74761271477, "train_loss_step": 5.762732028961182, "n_params": 4674760, "total_flops": 51986323046400000, "train_loss": 0.030870349407196046, "subset_score_loss": 0.030870349407196046}
+{"step": 3630000, "wall_time": 38314.550354242325, "train_loss_step": 5.452354907989502, "n_params": 4674760, "total_flops": 52129931673600000, "train_loss": 0.029548194408416748, "subset_score_loss": 0.029548194408416748}
+{"step": 3640000, "wall_time": 38412.14496064186, "train_loss_step": 5.1459574699401855, "n_params": 4674760, "total_flops": 52273540300800000, "train_loss": 0.03032009840011597, "subset_score_loss": 0.03032009840011597}
+{"step": 3650000, "wall_time": 38509.56959319115, "train_loss_step": 5.432905197143555, "n_params": 4674760, "total_flops": 52417148928000000, "train_loss": 0.030533854961395265, "subset_score_loss": 0.030533854961395265}
+{"step": 3660000, "wall_time": 38604.90147066116, "train_loss_step": 5.451445579528809, "n_params": 4674760, "total_flops": 52560757555200000, "train_loss": 0.030440478324890136, "subset_score_loss": 0.030440478324890136}
+{"step": 3670000, "wall_time": 38692.91988635063, "train_loss_step": 5.657464027404785, "n_params": 4674760, "total_flops": 52704366182400000, "train_loss": 0.031056630611419677, "subset_score_loss": 0.031056630611419677}
+{"step": 3680000, "wall_time": 38790.980773448944, "train_loss_step": 5.584172248840332, "n_params": 4674760, "total_flops": 52847974809600000, "train_loss": 0.03283747911453247, "subset_score_loss": 0.03283747911453247}
+{"step": 3690000, "wall_time": 38888.30447721481, "train_loss_step": 5.61348819732666, "n_params": 4674760, "total_flops": 52991583436800000, "train_loss": 0.03029161214828491, "subset_score_loss": 0.03029161214828491}
+{"step": 3700000, "wall_time": 39090.01073908806, "train_loss_step": 5.856496810913086, "n_params": 4674760, "total_flops": 53135192064000000, "train_loss": 0.03098937273025513, "subset_score_loss": 0.03098937273025513, "memorization_fraction_pixel": 0.17239999771118164, "mean_nn_ratio_pixel": 0.7587849497795105, "fid": 164.92941434074186, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 39187.519845724106, "train_loss_step": 5.581759929656982, "n_params": 4674760, "total_flops": 53278800691200000, "train_loss": 0.030301196575164793, "subset_score_loss": 0.030301196575164793}
+{"step": 3720000, "wall_time": 39285.36038470268, "train_loss_step": 5.399676322937012, "n_params": 4674760, "total_flops": 53422409318400000, "train_loss": 0.029997994899749757, "subset_score_loss": 0.029997994899749757}
+{"step": 3730000, "wall_time": 39382.509133815765, "train_loss_step": 5.364821434020996, "n_params": 4674760, "total_flops": 53566017945600000, "train_loss": 0.030044543743133544, "subset_score_loss": 0.030044543743133544}
+{"step": 3740000, "wall_time": 39478.63888883591, "train_loss_step": 5.84666633605957, "n_params": 4674760, "total_flops": 53709626572800000, "train_loss": 0.02960096836090088, "subset_score_loss": 0.02960096836090088}
+{"step": 3750000, "wall_time": 39574.08301734924, "train_loss_step": 5.63337516784668, "n_params": 4674760, "total_flops": 53853235200000000, "train_loss": 0.03273160457611084, "subset_score_loss": 0.03273160457611084}
+{"step": 3760000, "wall_time": 39663.10548257828, "train_loss_step": 5.193072319030762, "n_params": 4674760, "total_flops": 53996843827200000, "train_loss": 0.029431567192077637, "subset_score_loss": 0.029431567192077637}
+{"step": 3770000, "wall_time": 39760.65714740753, "train_loss_step": 5.715419769287109, "n_params": 4674760, "total_flops": 54140452454400000, "train_loss": 0.029682421684265138, "subset_score_loss": 0.029682421684265138}
+{"step": 3780000, "wall_time": 39857.87590050697, "train_loss_step": 5.020396709442139, "n_params": 4674760, "total_flops": 54284061081600000, "train_loss": 0.030037906169891358, "subset_score_loss": 0.030037906169891358}
+{"step": 3790000, "wall_time": 39955.35408568382, "train_loss_step": 5.169672966003418, "n_params": 4674760, "total_flops": 54427669708800000, "train_loss": 0.029625523090362548, "subset_score_loss": 0.029625523090362548}
+{"step": 3800000, "wall_time": 40145.06242489815, "train_loss_step": 5.404155731201172, "n_params": 4674760, "total_flops": 54571278336000000, "train_loss": 0.029400038719177245, "subset_score_loss": 0.029400038719177245, "memorization_fraction_pixel": 0.18039999902248383, "mean_nn_ratio_pixel": 0.7445282936096191, "fid": 154.34821557123593, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 40242.72320699692, "train_loss_step": 5.0116729736328125, "n_params": 4674760, "total_flops": 54714886963200000, "train_loss": 0.02857078790664673, "subset_score_loss": 0.02857078790664673}
+{"step": 3820000, "wall_time": 40339.88106966019, "train_loss_step": 5.32508659362793, "n_params": 4674760, "total_flops": 54858495590400000, "train_loss": 0.029846293926239012, "subset_score_loss": 0.029846293926239012}
+{"step": 3830000, "wall_time": 40433.89783453941, "train_loss_step": 5.296809196472168, "n_params": 4674760, "total_flops": 55002104217600000, "train_loss": 0.031985881328582766, "subset_score_loss": 0.031985881328582766}
+{"step": 3840000, "wall_time": 40531.844979286194, "train_loss_step": 5.237741470336914, "n_params": 4674760, "total_flops": 55145712844800000, "train_loss": 0.02763463020324707, "subset_score_loss": 0.02763463020324707}
+{"step": 3850000, "wall_time": 40617.916134119034, "train_loss_step": 5.645865440368652, "n_params": 4674760, "total_flops": 55289321472000000, "train_loss": 0.03184233188629151, "subset_score_loss": 0.03184233188629151}
+{"step": 3860000, "wall_time": 40715.69162273407, "train_loss_step": 6.061744689941406, "n_params": 4674760, "total_flops": 55432930099200000, "train_loss": 0.030702149868011473, "subset_score_loss": 0.030702149868011473}
+{"step": 3870000, "wall_time": 40813.05040311813, "train_loss_step": 4.998223304748535, "n_params": 4674760, "total_flops": 55576538726400000, "train_loss": 0.027893147468566894, "subset_score_loss": 0.027893147468566894}
+{"step": 3880000, "wall_time": 40910.782878398895, "train_loss_step": 6.086606979370117, "n_params": 4674760, "total_flops": 55720147353600000, "train_loss": 0.030985987186431883, "subset_score_loss": 0.030985987186431883}
+{"step": 3890000, "wall_time": 41008.69140315056, "train_loss_step": 5.381257057189941, "n_params": 4674760, "total_flops": 55863755980800000, "train_loss": 0.028830573558807374, "subset_score_loss": 0.028830573558807374}
+{"step": 3900000, "wall_time": 41218.230474472046, "train_loss_step": 5.062652587890625, "n_params": 4674760, "total_flops": 56007364608000000, "train_loss": 0.03091048002243042, "subset_score_loss": 0.03091048002243042, "memorization_fraction_pixel": 0.1882999986410141, "mean_nn_ratio_pixel": 0.7319226264953613, "fid": 154.89578901433217, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 41313.2400803566, "train_loss_step": 5.234561920166016, "n_params": 4674760, "total_flops": 56150973235200000, "train_loss": 0.028885576725006103, "subset_score_loss": 0.028885576725006103}
+{"step": 3920000, "wall_time": 41410.15938067436, "train_loss_step": 5.592748641967773, "n_params": 4674760, "total_flops": 56294581862400000, "train_loss": 0.029629454612731934, "subset_score_loss": 0.029629454612731934}
+{"step": 3930000, "wall_time": 41506.522312641144, "train_loss_step": 5.695799827575684, "n_params": 4674760, "total_flops": 56438190489600000, "train_loss": 0.032562100887298585, "subset_score_loss": 0.032562100887298585}
+{"step": 3940000, "wall_time": 41592.85682296753, "train_loss_step": 5.047511100769043, "n_params": 4674760, "total_flops": 56581799116800000, "train_loss": 0.027839424610137938, "subset_score_loss": 0.027839424610137938}
+{"step": 3950000, "wall_time": 41690.60702252388, "train_loss_step": 5.542570114135742, "n_params": 4674760, "total_flops": 56725407744000000, "train_loss": 0.03038365364074707, "subset_score_loss": 0.03038365364074707}
+{"step": 3960000, "wall_time": 41788.0583281517, "train_loss_step": 5.112936019897461, "n_params": 4674760, "total_flops": 56869016371200000, "train_loss": 0.028348915576934815, "subset_score_loss": 0.028348915576934815}
+{"step": 3970000, "wall_time": 41885.65933060646, "train_loss_step": 5.211967468261719, "n_params": 4674760, "total_flops": 57012624998400000, "train_loss": 0.028299145698547364, "subset_score_loss": 0.028299145698547364}
+{"step": 3980000, "wall_time": 41983.53877329826, "train_loss_step": 5.6651458740234375, "n_params": 4674760, "total_flops": 57156233625600000, "train_loss": 0.03359253644943237, "subset_score_loss": 0.03359253644943237}
+{"step": 3990000, "wall_time": 42080.9585814476, "train_loss_step": 5.337838172912598, "n_params": 4674760, "total_flops": 57299842252800000, "train_loss": 0.028501079082489014, "subset_score_loss": 0.028501079082489014}
+{"step": 4000000, "wall_time": 42296.332023859024, "train_loss_step": 5.080865383148193, "n_params": 4674760, "total_flops": 57443450880000000, "train_loss": 0.029086964130401613, "subset_score_loss": 0.029086964130401613, "memorization_fraction_pixel": 0.19750000536441803, "mean_nn_ratio_pixel": 0.7362403273582458, "fid": 153.75533083183026, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 42394.90916919708, "train_loss_step": 5.571071624755859, "n_params": 4674760, "total_flops": 57587059507200000, "train_loss": 0.02960704803466797, "subset_score_loss": 0.02960704803466797}
+{"step": 4020000, "wall_time": 42487.341531038284, "train_loss_step": 5.646986961364746, "n_params": 4674760, "total_flops": 57730668134400000, "train_loss": 0.03011284589767456, "subset_score_loss": 0.03011284589767456}
+{"step": 4030000, "wall_time": 42575.7740881443, "train_loss_step": 5.728971481323242, "n_params": 4674760, "total_flops": 57874276761600000, "train_loss": 0.029032618999481202, "subset_score_loss": 0.029032618999481202}
+{"step": 4040000, "wall_time": 42673.90066933632, "train_loss_step": 5.070097923278809, "n_params": 4674760, "total_flops": 58017885388800000, "train_loss": 0.027256298065185546, "subset_score_loss": 0.027256298065185546}
+{"step": 4050000, "wall_time": 42771.38080453873, "train_loss_step": 5.495031833648682, "n_params": 4674760, "total_flops": 58161494016000000, "train_loss": 0.02781071901321411, "subset_score_loss": 0.02781071901321411}
+{"step": 4060000, "wall_time": 42869.34609055519, "train_loss_step": 5.5454421043396, "n_params": 4674760, "total_flops": 58305102643200000, "train_loss": 0.030337605476379394, "subset_score_loss": 0.030337605476379394}
+{"step": 4070000, "wall_time": 42966.874433517456, "train_loss_step": 4.854008197784424, "n_params": 4674760, "total_flops": 58448711270400000, "train_loss": 0.02842761993408203, "subset_score_loss": 0.02842761993408203}
+{"step": 4080000, "wall_time": 43064.553060770035, "train_loss_step": 5.327150344848633, "n_params": 4674760, "total_flops": 58592319897600000, "train_loss": 0.02953887462615967, "subset_score_loss": 0.02953887462615967}
+{"step": 4090000, "wall_time": 43159.21120381355, "train_loss_step": 5.491538047790527, "n_params": 4674760, "total_flops": 58735928524800000, "train_loss": 0.029676477909088134, "subset_score_loss": 0.029676477909088134}
+{"step": 4100000, "wall_time": 43339.883262872696, "train_loss_step": 4.676177024841309, "n_params": 4674760, "total_flops": 58879537152000000, "train_loss": 0.026583750247955323, "subset_score_loss": 0.026583750247955323, "memorization_fraction_pixel": 0.21170000731945038, "mean_nn_ratio_pixel": 0.7054739594459534, "fid": 141.85702466977898, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 43437.43229866028, "train_loss_step": 5.592935562133789, "n_params": 4674760, "total_flops": 59023145779200000, "train_loss": 0.031456849575042724, "subset_score_loss": 0.031456849575042724}
+{"step": 4120000, "wall_time": 43525.762815475464, "train_loss_step": 5.639336585998535, "n_params": 4674760, "total_flops": 59166754406400000, "train_loss": 0.03195128679275513, "subset_score_loss": 0.03195128679275513}
+{"step": 4130000, "wall_time": 43623.533296346664, "train_loss_step": 5.0742902755737305, "n_params": 4674760, "total_flops": 59310363033600000, "train_loss": 0.028655900955200195, "subset_score_loss": 0.028655900955200195}
+{"step": 4140000, "wall_time": 43721.56126189232, "train_loss_step": 5.4219865798950195, "n_params": 4674760, "total_flops": 59453971660800000, "train_loss": 0.02891273021697998, "subset_score_loss": 0.02891273021697998}
+{"step": 4150000, "wall_time": 43819.525629282, "train_loss_step": 5.119812965393066, "n_params": 4674760, "total_flops": 59597580288000000, "train_loss": 0.027498550415039062, "subset_score_loss": 0.027498550415039062}
+{"step": 4160000, "wall_time": 43916.99588179588, "train_loss_step": 4.871615886688232, "n_params": 4674760, "total_flops": 59741188915200000, "train_loss": 0.028958282470703124, "subset_score_loss": 0.028958282470703124}
+{"step": 4170000, "wall_time": 44014.254264593124, "train_loss_step": 5.090648651123047, "n_params": 4674760, "total_flops": 59884797542400000, "train_loss": 0.03152630567550659, "subset_score_loss": 0.03152630567550659}
+{"step": 4180000, "wall_time": 44108.50822877884, "train_loss_step": 5.44358491897583, "n_params": 4674760, "total_flops": 60028406169600000, "train_loss": 0.028207287788391114, "subset_score_loss": 0.028207287788391114}
+{"step": 4190000, "wall_time": 44206.27498006821, "train_loss_step": 5.543641090393066, "n_params": 4674760, "total_flops": 60172014796800000, "train_loss": 0.02904318571090698, "subset_score_loss": 0.02904318571090698}
+{"step": 4200000, "wall_time": 44418.314294576645, "train_loss_step": 5.030731201171875, "n_params": 4674760, "total_flops": 60315623424000000, "train_loss": 0.02735264539718628, "subset_score_loss": 0.02735264539718628, "memorization_fraction_pixel": 0.19920000433921814, "mean_nn_ratio_pixel": 0.7286730408668518, "fid": 153.16750840357926, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 44505.34522438049, "train_loss_step": 5.301456928253174, "n_params": 4674760, "total_flops": 60459232051200000, "train_loss": 0.027505393028259276, "subset_score_loss": 0.027505393028259276}
+{"step": 4220000, "wall_time": 44602.89948773384, "train_loss_step": 5.131084442138672, "n_params": 4674760, "total_flops": 60602840678400000, "train_loss": 0.02788885831832886, "subset_score_loss": 0.02788885831832886}
+{"step": 4230000, "wall_time": 44700.43296837807, "train_loss_step": 5.13822078704834, "n_params": 4674760, "total_flops": 60746449305600000, "train_loss": 0.026898837089538573, "subset_score_loss": 0.026898837089538573}
+{"step": 4240000, "wall_time": 44797.81168341637, "train_loss_step": 5.017631530761719, "n_params": 4674760, "total_flops": 60890057932800000, "train_loss": 0.025840857028961182, "subset_score_loss": 0.025840857028961182}
+{"step": 4250000, "wall_time": 44895.2734310627, "train_loss_step": 5.732959270477295, "n_params": 4674760, "total_flops": 61033666560000000, "train_loss": 0.028561372756958008, "subset_score_loss": 0.028561372756958008}
+{"step": 4260000, "wall_time": 44990.75191259384, "train_loss_step": 5.271646499633789, "n_params": 4674760, "total_flops": 61177275187200000, "train_loss": 0.028281412124633788, "subset_score_loss": 0.028281412124633788}
+{"step": 4270000, "wall_time": 45086.88723540306, "train_loss_step": 4.953372955322266, "n_params": 4674760, "total_flops": 61320883814400000, "train_loss": 0.031205036640167237, "subset_score_loss": 0.031205036640167237}
+{"step": 4280000, "wall_time": 45184.16475343704, "train_loss_step": 5.189573764801025, "n_params": 4674760, "total_flops": 61464492441600000, "train_loss": 0.028222203254699707, "subset_score_loss": 0.028222203254699707}
+{"step": 4290000, "wall_time": 45282.09264206886, "train_loss_step": 5.687639236450195, "n_params": 4674760, "total_flops": 61608101068800000, "train_loss": 0.033076109886169436, "subset_score_loss": 0.033076109886169436}
+{"step": 4300000, "wall_time": 45464.50586080551, "train_loss_step": 5.325785160064697, "n_params": 4674760, "total_flops": 61751709696000000, "train_loss": 0.02868873119354248, "subset_score_loss": 0.02868873119354248, "memorization_fraction_pixel": 0.21960000693798065, "mean_nn_ratio_pixel": 0.6984268426895142, "fid": 140.31189969713375, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 45562.73958659172, "train_loss_step": 5.253017425537109, "n_params": 4674760, "total_flops": 61895318323200000, "train_loss": 0.027245049476623536, "subset_score_loss": 0.027245049476623536}
+{"step": 4320000, "wall_time": 45659.98628926277, "train_loss_step": 5.268150329589844, "n_params": 4674760, "total_flops": 62038926950400000, "train_loss": 0.02802565574645996, "subset_score_loss": 0.02802565574645996}
+{"step": 4330000, "wall_time": 45757.2555706501, "train_loss_step": 5.002501964569092, "n_params": 4674760, "total_flops": 62182535577600000, "train_loss": 0.02692833423614502, "subset_score_loss": 0.02692833423614502}
+{"step": 4340000, "wall_time": 45850.68062186241, "train_loss_step": 5.596370697021484, "n_params": 4674760, "total_flops": 62326144204800000, "train_loss": 0.028035621643066406, "subset_score_loss": 0.028035621643066406}
+{"step": 4350000, "wall_time": 45927.51356434822, "train_loss_step": 5.119664192199707, "n_params": 4674760, "total_flops": 62469752832000000, "train_loss": 0.030603153705596922, "subset_score_loss": 0.030603153705596922}
+{"step": 4360000, "wall_time": 46006.12150835991, "train_loss_step": 5.103023529052734, "n_params": 4674760, "total_flops": 62613361459200000, "train_loss": 0.029838638305664064, "subset_score_loss": 0.029838638305664064}
+{"step": 4370000, "wall_time": 46084.98047876358, "train_loss_step": 5.246922969818115, "n_params": 4674760, "total_flops": 62756970086400000, "train_loss": 0.028870434761047364, "subset_score_loss": 0.028870434761047364}
+{"step": 4380000, "wall_time": 46163.56090283394, "train_loss_step": 5.127663612365723, "n_params": 4674760, "total_flops": 62900578713600000, "train_loss": 0.02734231948852539, "subset_score_loss": 0.02734231948852539}
+{"step": 4390000, "wall_time": 46242.08937716484, "train_loss_step": 4.986830711364746, "n_params": 4674760, "total_flops": 63044187340800000, "train_loss": 0.027798862457275392, "subset_score_loss": 0.027798862457275392}
+{"step": 4400000, "wall_time": 46319.16851210594, "train_loss_step": 5.094549655914307, "n_params": 4674760, "total_flops": 63187795968000000, "train_loss": 0.02791207790374756, "subset_score_loss": 0.02791207790374756, "memorization_fraction_pixel": 0.21960000693798065, "mean_nn_ratio_pixel": 0.7027235627174377, "fid": NaN, "fid_failed": 1.0}
+{"step": 4410000, "wall_time": 46397.63481473923, "train_loss_step": 5.206137657165527, "n_params": 4674760, "total_flops": 63331404595200000, "train_loss": 0.027676851749420167, "subset_score_loss": 0.027676851749420167}
+{"step": 4420000, "wall_time": 46476.35788488388, "train_loss_step": 5.055022239685059, "n_params": 4674760, "total_flops": 63475013222400000, "train_loss": 0.027259888648986815, "subset_score_loss": 0.027259888648986815}
+{"step": 4430000, "wall_time": 46554.9953725338, "train_loss_step": 5.252389430999756, "n_params": 4674760, "total_flops": 63618621849600000, "train_loss": 0.030571930408477783, "subset_score_loss": 0.030571930408477783}
+{"step": 4440000, "wall_time": 46633.72929811478, "train_loss_step": 5.1516432762146, "n_params": 4674760, "total_flops": 63762230476800000, "train_loss": 0.03108062267303467, "subset_score_loss": 0.03108062267303467}
+{"step": 4450000, "wall_time": 46695.33571743965, "train_loss_step": 5.212108612060547, "n_params": 4674760, "total_flops": 63905839104000000, "train_loss": 0.026898291110992432, "subset_score_loss": 0.026898291110992432}
+{"step": 4460000, "wall_time": 46755.03765821457, "train_loss_step": 5.6675896644592285, "n_params": 4674760, "total_flops": 64049447731200000, "train_loss": 0.03188285350799561, "subset_score_loss": 0.03188285350799561}
+{"step": 4470000, "wall_time": 46814.74685883522, "train_loss_step": 4.942940711975098, "n_params": 4674760, "total_flops": 64193056358400000, "train_loss": 0.028645296096801758, "subset_score_loss": 0.028645296096801758}
+{"step": 4480000, "wall_time": 46874.70435714722, "train_loss_step": 5.67454719543457, "n_params": 4674760, "total_flops": 64336664985600000, "train_loss": 0.027902233600616454, "subset_score_loss": 0.027902233600616454}
+{"step": 4490000, "wall_time": 46934.347254276276, "train_loss_step": 5.437469005584717, "n_params": 4674760, "total_flops": 64480273612800000, "train_loss": 0.02723814010620117, "subset_score_loss": 0.02723814010620117}
+{"step": 4500000, "wall_time": 47040.00871992111, "train_loss_step": 5.165204048156738, "n_params": 4674760, "total_flops": 64623882240000000, "train_loss": 0.028635659217834473, "subset_score_loss": 0.028635659217834473, "memorization_fraction_pixel": 0.2282000035047531, "mean_nn_ratio_pixel": 0.6948774456977844, "fid": 137.60014227000494, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 47099.78645205498, "train_loss_step": 5.169306755065918, "n_params": 4674760, "total_flops": 64767490867200000, "train_loss": 0.026551837921142577, "subset_score_loss": 0.026551837921142577}
+{"step": 4520000, "wall_time": 47159.565261125565, "train_loss_step": 5.2786970138549805, "n_params": 4674760, "total_flops": 64911099494400000, "train_loss": 0.027507009506225585, "subset_score_loss": 0.027507009506225585}
+{"step": 4530000, "wall_time": 47219.33676934242, "train_loss_step": 5.433346748352051, "n_params": 4674760, "total_flops": 65054708121600000, "train_loss": 0.02753425359725952, "subset_score_loss": 0.02753425359725952}
+{"step": 4540000, "wall_time": 47279.01582431793, "train_loss_step": 5.203884601593018, "n_params": 4674760, "total_flops": 65198316748800000, "train_loss": 0.028232324123382568, "subset_score_loss": 0.028232324123382568}
+{"step": 4550000, "wall_time": 47338.74668216705, "train_loss_step": 5.156426429748535, "n_params": 4674760, "total_flops": 65341925376000000, "train_loss": 0.02643852949142456, "subset_score_loss": 0.02643852949142456}
+{"step": 4560000, "wall_time": 47398.64443898201, "train_loss_step": 5.121644020080566, "n_params": 4674760, "total_flops": 65485534003200000, "train_loss": 0.02925652027130127, "subset_score_loss": 0.02925652027130127}
+{"step": 4570000, "wall_time": 47458.18996143341, "train_loss_step": 4.666448593139648, "n_params": 4674760, "total_flops": 65629142630400000, "train_loss": 0.02768749475479126, "subset_score_loss": 0.02768749475479126}
+{"step": 4580000, "wall_time": 47517.722468853, "train_loss_step": 4.758062839508057, "n_params": 4674760, "total_flops": 65772751257600000, "train_loss": 0.027217414379119873, "subset_score_loss": 0.027217414379119873}
+{"step": 4590000, "wall_time": 47569.08982825279, "train_loss_step": 5.457473278045654, "n_params": 4674760, "total_flops": 65916359884800000, "train_loss": 0.02810802698135376, "subset_score_loss": 0.02810802698135376}
+{"step": 4600000, "wall_time": 47641.786997795105, "train_loss_step": 5.079010486602783, "n_params": 4674760, "total_flops": 66059968512000000, "train_loss": 0.02665783166885376, "subset_score_loss": 0.02665783166885376, "memorization_fraction_pixel": 0.2199999988079071, "mean_nn_ratio_pixel": 0.7038883566856384, "fid": 140.67081381828064, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 47682.57261633873, "train_loss_step": 5.153287887573242, "n_params": 4674760, "total_flops": 66203577139200000, "train_loss": 0.028409123420715332, "subset_score_loss": 0.028409123420715332}
+{"step": 4620000, "wall_time": 47723.592403411865, "train_loss_step": 5.100029945373535, "n_params": 4674760, "total_flops": 66347185766400000, "train_loss": 0.02562589406967163, "subset_score_loss": 0.02562589406967163}
+{"step": 4630000, "wall_time": 47764.6083586216, "train_loss_step": 4.914972305297852, "n_params": 4674760, "total_flops": 66490794393600000, "train_loss": 0.026810054779052735, "subset_score_loss": 0.026810054779052735}
+{"step": 4640000, "wall_time": 47805.29227280617, "train_loss_step": 5.398953437805176, "n_params": 4674760, "total_flops": 66634403020800000, "train_loss": 0.026436374187469483, "subset_score_loss": 0.026436374187469483}
+{"step": 4650000, "wall_time": 47845.96080517769, "train_loss_step": 4.914358139038086, "n_params": 4674760, "total_flops": 66778011648000000, "train_loss": 0.02730301856994629, "subset_score_loss": 0.02730301856994629}
+{"step": 4660000, "wall_time": 47886.62460446358, "train_loss_step": 5.207967758178711, "n_params": 4674760, "total_flops": 66921620275200000, "train_loss": 0.026877801418304443, "subset_score_loss": 0.026877801418304443}
+{"step": 4670000, "wall_time": 47927.3887090683, "train_loss_step": 5.171014308929443, "n_params": 4674760, "total_flops": 67065228902400000, "train_loss": 0.03040945053100586, "subset_score_loss": 0.03040945053100586}
+{"step": 4680000, "wall_time": 47968.07577705383, "train_loss_step": 4.926209449768066, "n_params": 4674760, "total_flops": 67208837529600000, "train_loss": 0.02742771863937378, "subset_score_loss": 0.02742771863937378}
+{"step": 4690000, "wall_time": 48008.734738111496, "train_loss_step": 5.238517761230469, "n_params": 4674760, "total_flops": 67352446156800000, "train_loss": 0.027811930179595948, "subset_score_loss": 0.027811930179595948}
+{"step": 4700000, "wall_time": 48083.940609931946, "train_loss_step": 5.5080766677856445, "n_params": 4674760, "total_flops": 67496054784000000, "train_loss": 0.027458047866821288, "subset_score_loss": 0.027458047866821288, "memorization_fraction_pixel": 0.23270000517368317, "mean_nn_ratio_pixel": NaN, "fid": 138.35863577354073, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 48124.86278772354, "train_loss_step": 5.435442924499512, "n_params": 4674760, "total_flops": 67639663411200000, "train_loss": 0.02790515422821045, "subset_score_loss": 0.02790515422821045}
+{"step": 4720000, "wall_time": 48165.723034620285, "train_loss_step": 5.005119800567627, "n_params": 4674760, "total_flops": 67783272038400000, "train_loss": 0.02750108242034912, "subset_score_loss": 0.02750108242034912}
+{"step": 4730000, "wall_time": 48206.42349052429, "train_loss_step": 5.16917610168457, "n_params": 4674760, "total_flops": 67926880665600000, "train_loss": 0.02774508237838745, "subset_score_loss": 0.02774508237838745}
+{"step": 4740000, "wall_time": 48247.29843354225, "train_loss_step": 5.031614303588867, "n_params": 4674760, "total_flops": 68070489292800000, "train_loss": 0.026658360958099366, "subset_score_loss": 0.026658360958099366}
+{"step": 4750000, "wall_time": 48288.09062862396, "train_loss_step": 4.857110023498535, "n_params": 4674760, "total_flops": 68214097920000000, "train_loss": 0.02658734083175659, "subset_score_loss": 0.02658734083175659}
+{"step": 4760000, "wall_time": 48328.7848637104, "train_loss_step": 5.44654655456543, "n_params": 4674760, "total_flops": 68357706547200000, "train_loss": 0.032765741348266604, "subset_score_loss": 0.032765741348266604}
+{"step": 4770000, "wall_time": 48369.65307712555, "train_loss_step": 5.298620223999023, "n_params": 4674760, "total_flops": 68501315174400000, "train_loss": 0.02734748601913452, "subset_score_loss": 0.02734748601913452}
+{"step": 4780000, "wall_time": 48410.50497889519, "train_loss_step": 4.60560417175293, "n_params": 4674760, "total_flops": 68644923801600000, "train_loss": 0.024646408557891845, "subset_score_loss": 0.024646408557891845}
+{"step": 4790000, "wall_time": 48451.270669698715, "train_loss_step": 4.893745422363281, "n_params": 4674760, "total_flops": 68788532428800000, "train_loss": 0.026574625968933105, "subset_score_loss": 0.026574625968933105}
+{"step": 4800000, "wall_time": 48523.90069293976, "train_loss_step": 4.758594036102295, "n_params": 4674760, "total_flops": 68932141056000000, "train_loss": 0.027256031036376954, "subset_score_loss": 0.027256031036376954, "memorization_fraction_pixel": 0.2337999939918518, "mean_nn_ratio_pixel": NaN, "fid": 140.24329035198906, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 48564.81682729721, "train_loss_step": 5.33415412902832, "n_params": 4674760, "total_flops": 69075749683200000, "train_loss": 0.029930315017700194, "subset_score_loss": 0.029930315017700194}
+{"step": 4820000, "wall_time": 48605.48263144493, "train_loss_step": 5.411381721496582, "n_params": 4674760, "total_flops": 69219358310400000, "train_loss": 0.030174922943115235, "subset_score_loss": 0.030174922943115235}
+{"step": 4830000, "wall_time": 48646.19036030769, "train_loss_step": 5.4288330078125, "n_params": 4674760, "total_flops": 69362966937600000, "train_loss": 0.028037848472595214, "subset_score_loss": 0.028037848472595214}
+{"step": 4840000, "wall_time": 48686.955033540726, "train_loss_step": 5.061861515045166, "n_params": 4674760, "total_flops": 69506575564800000, "train_loss": 0.02767889976501465, "subset_score_loss": 0.02767889976501465}
+{"step": 4850000, "wall_time": 48727.5805106163, "train_loss_step": 5.127867698669434, "n_params": 4674760, "total_flops": 69650184192000000, "train_loss": 0.025981345176696778, "subset_score_loss": 0.025981345176696778}
+{"step": 4860000, "wall_time": 48768.194279909134, "train_loss_step": 5.099822998046875, "n_params": 4674760, "total_flops": 69793792819200000, "train_loss": 0.028779122829437256, "subset_score_loss": 0.028779122829437256}
+{"step": 4870000, "wall_time": 48808.7889444828, "train_loss_step": 5.358766555786133, "n_params": 4674760, "total_flops": 69937401446400000, "train_loss": 0.027867729663848876, "subset_score_loss": 0.027867729663848876}
+{"step": 4880000, "wall_time": 48849.49538397789, "train_loss_step": 5.257826328277588, "n_params": 4674760, "total_flops": 70081010073600000, "train_loss": 0.029625523090362548, "subset_score_loss": 0.029625523090362548}
+{"step": 4890000, "wall_time": 48890.14740276337, "train_loss_step": 5.216456413269043, "n_params": 4674760, "total_flops": 70224618700800000, "train_loss": 0.028328161239624023, "subset_score_loss": 0.028328161239624023}
+{"step": 4900000, "wall_time": 48946.75021767616, "train_loss_step": 5.632050514221191, "n_params": 4674760, "total_flops": 70368227328000000, "train_loss": 0.028387675285339354, "subset_score_loss": 0.028387675285339354, "memorization_fraction_pixel": 0.2337000072002411, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4910000, "wall_time": 48982.37464904785, "train_loss_step": 4.848080158233643, "n_params": 4674760, "total_flops": 70511835955200000, "train_loss": 0.027044503688812255, "subset_score_loss": 0.027044503688812255}
+{"step": 4920000, "wall_time": 49022.99466586113, "train_loss_step": 5.00163459777832, "n_params": 4674760, "total_flops": 70655444582400000, "train_loss": 0.02652137279510498, "subset_score_loss": 0.02652137279510498}
+{"step": 4930000, "wall_time": 49063.593445301056, "train_loss_step": 5.239264488220215, "n_params": 4674760, "total_flops": 70799053209600000, "train_loss": 0.028736891746520995, "subset_score_loss": 0.028736891746520995}
+{"step": 4940000, "wall_time": 49104.20324611664, "train_loss_step": 5.072340965270996, "n_params": 4674760, "total_flops": 70942661836800000, "train_loss": 0.0313109827041626, "subset_score_loss": 0.0313109827041626}
+{"step": 4950000, "wall_time": 49144.83734250069, "train_loss_step": 4.663917064666748, "n_params": 4674760, "total_flops": 71086270464000000, "train_loss": 0.027530016899108885, "subset_score_loss": 0.027530016899108885}
+{"step": 4960000, "wall_time": 49185.91023159027, "train_loss_step": 4.914362907409668, "n_params": 4674760, "total_flops": 71229879091200000, "train_loss": 0.02728257417678833, "subset_score_loss": 0.02728257417678833}
+{"step": 4970000, "wall_time": 49226.49532365799, "train_loss_step": 5.048530578613281, "n_params": 4674760, "total_flops": 71373487718400000, "train_loss": 0.029488813877105714, "subset_score_loss": 0.029488813877105714}
+{"step": 4980000, "wall_time": 49267.073385477066, "train_loss_step": 4.613017559051514, "n_params": 4674760, "total_flops": 71517096345600000, "train_loss": 0.028927495479583742, "subset_score_loss": 0.028927495479583742}
+{"step": 4990000, "wall_time": 49307.713690280914, "train_loss_step": 5.042229652404785, "n_params": 4674760, "total_flops": 71660704972800000, "train_loss": 0.02716012716293335, "subset_score_loss": 0.02716012716293335}
+{"step": 5000000, "wall_time": 49364.5793838501, "train_loss_step": 5.2016496658325195, "n_params": 4674760, "total_flops": 71804313600000000, "train_loss": 0.02652541160583496, "subset_score_loss": 0.02652541160583496, "memorization_fraction_pixel": 0.2542000114917755, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..e07edf073dd4b2b1de705a845c8426a1e4aba20f
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d200/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     73s | train_loss=1.0029 | fid=300.6978
+  step   10000 |    170s | train_loss=0.7587
+  step   20000 |    268s | train_loss=0.6520
+  step   30000 |    365s | train_loss=0.5869
+  step   40000 |    462s | train_loss=0.5293
+  step   50000 |    560s | train_loss=0.4659
+  step   60000 |    657s | train_loss=0.4046
+  step   70000 |    754s | train_loss=0.3498
+  step   80000 |    851s | train_loss=0.3052
+  step   90000 |    948s | train_loss=0.2651
+  step  100000 |   1118s | train_loss=0.2311 | fid=179.1970
+  step  110000 |   1215s | train_loss=0.2099
+  step  120000 |   1313s | train_loss=0.1947
+  step  130000 |   1410s | train_loss=0.1800
+  step  140000 |   1507s | train_loss=0.1750
+  step  150000 |   1605s | train_loss=0.1575
+  step  160000 |   1702s | train_loss=0.1508
+  step  170000 |   1800s | train_loss=0.1370
+  step  180000 |   1897s | train_loss=0.1376
+  step  190000 |   1989s | train_loss=0.1309
+  step  200000 |   2165s | train_loss=0.1343 | fid=227.9398
+  step  210000 |   2262s | train_loss=0.1336
+  step  220000 |   2360s | train_loss=0.1220
+  step  230000 |   2457s | train_loss=0.1146
+  step  240000 |   2554s | train_loss=0.1132
+  step  250000 |   2651s | train_loss=0.1019
+  step  260000 |   2749s | train_loss=0.0983
+  step  270000 |   2847s | train_loss=0.0975
+  step  280000 |   2939s | train_loss=0.1012
+  step  290000 |   3036s | train_loss=0.0994
+  step  300000 |   3209s | train_loss=0.0937 | fid=266.8161
+  step  310000 |   3306s | train_loss=0.0918
+  step  320000 |   3403s | train_loss=0.0940
+  step  330000 |   3501s | train_loss=0.0835
+  step  340000 |   3598s | train_loss=0.0873
+  step  350000 |   3695s | train_loss=0.0866
+  step  360000 |   3792s | train_loss=0.0800
+  step  370000 |   3886s | train_loss=0.0826
+  step  380000 |   3982s | train_loss=0.0752
+  step  390000 |   4079s | train_loss=0.0775
+  step  400000 |   4251s | train_loss=0.0744 | fid=282.5858
+  step  410000 |   4348s | train_loss=0.0791
+  step  420000 |   4445s | train_loss=0.0747
+  step  430000 |   4543s | train_loss=0.0696
+  step  440000 |   4640s | train_loss=0.0688
+  step  450000 |   4736s | train_loss=0.0751
+  step  460000 |   4832s | train_loss=0.0687
+  step  470000 |   4927s | train_loss=0.0683
+  step  480000 |   5024s | train_loss=0.0640
+  step  490000 |   5121s | train_loss=0.0648
+  step  500000 |   5289s | train_loss=0.0678 | fid=277.2592
+  step  510000 |   5384s | train_loss=0.0663
+  step  520000 |   5479s | train_loss=0.0643
+  step  530000 |   5574s | train_loss=0.0603
+  step  540000 |   5669s | train_loss=0.0645
+  step  550000 |   5766s | train_loss=0.0606
+  step  560000 |   5860s | train_loss=0.0633
+  step  570000 |   5957s | train_loss=0.0617
+  step  580000 |   6054s | train_loss=0.0635
+  step  590000 |   6152s | train_loss=0.0598
+  step  600000 |   6326s | train_loss=0.0661 | fid=256.3338
+  step  610000 |   6423s | train_loss=0.0674
+  step  620000 |   6521s | train_loss=0.0602
+  step  630000 |   6617s | train_loss=0.0600
+  step  640000 |   6715s | train_loss=0.0607
+  step  650000 |   6808s | train_loss=0.0593
+  step  660000 |   6905s | train_loss=0.0568
+  step  670000 |   7003s | train_loss=0.0557
+  step  680000 |   7101s | train_loss=0.0644
+  step  690000 |   7198s | train_loss=0.0588
+  step  700000 |   7373s | train_loss=0.0546 | fid=249.6294
+  step  710000 |   7471s | train_loss=0.0561
+  step  720000 |   7566s | train_loss=0.0569
+  step  730000 |   7663s | train_loss=0.0561
+  step  740000 |   7757s | train_loss=0.0519
+  step  750000 |   7854s | train_loss=0.0543
+  step  760000 |   7952s | train_loss=0.0540
+  step  770000 |   8049s | train_loss=0.0570
+  step  780000 |   8146s | train_loss=0.0532
+  step  790000 |   8244s | train_loss=0.0556
+  step  800000 |   8418s | train_loss=0.0543 | fid=233.8753
+  step  810000 |   8513s | train_loss=0.0485
+  step  820000 |   8611s | train_loss=0.0537
+  step  830000 |   8704s | train_loss=0.0502
+  step  840000 |   8802s | train_loss=0.0552
+  step  850000 |   8899s | train_loss=0.0525
+  step  860000 |   8996s | train_loss=0.0515
+  step  870000 |   9094s | train_loss=0.0521
+  step  880000 |   9191s | train_loss=0.0504
+  step  890000 |   9289s | train_loss=0.0467
+  step  900000 |   9459s | train_loss=0.0485 | fid=245.3049
+  step  910000 |   9556s | train_loss=0.0508
+  step  920000 |   9649s | train_loss=0.0599
+  step  930000 |   9746s | train_loss=0.0496
+  step  940000 |   9844s | train_loss=0.0514
+  step  950000 |   9942s | train_loss=0.0474
+  step  960000 |  10039s | train_loss=0.0519
+  step  970000 |  10137s | train_loss=0.0478
+  step  980000 |  10235s | train_loss=0.0485
+  step  990000 |  10330s | train_loss=0.0460
+  step 1000000 |  10504s | train_loss=0.0499 | fid=234.9598
+  step 1010000 |  10597s | train_loss=0.0463
+  step 1020000 |  10695s | train_loss=0.0468
+  step 1030000 |  10793s | train_loss=0.0478
+  step 1040000 |  10890s | train_loss=0.0458
+  step 1050000 |  10987s | train_loss=0.0482
+  step 1060000 |  11085s | train_loss=0.0490
+  step 1070000 |  11182s | train_loss=0.0639
+  step 1080000 |  11277s | train_loss=0.0461
+  step 1090000 |  11375s | train_loss=0.0492
+  step 1100000 |  11545s | train_loss=0.0480 | fid=232.3849
+  step 1110000 |  11642s | train_loss=0.0480
+  step 1120000 |  11739s | train_loss=0.0471
+  step 1130000 |  11837s | train_loss=0.0463
+  step 1140000 |  11934s | train_loss=0.0487
+  step 1150000 |  12032s | train_loss=0.0465
+  step 1160000 |  12129s | train_loss=0.0462
+  step 1170000 |  12225s | train_loss=0.0487
+  step 1180000 |  12322s | train_loss=0.0472
+  step 1190000 |  12420s | train_loss=0.0498
+  step 1200000 |  12591s | train_loss=0.0436 | fid=244.6573
+  step 1210000 |  12688s | train_loss=0.0448
+  step 1220000 |  12786s | train_loss=0.0468
+  step 1230000 |  12883s | train_loss=0.0435
+  step 1240000 |  12981s | train_loss=0.0486
+  step 1250000 |  13079s | train_loss=0.0432
+  step 1260000 |  13174s | train_loss=0.0494
+  step 1270000 |  13272s | train_loss=0.0439
+  step 1280000 |  13369s | train_loss=0.0464
+  step 1290000 |  13464s | train_loss=0.0455
+  step 1300000 |  13638s | train_loss=0.0433 | fid=235.8654
+  step 1310000 |  13736s | train_loss=0.0435
+  step 1320000 |  13833s | train_loss=0.0460
+  step 1330000 |  13931s | train_loss=0.0436
+  step 1340000 |  14028s | train_loss=0.0464
+  step 1350000 |  14124s | train_loss=0.0451
+  step 1360000 |  14222s | train_loss=0.0420
+  step 1370000 |  14319s | train_loss=0.0413
+  step 1380000 |  14409s | train_loss=0.0414
+  step 1390000 |  14501s | train_loss=0.0449
+  step 1400000 |  14671s | train_loss=0.0415 | fid=232.0209
+  step 1410000 |  14769s | train_loss=0.0416
+  step 1420000 |  14867s | train_loss=0.0411
+  step 1430000 |  14962s | train_loss=0.0485
+  step 1440000 |  15059s | train_loss=0.0459
+  step 1450000 |  15157s | train_loss=0.0423
+  step 1460000 |  15254s | train_loss=0.0402
+  step 1470000 |  15350s | train_loss=0.0447
+  step 1480000 |  15445s | train_loss=0.0408
+  step 1490000 |  15542s | train_loss=0.0463
+  step 1500000 |  15717s | train_loss=0.0428 | fid=220.5730
+  step 1510000 |  15815s | train_loss=0.0402
+  step 1520000 |  15911s | train_loss=0.0425
+  step 1530000 |  16008s | train_loss=0.0424
+  step 1540000 |  16106s | train_loss=0.0388
+  step 1550000 |  16204s | train_loss=0.0444
+  step 1560000 |  16300s | train_loss=0.0422
+  step 1570000 |  16386s | train_loss=0.0407
+  step 1580000 |  16483s | train_loss=0.0425
+  step 1590000 |  16581s | train_loss=0.0377
+  step 1600000 |  16786s | train_loss=0.0418 | fid=222.4675
+  step 1610000 |  16884s | train_loss=0.0398
+  step 1620000 |  16981s | train_loss=0.0434
+  step 1630000 |  17078s | train_loss=0.0392
+  step 1640000 |  17174s | train_loss=0.0393
+  step 1650000 |  17271s | train_loss=0.0398
+  step 1660000 |  17354s | train_loss=0.0458
+  step 1670000 |  17451s | train_loss=0.0400
+  step 1680000 |  17549s | train_loss=0.0377
+  step 1690000 |  17646s | train_loss=0.0411
+  step 1700000 |  17811s | train_loss=0.0377 | fid=210.7343
+  step 1710000 |  17908s | train_loss=0.0373
+  step 1720000 |  18006s | train_loss=0.0430
+  step 1730000 |  18101s | train_loss=0.0402
+  step 1740000 |  18199s | train_loss=0.0460
+  step 1750000 |  18295s | train_loss=0.0402
+  step 1760000 |  18391s | train_loss=0.0380
+  step 1770000 |  18488s | train_loss=0.0385
+  step 1780000 |  18586s | train_loss=0.0472
+  step 1790000 |  18681s | train_loss=0.0373
+  step 1800000 |  18856s | train_loss=0.0369 | fid=202.6979
+  step 1810000 |  18953s | train_loss=0.0402
+  step 1820000 |  19049s | train_loss=0.0379
+  step 1830000 |  19147s | train_loss=0.0391
+  step 1840000 |  19244s | train_loss=0.0375
+  step 1850000 |  19339s | train_loss=0.0354
+  step 1860000 |  19437s | train_loss=0.0372
+  step 1870000 |  19534s | train_loss=0.0414
+  step 1880000 |  19630s | train_loss=0.0370
+  step 1890000 |  19728s | train_loss=0.0388
+  step 1900000 |  19940s | train_loss=0.0387 | fid=203.2209
+  step 1910000 |  20036s | train_loss=0.0396
+  step 1920000 |  20133s | train_loss=0.0412
+  step 1930000 |  20221s | train_loss=0.0385
+  step 1940000 |  20317s | train_loss=0.0352
+  step 1950000 |  20415s | train_loss=0.0430
+  step 1960000 |  20510s | train_loss=0.0367
+  step 1970000 |  20608s | train_loss=0.0381
+  step 1980000 |  20705s | train_loss=0.0360
+  step 1990000 |  20803s | train_loss=0.0375
+  step 2000000 |  20996s | train_loss=0.0427 | fid=189.0424
+  step 2010000 |  21094s | train_loss=0.0363
+  step 2020000 |  21184s | train_loss=0.0386
+  step 2030000 |  21282s | train_loss=0.0341
+  step 2040000 |  21377s | train_loss=0.0357
+  step 2050000 |  21475s | train_loss=0.0382
+  step 2060000 |  21573s | train_loss=0.0354
+  step 2070000 |  21670s | train_loss=0.0409
+  step 2080000 |  21767s | train_loss=0.0355
+  step 2090000 |  21863s | train_loss=0.0356
+  step 2100000 |  22067s | train_loss=0.0385 | fid=192.4302
+  step 2110000 |  22153s | train_loss=0.0420
+  step 2120000 |  22246s | train_loss=0.0393
+  step 2130000 |  22343s | train_loss=0.0350
+  step 2140000 |  22440s | train_loss=0.0384
+  step 2150000 |  22538s | train_loss=0.0388
+  step 2160000 |  22636s | train_loss=0.0373
+  step 2170000 |  22733s | train_loss=0.0414
+  step 2180000 |  22829s | train_loss=0.0355
+  step 2190000 |  22927s | train_loss=0.0375
+  step 2200000 |  23119s | train_loss=0.0365 | fid=192.5769
+  step 2210000 |  23206s | train_loss=0.0364
+  step 2220000 |  23304s | train_loss=0.0380
+  step 2230000 |  23402s | train_loss=0.0337
+  step 2240000 |  23500s | train_loss=0.0321
+  step 2250000 |  23598s | train_loss=0.0360
+  step 2260000 |  23694s | train_loss=0.0350
+  step 2270000 |  23791s | train_loss=0.0359
+  step 2280000 |  23889s | train_loss=0.0336
+  step 2290000 |  23987s | train_loss=0.0421
+  step 2300000 |  24180s | train_loss=0.0336 | fid=192.0933
+  step 2310000 |  24278s | train_loss=0.0357
+  step 2320000 |  24377s | train_loss=0.0362
+  step 2330000 |  24474s | train_loss=0.0352
+  step 2340000 |  24572s | train_loss=0.0349
+  step 2350000 |  24668s | train_loss=0.0342
+  step 2360000 |  24766s | train_loss=0.0397
+  step 2370000 |  24863s | train_loss=0.0348
+  step 2380000 |  24961s | train_loss=0.0375
+  step 2390000 |  25056s | train_loss=0.0332
+  step 2400000 |  25232s | train_loss=0.0337 | fid=192.8534
+  step 2410000 |  25329s | train_loss=0.0338
+  step 2420000 |  25426s | train_loss=0.0325
+  step 2430000 |  25523s | train_loss=0.0354
+  step 2440000 |  25621s | train_loss=0.0341
+  step 2450000 |  25718s | train_loss=0.0337
+  step 2460000 |  25815s | train_loss=0.0489
+  step 2470000 |  25911s | train_loss=0.0336
+  step 2480000 |  26008s | train_loss=0.0353
+  step 2490000 |  26096s | train_loss=0.0345
+  step 2500000 |  26317s | train_loss=0.0355 | fid=186.6687
+  step 2510000 |  26415s | train_loss=0.0342
+  step 2520000 |  26511s | train_loss=0.0359
+  step 2530000 |  26608s | train_loss=0.0358
+  step 2540000 |  26706s | train_loss=0.0363
+  step 2550000 |  26801s | train_loss=0.0376
+  step 2560000 |  26899s | train_loss=0.0338
+  step 2570000 |  26996s | train_loss=0.0328
+  step 2580000 |  27091s | train_loss=0.0338
+  step 2590000 |  27189s | train_loss=0.0394
+  step 2600000 |  27381s | train_loss=0.0365 | fid=181.7482
+  step 2610000 |  27479s | train_loss=0.0356
+  step 2620000 |  27577s | train_loss=0.0371
+  step 2630000 |  27674s | train_loss=0.0354
+  step 2640000 |  27769s | train_loss=0.0357
+  step 2650000 |  27867s | train_loss=0.0337
+  step 2660000 |  27964s | train_loss=0.0352
+  step 2670000 |  28050s | train_loss=0.0331
+  step 2680000 |  28148s | train_loss=0.0331
+  step 2690000 |  28246s | train_loss=0.0317
+  step 2700000 |  28460s | train_loss=0.0317 | fid=180.6100
+  step 2710000 |  28557s | train_loss=0.0375
+  step 2720000 |  28653s | train_loss=0.0322
+  step 2730000 |  28751s | train_loss=0.0354
+  step 2740000 |  28848s | train_loss=0.0325
+  step 2750000 |  28943s | train_loss=0.0315
+  step 2760000 |  29030s | train_loss=0.0349
+  step 2770000 |  29128s | train_loss=0.0317
+  step 2780000 |  29225s | train_loss=0.0323
+  step 2790000 |  29321s | train_loss=0.0359
+  step 2800000 |  29531s | train_loss=0.0319 | fid=184.6122
+  step 2810000 |  29628s | train_loss=0.0344
+  step 2820000 |  29725s | train_loss=0.0370
+  step 2830000 |  29823s | train_loss=0.0355
+  step 2840000 |  29919s | train_loss=0.0311
+  step 2850000 |  30015s | train_loss=0.0324
+  step 2860000 |  30113s | train_loss=0.0326
+  step 2870000 |  30209s | train_loss=0.0350
+  step 2880000 |  30307s | train_loss=0.0428
+  step 2890000 |  30405s | train_loss=0.0305
+  step 2900000 |  30577s | train_loss=0.0309 | fid=171.3687
+  step 2910000 |  30675s | train_loss=0.0358
+  step 2920000 |  30772s | train_loss=0.0333
+  step 2930000 |  30869s | train_loss=0.0375
+  step 2940000 |  30965s | train_loss=0.0310
+  step 2950000 |  31062s | train_loss=0.0355
+  step 2960000 |  31158s | train_loss=0.0315
+  step 2970000 |  31256s | train_loss=0.0302
+  step 2980000 |  31353s | train_loss=0.0337
+  step 2990000 |  31449s | train_loss=0.0338
+  step 3000000 |  31659s | train_loss=0.0347 | fid=179.6911
+  step 3010000 |  31757s | train_loss=0.0324
+  step 3020000 |  31845s | train_loss=0.0318
+  step 3030000 |  31942s | train_loss=0.0292
+  step 3040000 |  32039s | train_loss=0.0326
+  step 3050000 |  32136s | train_loss=0.0332
+  step 3060000 |  32234s | train_loss=0.0337
+  step 3070000 |  32329s | train_loss=0.0319
+  step 3080000 |  32427s | train_loss=0.0335
+  step 3090000 |  32525s | train_loss=0.0301
+  step 3100000 |  32721s | train_loss=0.0316 | fid=188.1300
+  step 3110000 |  32810s | train_loss=0.0327
+  step 3120000 |  32907s | train_loss=0.0362
+  step 3130000 |  33003s | train_loss=0.0325
+  step 3140000 |  33100s | train_loss=0.0332
+  step 3150000 |  33196s | train_loss=0.0309
+  step 3160000 |  33293s | train_loss=0.0374
+  step 3170000 |  33391s | train_loss=0.0308
+  step 3180000 |  33488s | train_loss=0.0331
+  step 3190000 |  33586s | train_loss=0.0324
+  step 3200000 |  33768s | train_loss=0.0332 | fid=176.0478
+  step 3210000 |  33859s | train_loss=0.0303
+  step 3220000 |  33954s | train_loss=0.0321
+  step 3230000 |  34052s | train_loss=0.0302
+  step 3240000 |  34148s | train_loss=0.0362
+  step 3250000 |  34245s | train_loss=0.0324
+  step 3260000 |  34342s | train_loss=0.0305
+  step 3270000 |  34440s | train_loss=0.0342
+  step 3280000 |  34537s | train_loss=0.0324
+  step 3290000 |  34635s | train_loss=0.0319
+  step 3300000 |  34829s | train_loss=0.0338 | fid=172.0036
+  step 3310000 |  34926s | train_loss=0.0305
+  step 3320000 |  35022s | train_loss=0.0324
+  step 3330000 |  35119s | train_loss=0.0315
+  step 3340000 |  35217s | train_loss=0.0326
+  step 3350000 |  35314s | train_loss=0.0298
+  step 3360000 |  35412s | train_loss=0.0361
+  step 3370000 |  35509s | train_loss=0.0308
+  step 3380000 |  35607s | train_loss=0.0307
+  step 3390000 |  35706s | train_loss=0.0310
+  step 3400000 |  35875s | train_loss=0.0319 | fid=163.6520
+  step 3410000 |  35972s | train_loss=0.0322
+  step 3420000 |  36070s | train_loss=0.0313
+  step 3430000 |  36167s | train_loss=0.0326
+  step 3440000 |  36264s | train_loss=0.0277
+  step 3450000 |  36362s | train_loss=0.0316
+  step 3460000 |  36459s | train_loss=0.0315
+  step 3470000 |  36557s | train_loss=0.0309
+  step 3480000 |  36654s | train_loss=0.0313
+  step 3490000 |  36737s | train_loss=0.0334
+  step 3500000 |  36944s | train_loss=0.0318 | fid=160.5418
+  step 3510000 |  37042s | train_loss=0.0304
+  step 3520000 |  37139s | train_loss=0.0328
+  step 3530000 |  37237s | train_loss=0.0299
+  step 3540000 |  37334s | train_loss=0.0313
+  step 3550000 |  37432s | train_loss=0.0319
+  step 3560000 |  37529s | train_loss=0.0312
+  step 3570000 |  37626s | train_loss=0.0316
+  step 3580000 |  37711s | train_loss=0.0302
+  step 3590000 |  37809s | train_loss=0.0321
+  step 3600000 |  38022s | train_loss=0.0296 | fid=164.0121
+  step 3610000 |  38119s | train_loss=0.0313
+  step 3620000 |  38217s | train_loss=0.0309
+  step 3630000 |  38315s | train_loss=0.0295
+  step 3640000 |  38412s | train_loss=0.0303
+  step 3650000 |  38510s | train_loss=0.0305
+  step 3660000 |  38605s | train_loss=0.0304
+  step 3670000 |  38693s | train_loss=0.0311
+  step 3680000 |  38791s | train_loss=0.0328
+  step 3690000 |  38888s | train_loss=0.0303
+  step 3700000 |  39090s | train_loss=0.0310 | fid=164.9294
+  step 3710000 |  39188s | train_loss=0.0303
+  step 3720000 |  39285s | train_loss=0.0300
+  step 3730000 |  39383s | train_loss=0.0300
+  step 3740000 |  39479s | train_loss=0.0296
+  step 3750000 |  39574s | train_loss=0.0327
+  step 3760000 |  39663s | train_loss=0.0294
+  step 3770000 |  39761s | train_loss=0.0297
+  step 3780000 |  39858s | train_loss=0.0300
+  step 3790000 |  39955s | train_loss=0.0296
+  step 3800000 |  40145s | train_loss=0.0294 | fid=154.3482
+  step 3810000 |  40243s | train_loss=0.0286
+  step 3820000 |  40340s | train_loss=0.0298
+  step 3830000 |  40434s | train_loss=0.0320
+  step 3840000 |  40532s | train_loss=0.0276
+  step 3850000 |  40618s | train_loss=0.0318
+  step 3860000 |  40716s | train_loss=0.0307
+  step 3870000 |  40813s | train_loss=0.0279
+  step 3880000 |  40911s | train_loss=0.0310
+  step 3890000 |  41009s | train_loss=0.0288
+  step 3900000 |  41218s | train_loss=0.0309 | fid=154.8958
+  step 3910000 |  41313s | train_loss=0.0289
+  step 3920000 |  41410s | train_loss=0.0296
+  step 3930000 |  41507s | train_loss=0.0326
+  step 3940000 |  41593s | train_loss=0.0278
+  step 3950000 |  41691s | train_loss=0.0304
+  step 3960000 |  41788s | train_loss=0.0283
+  step 3970000 |  41886s | train_loss=0.0283
+  step 3980000 |  41984s | train_loss=0.0336
+  step 3990000 |  42081s | train_loss=0.0285
+  step 4000000 |  42296s | train_loss=0.0291 | fid=153.7553
+  step 4010000 |  42395s | train_loss=0.0296
+  step 4020000 |  42487s | train_loss=0.0301
+  step 4030000 |  42576s | train_loss=0.0290
+  step 4040000 |  42674s | train_loss=0.0273
+  step 4050000 |  42771s | train_loss=0.0278
+  step 4060000 |  42869s | train_loss=0.0303
+  step 4070000 |  42967s | train_loss=0.0284
+  step 4080000 |  43065s | train_loss=0.0295
+  step 4090000 |  43159s | train_loss=0.0297
+  step 4100000 |  43340s | train_loss=0.0266 | fid=141.8570
+  step 4110000 |  43437s | train_loss=0.0315
+  step 4120000 |  43526s | train_loss=0.0320
+  step 4130000 |  43624s | train_loss=0.0287
+  step 4140000 |  43722s | train_loss=0.0289
+  step 4150000 |  43820s | train_loss=0.0275
+  step 4160000 |  43917s | train_loss=0.0290
+  step 4170000 |  44014s | train_loss=0.0315
+  step 4180000 |  44109s | train_loss=0.0282
+  step 4190000 |  44206s | train_loss=0.0290
+  step 4200000 |  44418s | train_loss=0.0274 | fid=153.1675
+  step 4210000 |  44505s | train_loss=0.0275
+  step 4220000 |  44603s | train_loss=0.0279
+  step 4230000 |  44700s | train_loss=0.0269
+  step 4240000 |  44798s | train_loss=0.0258
+  step 4250000 |  44895s | train_loss=0.0286
+  step 4260000 |  44991s | train_loss=0.0283
+  step 4270000 |  45087s | train_loss=0.0312
+  step 4280000 |  45184s | train_loss=0.0282
+  step 4290000 |  45282s | train_loss=0.0331
+  step 4300000 |  45465s | train_loss=0.0287 | fid=140.3119
+  step 4310000 |  45563s | train_loss=0.0272
+  step 4320000 |  45660s | train_loss=0.0280
+  step 4330000 |  45757s | train_loss=0.0269
+  step 4340000 |  45851s | train_loss=0.0280
+  step 4350000 |  45928s | train_loss=0.0306
+  step 4360000 |  46006s | train_loss=0.0298
+  step 4370000 |  46085s | train_loss=0.0289
+  step 4380000 |  46164s | train_loss=0.0273
+  step 4390000 |  46242s | train_loss=0.0278
+  step 4400000 |  46319s | train_loss=0.0279 | fid=nan
+  step 4410000 |  46398s | train_loss=0.0277
+  step 4420000 |  46476s | train_loss=0.0273
+  step 4430000 |  46555s | train_loss=0.0306
+  step 4440000 |  46634s | train_loss=0.0311
+  step 4450000 |  46695s | train_loss=0.0269
+  step 4460000 |  46755s | train_loss=0.0319
+  step 4470000 |  46815s | train_loss=0.0286
+  step 4480000 |  46875s | train_loss=0.0279
+  step 4490000 |  46934s | train_loss=0.0272
+  step 4500000 |  47040s | train_loss=0.0286 | fid=137.6001
+  step 4510000 |  47100s | train_loss=0.0266
+  step 4520000 |  47160s | train_loss=0.0275
+  step 4530000 |  47219s | train_loss=0.0275
+  step 4540000 |  47279s | train_loss=0.0282
+  step 4550000 |  47339s | train_loss=0.0264
+  step 4560000 |  47399s | train_loss=0.0293
+  step 4570000 |  47458s | train_loss=0.0277
+  step 4580000 |  47518s | train_loss=0.0272
+  step 4590000 |  47569s | train_loss=0.0281
+  step 4600000 |  47642s | train_loss=0.0267 | fid=140.6708
+  step 4610000 |  47683s | train_loss=0.0284
+  step 4620000 |  47724s | train_loss=0.0256
+  step 4630000 |  47765s | train_loss=0.0268
+  step 4640000 |  47805s | train_loss=0.0264
+  step 4650000 |  47846s | train_loss=0.0273
+  step 4660000 |  47887s | train_loss=0.0269
+  step 4670000 |  47927s | train_loss=0.0304
+  step 4680000 |  47968s | train_loss=0.0274
+  step 4690000 |  48009s | train_loss=0.0278
+  step 4700000 |  48084s | train_loss=0.0275 | fid=138.3586
+  step 4710000 |  48125s | train_loss=0.0279
+  step 4720000 |  48166s | train_loss=0.0275
+  step 4730000 |  48206s | train_loss=0.0277
+  step 4740000 |  48247s | train_loss=0.0267
+  step 4750000 |  48288s | train_loss=0.0266
+  step 4760000 |  48329s | train_loss=0.0328
+  step 4770000 |  48370s | train_loss=0.0273
+  step 4780000 |  48411s | train_loss=0.0246
+  step 4790000 |  48451s | train_loss=0.0266
+  step 4800000 |  48524s | train_loss=0.0273 | fid=140.2433
+  step 4810000 |  48565s | train_loss=0.0299
+  step 4820000 |  48605s | train_loss=0.0302
+  step 4830000 |  48646s | train_loss=0.0280
+  step 4840000 |  48687s | train_loss=0.0277
+  step 4850000 |  48728s | train_loss=0.0260
+  step 4860000 |  48768s | train_loss=0.0288
+  step 4870000 |  48809s | train_loss=0.0279
+  step 4880000 |  48849s | train_loss=0.0296
+  step 4890000 |  48890s | train_loss=0.0283
+  step 4900000 |  48947s | train_loss=0.0284 | fid=nan
+  step 4910000 |  48982s | train_loss=0.0270
+  step 4920000 |  49023s | train_loss=0.0265
+  step 4930000 |  49064s | train_loss=0.0287
+  step 4940000 |  49104s | train_loss=0.0313
+  step 4950000 |  49145s | train_loss=0.0275
+  step 4960000 |  49186s | train_loss=0.0273
+  step 4970000 |  49226s | train_loss=0.0295
+  step 4980000 |  49267s | train_loss=0.0289
+  step 4990000 |  49308s | train_loss=0.0272
+  step 5000000 |  49365s | train_loss=0.0265 | fid=nan
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d220/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d220/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..140d5473823a5537fe307c55629e6e725c6244db
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d220/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d220",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d220/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d220/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..ef64e49f4ce0a9fa9ae80f53f9a113d4b1120a39
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d220/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 220, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 41.70666790008545, "train_loss_step": 220.59878540039062, "n_params": 4715740, "total_flops": 14486753280, "train_loss": 1.0016924077814275, "subset_score_loss": 1.0016924077814275, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9809321165084839, "fid": 298.61695504803566, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 88.67334246635437, "train_loss_step": 37.10176467895508, "n_params": 4715740, "total_flops": 144867532800000, "train_loss": 0.7057863408868963, "subset_score_loss": 0.7057863408868963}
+{"step": 20000, "wall_time": 142.221289396286, "train_loss_step": 33.820499420166016, "n_params": 4715740, "total_flops": 289735065600000, "train_loss": 0.5911210493607955, "subset_score_loss": 0.5911210493607955}
+{"step": 30000, "wall_time": 195.75828504562378, "train_loss_step": 30.937467575073242, "n_params": 4715740, "total_flops": 434602598400000, "train_loss": 0.5153942454944958, "subset_score_loss": 0.5153942454944958}
+{"step": 40000, "wall_time": 249.27793073654175, "train_loss_step": 31.80372428894043, "n_params": 4715740, "total_flops": 579470131200000, "train_loss": 0.4464055148037997, "subset_score_loss": 0.4464055148037997}
+{"step": 50000, "wall_time": 302.7512876987457, "train_loss_step": 25.87581443786621, "n_params": 4715740, "total_flops": 724337664000000, "train_loss": 0.3728547876531428, "subset_score_loss": 0.3728547876531428}
+{"step": 60000, "wall_time": 356.2809269428253, "train_loss_step": 27.17082977294922, "n_params": 4715740, "total_flops": 869205196800000, "train_loss": 0.3043468128551136, "subset_score_loss": 0.3043468128551136}
+{"step": 70000, "wall_time": 409.79387736320496, "train_loss_step": 24.4200439453125, "n_params": 4715740, "total_flops": 1014072729600000, "train_loss": 0.2699252215298739, "subset_score_loss": 0.2699252215298739}
+{"step": 80000, "wall_time": 463.3175733089447, "train_loss_step": 21.80231285095215, "n_params": 4715740, "total_flops": 1158940262400000, "train_loss": 0.2288444692438299, "subset_score_loss": 0.2288444692438299}
+{"step": 90000, "wall_time": 516.826780796051, "train_loss_step": 20.515037536621094, "n_params": 4715740, "total_flops": 1303807795200000, "train_loss": 0.20311865373091265, "subset_score_loss": 0.20311865373091265}
+{"step": 100000, "wall_time": 613.5349724292755, "train_loss_step": 19.2845516204834, "n_params": 4715740, "total_flops": 1448675328000000, "train_loss": 0.1787250518798828, "subset_score_loss": 0.1787250518798828, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9669402241706848, "fid": 212.54011332699284, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 655.8156459331512, "train_loss_step": 18.682018280029297, "n_params": 4715740, "total_flops": 1593542860800000, "train_loss": 0.16402400623668323, "subset_score_loss": 0.16402400623668323}
+{"step": 120000, "wall_time": 709.2271955013275, "train_loss_step": 18.042903900146484, "n_params": 4715740, "total_flops": 1738410393600000, "train_loss": 0.15179406946355647, "subset_score_loss": 0.15179406946355647}
+{"step": 130000, "wall_time": 762.7347228527069, "train_loss_step": 17.157630920410156, "n_params": 4715740, "total_flops": 1883277926400000, "train_loss": 0.14447416825727982, "subset_score_loss": 0.14447416825727982}
+{"step": 140000, "wall_time": 816.2232785224915, "train_loss_step": 17.308956146240234, "n_params": 4715740, "total_flops": 2028145459200000, "train_loss": 0.1393712130459872, "subset_score_loss": 0.1393712130459872}
+{"step": 150000, "wall_time": 869.7235276699066, "train_loss_step": 15.630521774291992, "n_params": 4715740, "total_flops": 2173012992000000, "train_loss": 0.13022439263083718, "subset_score_loss": 0.13022439263083718}
+{"step": 160000, "wall_time": 923.2424371242523, "train_loss_step": 15.580077171325684, "n_params": 4715740, "total_flops": 2317880524800000, "train_loss": 0.12722135023637252, "subset_score_loss": 0.12722135023637252}
+{"step": 170000, "wall_time": 976.6808149814606, "train_loss_step": 15.418017387390137, "n_params": 4715740, "total_flops": 2462748057600000, "train_loss": 0.12212287729436701, "subset_score_loss": 0.12212287729436701}
+{"step": 180000, "wall_time": 1030.201012134552, "train_loss_step": 15.954185485839844, "n_params": 4715740, "total_flops": 2607615590400000, "train_loss": 0.12314408042214134, "subset_score_loss": 0.12314408042214134}
+{"step": 190000, "wall_time": 1083.6938645839691, "train_loss_step": 15.032197952270508, "n_params": 4715740, "total_flops": 2752483123200000, "train_loss": 0.11816328222101385, "subset_score_loss": 0.11816328222101385}
+{"step": 200000, "wall_time": 1180.7922821044922, "train_loss_step": 15.396883010864258, "n_params": 4715740, "total_flops": 2897350656000000, "train_loss": 0.12045773592862216, "subset_score_loss": 0.12045773592862216, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9669116139411926, "fid": 241.9130073536636, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1224.2955646514893, "train_loss_step": 14.737034797668457, "n_params": 4715740, "total_flops": 3042218188800000, "train_loss": 0.11339075782082297, "subset_score_loss": 0.11339075782082297}
+{"step": 220000, "wall_time": 1277.7324330806732, "train_loss_step": 14.199691772460938, "n_params": 4715740, "total_flops": 3187085721600000, "train_loss": 0.10692123933271928, "subset_score_loss": 0.10692123933271928}
+{"step": 230000, "wall_time": 1331.2057211399078, "train_loss_step": 14.667444229125977, "n_params": 4715740, "total_flops": 3331953254400000, "train_loss": 0.10774528330022638, "subset_score_loss": 0.10774528330022638}
+{"step": 240000, "wall_time": 1384.6072688102722, "train_loss_step": 14.254621505737305, "n_params": 4715740, "total_flops": 3476820787200000, "train_loss": 0.10556433417580345, "subset_score_loss": 0.10556433417580345}
+{"step": 250000, "wall_time": 1438.1089963912964, "train_loss_step": 13.348182678222656, "n_params": 4715740, "total_flops": 3621688320000000, "train_loss": 0.10643890554254705, "subset_score_loss": 0.10643890554254705}
+{"step": 260000, "wall_time": 1491.6008644104004, "train_loss_step": 13.402101516723633, "n_params": 4715740, "total_flops": 3766555852800000, "train_loss": 0.09915050159801136, "subset_score_loss": 0.09915050159801136}
+{"step": 270000, "wall_time": 1545.097366809845, "train_loss_step": 13.305498123168945, "n_params": 4715740, "total_flops": 3911423385600000, "train_loss": 0.1002006704157049, "subset_score_loss": 0.1002006704157049}
+{"step": 280000, "wall_time": 1598.5765798091888, "train_loss_step": 13.2348051071167, "n_params": 4715740, "total_flops": 4056290918400000, "train_loss": 0.09131389964710582, "subset_score_loss": 0.09131389964710582}
+{"step": 290000, "wall_time": 1652.095337152481, "train_loss_step": 12.933694839477539, "n_params": 4715740, "total_flops": 4201158451200000, "train_loss": 0.09462000239979138, "subset_score_loss": 0.09462000239979138}
+{"step": 300000, "wall_time": 1749.2674813270569, "train_loss_step": 12.71830940246582, "n_params": 4715740, "total_flops": 4346025984000000, "train_loss": 0.09361124038696289, "subset_score_loss": 0.09361124038696289, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9698137640953064, "fid": 250.17291861512086, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 1793.2740008831024, "train_loss_step": 12.967462539672852, "n_params": 4715740, "total_flops": 4490893516800000, "train_loss": 0.09286490353670987, "subset_score_loss": 0.09286490353670987}
+{"step": 320000, "wall_time": 1846.7503991127014, "train_loss_step": 11.802281379699707, "n_params": 4715740, "total_flops": 4635761049600000, "train_loss": 0.09057065790349787, "subset_score_loss": 0.09057065790349787}
+{"step": 330000, "wall_time": 1900.1917886734009, "train_loss_step": 12.001914978027344, "n_params": 4715740, "total_flops": 4780628582400000, "train_loss": 0.08505307110873135, "subset_score_loss": 0.08505307110873135}
+{"step": 340000, "wall_time": 1953.676157951355, "train_loss_step": 11.96999740600586, "n_params": 4715740, "total_flops": 4925496115200000, "train_loss": 0.08658696954900569, "subset_score_loss": 0.08658696954900569}
+{"step": 350000, "wall_time": 2007.1226887702942, "train_loss_step": 11.523746490478516, "n_params": 4715740, "total_flops": 5070363648000000, "train_loss": 0.07960197275335139, "subset_score_loss": 0.07960197275335139}
+{"step": 360000, "wall_time": 2060.6342647075653, "train_loss_step": 12.149625778198242, "n_params": 4715740, "total_flops": 5215231180800000, "train_loss": 0.08526737039739435, "subset_score_loss": 0.08526737039739435}
+{"step": 370000, "wall_time": 2114.1400101184845, "train_loss_step": 11.723470687866211, "n_params": 4715740, "total_flops": 5360098713600000, "train_loss": 0.08002002889459783, "subset_score_loss": 0.08002002889459783}
+{"step": 380000, "wall_time": 2167.6681299209595, "train_loss_step": 11.004861831665039, "n_params": 4715740, "total_flops": 5504966246400000, "train_loss": 0.0801258000460538, "subset_score_loss": 0.0801258000460538}
+{"step": 390000, "wall_time": 2221.1520030498505, "train_loss_step": 11.440800666809082, "n_params": 4715740, "total_flops": 5649833779200000, "train_loss": 0.07777781053022904, "subset_score_loss": 0.07777781053022904}
+{"step": 400000, "wall_time": 2318.193218946457, "train_loss_step": 11.05967903137207, "n_params": 4715740, "total_flops": 5794701312000000, "train_loss": 0.079523043199019, "subset_score_loss": 0.079523043199019, "memorization_fraction_pixel": 0.00279999990016222, "mean_nn_ratio_pixel": 0.9653110504150391, "fid": 275.5257117655481, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 2364.717791080475, "train_loss_step": 11.120065689086914, "n_params": 4715740, "total_flops": 5939568844800000, "train_loss": 0.07583029486916282, "subset_score_loss": 0.07583029486916282}
+{"step": 420000, "wall_time": 2415.670642375946, "train_loss_step": 11.282004356384277, "n_params": 4715740, "total_flops": 6084436377600000, "train_loss": 0.07287680886008523, "subset_score_loss": 0.07287680886008523}
+{"step": 430000, "wall_time": 2469.111716747284, "train_loss_step": 10.61017894744873, "n_params": 4715740, "total_flops": 6229303910400000, "train_loss": 0.07046750675548206, "subset_score_loss": 0.07046750675548206}
+{"step": 440000, "wall_time": 2522.6134128570557, "train_loss_step": 10.372901916503906, "n_params": 4715740, "total_flops": 6374171443200000, "train_loss": 0.0743542497808283, "subset_score_loss": 0.0743542497808283}
+{"step": 450000, "wall_time": 2576.1031098365784, "train_loss_step": 10.804059982299805, "n_params": 4715740, "total_flops": 6519038976000000, "train_loss": 0.07216246778314764, "subset_score_loss": 0.07216246778314764}
+{"step": 460000, "wall_time": 2629.5593407154083, "train_loss_step": 10.465505599975586, "n_params": 4715740, "total_flops": 6663906508800000, "train_loss": 0.0691729718988592, "subset_score_loss": 0.0691729718988592}
+{"step": 470000, "wall_time": 2683.044624567032, "train_loss_step": 10.574651718139648, "n_params": 4715740, "total_flops": 6808774041600000, "train_loss": 0.06792305166071111, "subset_score_loss": 0.06792305166071111}
+{"step": 480000, "wall_time": 2736.544488430023, "train_loss_step": 10.234870910644531, "n_params": 4715740, "total_flops": 6953641574400000, "train_loss": 0.06718675006519664, "subset_score_loss": 0.06718675006519664}
+{"step": 490000, "wall_time": 2790.0379848480225, "train_loss_step": 10.510101318359375, "n_params": 4715740, "total_flops": 7098509107200000, "train_loss": 0.06807755123485218, "subset_score_loss": 0.06807755123485218}
+{"step": 500000, "wall_time": 2887.24272108078, "train_loss_step": 10.477188110351562, "n_params": 4715740, "total_flops": 7243376640000000, "train_loss": 0.06649840528314764, "subset_score_loss": 0.06649840528314764, "memorization_fraction_pixel": 0.006800000090152025, "mean_nn_ratio_pixel": 0.9592304825782776, "fid": 280.9836523605449, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 2936.809800863266, "train_loss_step": 9.363415718078613, "n_params": 4715740, "total_flops": 7388244172800000, "train_loss": 0.06960471760142933, "subset_score_loss": 0.06960471760142933}
+{"step": 520000, "wall_time": 2985.531238794327, "train_loss_step": 9.796913146972656, "n_params": 4715740, "total_flops": 7533111705600000, "train_loss": 0.0669102668762207, "subset_score_loss": 0.0669102668762207}
+{"step": 530000, "wall_time": 3039.018765449524, "train_loss_step": 9.619283676147461, "n_params": 4715740, "total_flops": 7677979238400000, "train_loss": 0.061761643669822, "subset_score_loss": 0.061761643669822}
+{"step": 540000, "wall_time": 3092.470086812973, "train_loss_step": 9.354873657226562, "n_params": 4715740, "total_flops": 7822846771200000, "train_loss": 0.06079304435036399, "subset_score_loss": 0.06079304435036399}
+{"step": 550000, "wall_time": 3145.96590924263, "train_loss_step": 9.785293579101562, "n_params": 4715740, "total_flops": 7967714304000000, "train_loss": 0.06794914332303134, "subset_score_loss": 0.06794914332303134}
+{"step": 560000, "wall_time": 3199.463987350464, "train_loss_step": 9.890604019165039, "n_params": 4715740, "total_flops": 8112581836800000, "train_loss": 0.06484071558172053, "subset_score_loss": 0.06484071558172053}
+{"step": 570000, "wall_time": 3252.9263577461243, "train_loss_step": 9.22996711730957, "n_params": 4715740, "total_flops": 8257449369600000, "train_loss": 0.06236512010747736, "subset_score_loss": 0.06236512010747736}
+{"step": 580000, "wall_time": 3306.386584043503, "train_loss_step": 9.22227954864502, "n_params": 4715740, "total_flops": 8402316902400000, "train_loss": 0.06052820899269797, "subset_score_loss": 0.06052820899269797}
+{"step": 590000, "wall_time": 3359.8898050785065, "train_loss_step": 9.019468307495117, "n_params": 4715740, "total_flops": 8547184435200000, "train_loss": 0.05928905660455877, "subset_score_loss": 0.05928905660455877}
+{"step": 600000, "wall_time": 3455.8828706741333, "train_loss_step": 9.327581405639648, "n_params": 4715740, "total_flops": 8692051968000000, "train_loss": 0.06650996208190918, "subset_score_loss": 0.06650996208190918, "memorization_fraction_pixel": 0.009499999694526196, "mean_nn_ratio_pixel": 0.9547763466835022, "fid": 278.96327241357983, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 3505.354799747467, "train_loss_step": 9.264163970947266, "n_params": 4715740, "total_flops": 8836919500800000, "train_loss": 0.0625087477944114, "subset_score_loss": 0.0625087477944114}
+{"step": 620000, "wall_time": 3553.7804234027863, "train_loss_step": 9.585546493530273, "n_params": 4715740, "total_flops": 8981787033600000, "train_loss": 0.060775136947631835, "subset_score_loss": 0.060775136947631835}
+{"step": 630000, "wall_time": 3607.2546706199646, "train_loss_step": 9.182310104370117, "n_params": 4715740, "total_flops": 9126654566400000, "train_loss": 0.05558663715015758, "subset_score_loss": 0.05558663715015758}
+{"step": 640000, "wall_time": 3660.7306084632874, "train_loss_step": 8.787911415100098, "n_params": 4715740, "total_flops": 9271522099200000, "train_loss": 0.06341378905556419, "subset_score_loss": 0.06341378905556419}
+{"step": 650000, "wall_time": 3714.207278728485, "train_loss_step": 8.900720596313477, "n_params": 4715740, "total_flops": 9416389632000000, "train_loss": 0.05876268907026811, "subset_score_loss": 0.05876268907026811}
+{"step": 660000, "wall_time": 3767.715768814087, "train_loss_step": 8.037925720214844, "n_params": 4715740, "total_flops": 9561257164800000, "train_loss": 0.05961086099798029, "subset_score_loss": 0.05961086099798029}
+{"step": 670000, "wall_time": 3821.2308824062347, "train_loss_step": 8.365079879760742, "n_params": 4715740, "total_flops": 9706124697600000, "train_loss": 0.05546385158192028, "subset_score_loss": 0.05546385158192028}
+{"step": 680000, "wall_time": 3874.693517446518, "train_loss_step": 9.303886413574219, "n_params": 4715740, "total_flops": 9850992230400000, "train_loss": 0.059212537245316936, "subset_score_loss": 0.059212537245316936}
+{"step": 690000, "wall_time": 3928.1353299617767, "train_loss_step": 8.768109321594238, "n_params": 4715740, "total_flops": 9995859763200000, "train_loss": 0.05186240456321023, "subset_score_loss": 0.05186240456321023}
+{"step": 700000, "wall_time": 4025.4820535182953, "train_loss_step": 8.686958312988281, "n_params": 4715740, "total_flops": 10140727296000000, "train_loss": 0.05430886095220393, "subset_score_loss": 0.05430886095220393, "memorization_fraction_pixel": 0.014800000004470348, "mean_nn_ratio_pixel": 0.9460793733596802, "fid": 275.2740707854753, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 4075.530590772629, "train_loss_step": 8.107902526855469, "n_params": 4715740, "total_flops": 10285594828800000, "train_loss": 0.05558210719715465, "subset_score_loss": 0.05558210719715465}
+{"step": 720000, "wall_time": 4124.886829376221, "train_loss_step": 8.855270385742188, "n_params": 4715740, "total_flops": 10430462361600000, "train_loss": 0.05124400312250311, "subset_score_loss": 0.05124400312250311}
+{"step": 730000, "wall_time": 4178.392976760864, "train_loss_step": 8.585193634033203, "n_params": 4715740, "total_flops": 10575329894400000, "train_loss": 0.055562556873668324, "subset_score_loss": 0.055562556873668324}
+{"step": 740000, "wall_time": 4231.885338306427, "train_loss_step": 8.202475547790527, "n_params": 4715740, "total_flops": 10720197427200000, "train_loss": 0.053717032345858486, "subset_score_loss": 0.053717032345858486}
+{"step": 750000, "wall_time": 4285.3604617118835, "train_loss_step": 8.417383193969727, "n_params": 4715740, "total_flops": 10865064960000000, "train_loss": 0.04829837625676935, "subset_score_loss": 0.04829837625676935}
+{"step": 760000, "wall_time": 4338.882573366165, "train_loss_step": 8.347461700439453, "n_params": 4715740, "total_flops": 11009932492800000, "train_loss": 0.045030099695379085, "subset_score_loss": 0.045030099695379085}
+{"step": 770000, "wall_time": 4392.416406393051, "train_loss_step": 8.620729446411133, "n_params": 4715740, "total_flops": 11154800025600000, "train_loss": 0.0527727257121693, "subset_score_loss": 0.0527727257121693}
+{"step": 780000, "wall_time": 4445.932115793228, "train_loss_step": 8.606771469116211, "n_params": 4715740, "total_flops": 11299667558400000, "train_loss": 0.05213811614296653, "subset_score_loss": 0.05213811614296653}
+{"step": 790000, "wall_time": 4499.435742378235, "train_loss_step": 8.176132202148438, "n_params": 4715740, "total_flops": 11444535091200000, "train_loss": 0.05050304152748802, "subset_score_loss": 0.05050304152748802}
+{"step": 800000, "wall_time": 4596.718171834946, "train_loss_step": 8.354696273803711, "n_params": 4715740, "total_flops": 11589402624000000, "train_loss": 0.04587792916731401, "subset_score_loss": 0.04587792916731401, "memorization_fraction_pixel": 0.020999999716877937, "mean_nn_ratio_pixel": 0.9374167919158936, "fid": 268.9787620524649, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 4646.40528345108, "train_loss_step": 7.811142444610596, "n_params": 4715740, "total_flops": 11734270156800000, "train_loss": 0.0492769718170166, "subset_score_loss": 0.0492769718170166}
+{"step": 820000, "wall_time": 4694.454740762711, "train_loss_step": 7.952260971069336, "n_params": 4715740, "total_flops": 11879137689600000, "train_loss": 0.0482363224029541, "subset_score_loss": 0.0482363224029541}
+{"step": 830000, "wall_time": 4747.952307939529, "train_loss_step": 8.09396743774414, "n_params": 4715740, "total_flops": 12024005222400000, "train_loss": 0.0506417534568093, "subset_score_loss": 0.0506417534568093}
+{"step": 840000, "wall_time": 4801.461824417114, "train_loss_step": 8.034937858581543, "n_params": 4715740, "total_flops": 12168872755200000, "train_loss": 0.051919078826904295, "subset_score_loss": 0.051919078826904295}
+{"step": 850000, "wall_time": 4854.930274009705, "train_loss_step": 7.626107692718506, "n_params": 4715740, "total_flops": 12313740288000000, "train_loss": 0.05502274686639959, "subset_score_loss": 0.05502274686639959}
+{"step": 860000, "wall_time": 4908.372061729431, "train_loss_step": 8.181791305541992, "n_params": 4715740, "total_flops": 12458607820800000, "train_loss": 0.04658696001226252, "subset_score_loss": 0.04658696001226252}
+{"step": 870000, "wall_time": 4961.882602214813, "train_loss_step": 7.888880729675293, "n_params": 4715740, "total_flops": 12603475353600000, "train_loss": 0.0494624528017911, "subset_score_loss": 0.0494624528017911}
+{"step": 880000, "wall_time": 5015.3836715221405, "train_loss_step": 7.721019744873047, "n_params": 4715740, "total_flops": 12748342886400000, "train_loss": 0.044709847190163354, "subset_score_loss": 0.044709847190163354}
+{"step": 890000, "wall_time": 5068.880028963089, "train_loss_step": 7.7613372802734375, "n_params": 4715740, "total_flops": 12893210419200000, "train_loss": 0.04635176658630371, "subset_score_loss": 0.04635176658630371}
+{"step": 900000, "wall_time": 5165.20299077034, "train_loss_step": 7.405303001403809, "n_params": 4715740, "total_flops": 13038077952000000, "train_loss": 0.04823460578918457, "subset_score_loss": 0.04823460578918457, "memorization_fraction_pixel": 0.027400000020861626, "mean_nn_ratio_pixel": 0.9329651594161987, "fid": 271.05824551324787, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 5214.860233783722, "train_loss_step": 7.378201484680176, "n_params": 4715740, "total_flops": 13182945484800000, "train_loss": 0.0508862625468861, "subset_score_loss": 0.0508862625468861}
+{"step": 920000, "wall_time": 5265.579069375992, "train_loss_step": 8.358680725097656, "n_params": 4715740, "total_flops": 13327813017600000, "train_loss": 0.050927929444746535, "subset_score_loss": 0.050927929444746535}
+{"step": 930000, "wall_time": 5316.268389940262, "train_loss_step": 7.772008895874023, "n_params": 4715740, "total_flops": 13472680550400000, "train_loss": 0.044494455510919746, "subset_score_loss": 0.044494455510919746}
+{"step": 940000, "wall_time": 5369.75216293335, "train_loss_step": 7.562511444091797, "n_params": 4715740, "total_flops": 13617548083200000, "train_loss": 0.04565298340537331, "subset_score_loss": 0.04565298340537331}
+{"step": 950000, "wall_time": 5423.238861322403, "train_loss_step": 7.61189079284668, "n_params": 4715740, "total_flops": 13762415616000000, "train_loss": 0.04404251792214133, "subset_score_loss": 0.04404251792214133}
+{"step": 960000, "wall_time": 5476.692237138748, "train_loss_step": 7.685732841491699, "n_params": 4715740, "total_flops": 13907283148800000, "train_loss": 0.04787961786443537, "subset_score_loss": 0.04787961786443537}
+{"step": 970000, "wall_time": 5530.162620306015, "train_loss_step": 7.255890369415283, "n_params": 4715740, "total_flops": 14052150681600000, "train_loss": 0.043672310222278944, "subset_score_loss": 0.043672310222278944}
+{"step": 980000, "wall_time": 5583.648578643799, "train_loss_step": 7.92855978012085, "n_params": 4715740, "total_flops": 14197018214400000, "train_loss": 0.04645157727328214, "subset_score_loss": 0.04645157727328214}
+{"step": 990000, "wall_time": 5637.137059211731, "train_loss_step": 7.364014148712158, "n_params": 4715740, "total_flops": 14341885747200000, "train_loss": 0.04341453205455433, "subset_score_loss": 0.04341453205455433}
+{"step": 1000000, "wall_time": 5734.422641038895, "train_loss_step": 7.937753200531006, "n_params": 4715740, "total_flops": 14486753280000000, "train_loss": 0.0436534274708141, "subset_score_loss": 0.0436534274708141, "memorization_fraction_pixel": 0.031700000166893005, "mean_nn_ratio_pixel": 0.9288923740386963, "fid": 262.21340486982876, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 5784.07718873024, "train_loss_step": 7.856341361999512, "n_params": 4715740, "total_flops": 14631620812800000, "train_loss": 0.04482257149436257, "subset_score_loss": 0.04482257149436257}
+{"step": 1020000, "wall_time": 5837.187009811401, "train_loss_step": 6.900905609130859, "n_params": 4715740, "total_flops": 14776488345600000, "train_loss": 0.043584021654996, "subset_score_loss": 0.043584021654996}
+{"step": 1030000, "wall_time": 5884.909921169281, "train_loss_step": 7.5534348487854, "n_params": 4715740, "total_flops": 14921355878400000, "train_loss": 0.042806295915083455, "subset_score_loss": 0.042806295915083455}
+{"step": 1040000, "wall_time": 5938.333370923996, "train_loss_step": 7.400843143463135, "n_params": 4715740, "total_flops": 15066223411200000, "train_loss": 0.043188281492753465, "subset_score_loss": 0.043188281492753465}
+{"step": 1050000, "wall_time": 5991.810307025909, "train_loss_step": 7.594122886657715, "n_params": 4715740, "total_flops": 15211090944000000, "train_loss": 0.04592628479003906, "subset_score_loss": 0.04592628479003906}
+{"step": 1060000, "wall_time": 6045.2705681324005, "train_loss_step": 7.345951080322266, "n_params": 4715740, "total_flops": 15355958476800000, "train_loss": 0.042625995115800334, "subset_score_loss": 0.042625995115800334}
+{"step": 1070000, "wall_time": 6098.774333000183, "train_loss_step": 7.68942403793335, "n_params": 4715740, "total_flops": 15500826009600000, "train_loss": 0.04870431639931418, "subset_score_loss": 0.04870431639931418}
+{"step": 1080000, "wall_time": 6152.2334678173065, "train_loss_step": 7.0801615715026855, "n_params": 4715740, "total_flops": 15645693542400000, "train_loss": 0.04051467288624157, "subset_score_loss": 0.04051467288624157}
+{"step": 1090000, "wall_time": 6205.7459037303925, "train_loss_step": 7.580724716186523, "n_params": 4715740, "total_flops": 15790561075200000, "train_loss": 0.04536447091536088, "subset_score_loss": 0.04536447091536088}
+{"step": 1100000, "wall_time": 6276.379876613617, "train_loss_step": 7.838915824890137, "n_params": 4715740, "total_flops": 15935428608000000, "train_loss": 0.044572960246693, "subset_score_loss": 0.044572960246693, "memorization_fraction_pixel": 0.03799999877810478, "mean_nn_ratio_pixel": 0.9196287393569946, "fid": 255.05178683324868, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 6305.8242971897125, "train_loss_step": 7.626045227050781, "n_params": 4715740, "total_flops": 16080296140800000, "train_loss": 0.04249117591164329, "subset_score_loss": 0.04249117591164329}
+{"step": 1120000, "wall_time": 6341.489201784134, "train_loss_step": 7.736093997955322, "n_params": 4715740, "total_flops": 16225163673600000, "train_loss": 0.04064820029518821, "subset_score_loss": 0.04064820029518821}
+{"step": 1130000, "wall_time": 6377.167016983032, "train_loss_step": 7.281717300415039, "n_params": 4715740, "total_flops": 16370031206400000, "train_loss": 0.03929901556535201, "subset_score_loss": 0.03929901556535201}
+{"step": 1140000, "wall_time": 6412.832441806793, "train_loss_step": 7.630455017089844, "n_params": 4715740, "total_flops": 16514898739200000, "train_loss": 0.042009162902832034, "subset_score_loss": 0.042009162902832034}
+{"step": 1150000, "wall_time": 6448.516690969467, "train_loss_step": 7.396650314331055, "n_params": 4715740, "total_flops": 16659766272000000, "train_loss": 0.04532203674316406, "subset_score_loss": 0.04532203674316406}
+{"step": 1160000, "wall_time": 6484.187213420868, "train_loss_step": 7.194400787353516, "n_params": 4715740, "total_flops": 16804633804800000, "train_loss": 0.042138528823852536, "subset_score_loss": 0.042138528823852536}
+{"step": 1170000, "wall_time": 6519.84631061554, "train_loss_step": 8.053628921508789, "n_params": 4715740, "total_flops": 16949501337600000, "train_loss": 0.0457343881780451, "subset_score_loss": 0.0457343881780451}
+{"step": 1180000, "wall_time": 6555.506790876389, "train_loss_step": 7.305739402770996, "n_params": 4715740, "total_flops": 17094368870400000, "train_loss": 0.04145897518504749, "subset_score_loss": 0.04145897518504749}
+{"step": 1190000, "wall_time": 6591.186635494232, "train_loss_step": 7.390896797180176, "n_params": 4715740, "total_flops": 17239236403200000, "train_loss": 0.04165577455000444, "subset_score_loss": 0.04165577455000444}
+{"step": 1200000, "wall_time": 6658.872565031052, "train_loss_step": 7.347658634185791, "n_params": 4715740, "total_flops": 17384103936000000, "train_loss": 0.043260838768698955, "subset_score_loss": 0.043260838768698955, "memorization_fraction_pixel": 0.04129999876022339, "mean_nn_ratio_pixel": 0.9163967967033386, "fid": 260.4314744650462, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 6688.040233612061, "train_loss_step": 7.002298355102539, "n_params": 4715740, "total_flops": 17528971468800000, "train_loss": 0.03918693715875799, "subset_score_loss": 0.03918693715875799}
+{"step": 1220000, "wall_time": 6723.715370893478, "train_loss_step": 7.41496467590332, "n_params": 4715740, "total_flops": 17673839001600000, "train_loss": 0.0412154501134699, "subset_score_loss": 0.0412154501134699}
+{"step": 1230000, "wall_time": 6759.382041215897, "train_loss_step": 6.787467002868652, "n_params": 4715740, "total_flops": 17818706534400000, "train_loss": 0.04152161858298562, "subset_score_loss": 0.04152161858298562}
+{"step": 1240000, "wall_time": 6795.070288181305, "train_loss_step": 7.349271297454834, "n_params": 4715740, "total_flops": 17963574067200000, "train_loss": 0.04097170396284624, "subset_score_loss": 0.04097170396284624}
+{"step": 1250000, "wall_time": 6830.72590637207, "train_loss_step": 6.956833839416504, "n_params": 4715740, "total_flops": 18108441600000000, "train_loss": 0.03740205764770508, "subset_score_loss": 0.03740205764770508}
+{"step": 1260000, "wall_time": 6866.409615039825, "train_loss_step": 7.513615608215332, "n_params": 4715740, "total_flops": 18253309132800000, "train_loss": 0.04361620382829146, "subset_score_loss": 0.04361620382829146}
+{"step": 1270000, "wall_time": 6902.074010133743, "train_loss_step": 6.823105812072754, "n_params": 4715740, "total_flops": 18398176665600000, "train_loss": 0.038150271502408115, "subset_score_loss": 0.038150271502408115}
+{"step": 1280000, "wall_time": 6937.75252532959, "train_loss_step": 6.762857913970947, "n_params": 4715740, "total_flops": 18543044198400000, "train_loss": 0.03968364108692516, "subset_score_loss": 0.03968364108692516}
+{"step": 1290000, "wall_time": 6973.4069674015045, "train_loss_step": 6.932851791381836, "n_params": 4715740, "total_flops": 18687911731200000, "train_loss": 0.0419256557117809, "subset_score_loss": 0.0419256557117809}
+{"step": 1300000, "wall_time": 7041.039139986038, "train_loss_step": 6.425258636474609, "n_params": 4715740, "total_flops": 18832779264000000, "train_loss": 0.03788580894470215, "subset_score_loss": 0.03788580894470215, "memorization_fraction_pixel": 0.04529999941587448, "mean_nn_ratio_pixel": 0.9140158295631409, "fid": 261.3054959972502, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 7071.381694078445, "train_loss_step": 7.044562339782715, "n_params": 4715740, "total_flops": 18977646796800000, "train_loss": 0.03892857811667703, "subset_score_loss": 0.03892857811667703}
+{"step": 1320000, "wall_time": 7107.055823564529, "train_loss_step": 7.428714275360107, "n_params": 4715740, "total_flops": 19122514329600000, "train_loss": 0.04052555777809837, "subset_score_loss": 0.04052555777809837}
+{"step": 1330000, "wall_time": 7142.7419691085815, "train_loss_step": 7.198668956756592, "n_params": 4715740, "total_flops": 19267381862400000, "train_loss": 0.03734916773709384, "subset_score_loss": 0.03734916773709384}
+{"step": 1340000, "wall_time": 7178.423825740814, "train_loss_step": 6.409599781036377, "n_params": 4715740, "total_flops": 19412249395200000, "train_loss": 0.042391790043223986, "subset_score_loss": 0.042391790043223986}
+{"step": 1350000, "wall_time": 7214.109158277512, "train_loss_step": 7.044933319091797, "n_params": 4715740, "total_flops": 19557116928000000, "train_loss": 0.041307111219926314, "subset_score_loss": 0.041307111219926314}
+{"step": 1360000, "wall_time": 7249.767178535461, "train_loss_step": 6.966057777404785, "n_params": 4715740, "total_flops": 19701984460800000, "train_loss": 0.035706710815429685, "subset_score_loss": 0.035706710815429685}
+{"step": 1370000, "wall_time": 7285.425221443176, "train_loss_step": 7.033717155456543, "n_params": 4715740, "total_flops": 19846851993600000, "train_loss": 0.0355705434625799, "subset_score_loss": 0.0355705434625799}
+{"step": 1380000, "wall_time": 7321.120844602585, "train_loss_step": 6.622664451599121, "n_params": 4715740, "total_flops": 19991719526400000, "train_loss": 0.03634369806809859, "subset_score_loss": 0.03634369806809859}
+{"step": 1390000, "wall_time": 7356.785803079605, "train_loss_step": 6.310382843017578, "n_params": 4715740, "total_flops": 20136587059200000, "train_loss": 0.041834263368086384, "subset_score_loss": 0.041834263368086384}
+{"step": 1400000, "wall_time": 7423.403060674667, "train_loss_step": 6.507530212402344, "n_params": 4715740, "total_flops": 20281454592000000, "train_loss": 0.03713299144398082, "subset_score_loss": 0.03713299144398082, "memorization_fraction_pixel": 0.04830000177025795, "mean_nn_ratio_pixel": 0.9123672842979431, "fid": 252.49226369726077, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 7454.913570642471, "train_loss_step": 6.982836723327637, "n_params": 4715740, "total_flops": 20426322124800000, "train_loss": 0.03645297397266735, "subset_score_loss": 0.03645297397266735}
+{"step": 1420000, "wall_time": 7490.562297344208, "train_loss_step": 6.800551414489746, "n_params": 4715740, "total_flops": 20571189657600000, "train_loss": 0.03539073033766313, "subset_score_loss": 0.03539073033766313}
+{"step": 1430000, "wall_time": 7526.2368240356445, "train_loss_step": 7.493735313415527, "n_params": 4715740, "total_flops": 20716057190400000, "train_loss": 0.04351869062943892, "subset_score_loss": 0.04351869062943892}
+{"step": 1440000, "wall_time": 7561.914808273315, "train_loss_step": 6.803014755249023, "n_params": 4715740, "total_flops": 20860924723200000, "train_loss": 0.03895021785389293, "subset_score_loss": 0.03895021785389293}
+{"step": 1450000, "wall_time": 7597.585301876068, "train_loss_step": 6.895239353179932, "n_params": 4715740, "total_flops": 21005792256000000, "train_loss": 0.03746811693364924, "subset_score_loss": 0.03746811693364924}
+{"step": 1460000, "wall_time": 7633.255373001099, "train_loss_step": 7.051679611206055, "n_params": 4715740, "total_flops": 21150659788800000, "train_loss": 0.03546206300908869, "subset_score_loss": 0.03546206300908869}
+{"step": 1470000, "wall_time": 7668.897608995438, "train_loss_step": 7.077999114990234, "n_params": 4715740, "total_flops": 21295527321600000, "train_loss": 0.0383869084444913, "subset_score_loss": 0.0383869084444913}
+{"step": 1480000, "wall_time": 7704.5411903858185, "train_loss_step": 6.590200424194336, "n_params": 4715740, "total_flops": 21440394854400000, "train_loss": 0.035164414752613414, "subset_score_loss": 0.035164414752613414}
+{"step": 1490000, "wall_time": 7740.214685201645, "train_loss_step": 7.0724334716796875, "n_params": 4715740, "total_flops": 21585262387200000, "train_loss": 0.03909709670326927, "subset_score_loss": 0.03909709670326927}
+{"step": 1500000, "wall_time": 7807.713217973709, "train_loss_step": 6.756538391113281, "n_params": 4715740, "total_flops": 21730129920000000, "train_loss": 0.03459704572504217, "subset_score_loss": 0.03459704572504217, "memorization_fraction_pixel": 0.060499999672174454, "mean_nn_ratio_pixel": 0.9028508067131042, "fid": 246.71245132436943, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 7838.877326965332, "train_loss_step": 6.774147033691406, "n_params": 4715740, "total_flops": 21874997452800000, "train_loss": 0.03467581272125244, "subset_score_loss": 0.03467581272125244}
+{"step": 1520000, "wall_time": 7874.564903020859, "train_loss_step": 6.4826436042785645, "n_params": 4715740, "total_flops": 22019864985600000, "train_loss": 0.03581324273889715, "subset_score_loss": 0.03581324273889715}
+{"step": 1530000, "wall_time": 7910.210858106613, "train_loss_step": 7.499733924865723, "n_params": 4715740, "total_flops": 22164732518400000, "train_loss": 0.03679769689386541, "subset_score_loss": 0.03679769689386541}
+{"step": 1540000, "wall_time": 7945.860710859299, "train_loss_step": 6.803614139556885, "n_params": 4715740, "total_flops": 22309600051200000, "train_loss": 0.033672666549682616, "subset_score_loss": 0.033672666549682616}
+{"step": 1550000, "wall_time": 7981.535953044891, "train_loss_step": 6.723481178283691, "n_params": 4715740, "total_flops": 22454467584000000, "train_loss": 0.037097224322232336, "subset_score_loss": 0.037097224322232336}
+{"step": 1560000, "wall_time": 8017.2246124744415, "train_loss_step": 7.181609153747559, "n_params": 4715740, "total_flops": 22599335116800000, "train_loss": 0.04019381349736994, "subset_score_loss": 0.04019381349736994}
+{"step": 1570000, "wall_time": 8052.904669046402, "train_loss_step": 6.361859321594238, "n_params": 4715740, "total_flops": 22744202649600000, "train_loss": 0.03339107470078902, "subset_score_loss": 0.03339107470078902}
+{"step": 1580000, "wall_time": 8088.5474734306335, "train_loss_step": 6.968062400817871, "n_params": 4715740, "total_flops": 22889070182400000, "train_loss": 0.037419249794699926, "subset_score_loss": 0.037419249794699926}
+{"step": 1590000, "wall_time": 8124.20946931839, "train_loss_step": 6.485372543334961, "n_params": 4715740, "total_flops": 23033937715200000, "train_loss": 0.03288221142508767, "subset_score_loss": 0.03288221142508767}
+{"step": 1600000, "wall_time": 8190.520823955536, "train_loss_step": 7.0006208419799805, "n_params": 4715740, "total_flops": 23178805248000000, "train_loss": 0.03604692112315785, "subset_score_loss": 0.03604692112315785, "memorization_fraction_pixel": 0.0658000037074089, "mean_nn_ratio_pixel": 0.8917086124420166, "fid": 243.54971794389903, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 8221.144460439682, "train_loss_step": 6.36196756362915, "n_params": 4715740, "total_flops": 23323672780800000, "train_loss": 0.03807523467323997, "subset_score_loss": 0.03807523467323997}
+{"step": 1620000, "wall_time": 8256.824352025986, "train_loss_step": 6.579262733459473, "n_params": 4715740, "total_flops": 23468540313600000, "train_loss": 0.035624113949862396, "subset_score_loss": 0.035624113949862396}
+{"step": 1630000, "wall_time": 8292.480059146881, "train_loss_step": 6.184882164001465, "n_params": 4715740, "total_flops": 23613407846400000, "train_loss": 0.035730171203613284, "subset_score_loss": 0.035730171203613284}
+{"step": 1640000, "wall_time": 8328.139157772064, "train_loss_step": 6.507965087890625, "n_params": 4715740, "total_flops": 23758275379200000, "train_loss": 0.033795532313260164, "subset_score_loss": 0.033795532313260164}
+{"step": 1650000, "wall_time": 8363.808404922485, "train_loss_step": 6.24275016784668, "n_params": 4715740, "total_flops": 23903142912000000, "train_loss": 0.03640146255493164, "subset_score_loss": 0.03640146255493164}
+{"step": 1660000, "wall_time": 8399.470212936401, "train_loss_step": 6.237795829772949, "n_params": 4715740, "total_flops": 24048010444800000, "train_loss": 0.03859948244961825, "subset_score_loss": 0.03859948244961825}
+{"step": 1670000, "wall_time": 8435.143772125244, "train_loss_step": 6.150787353515625, "n_params": 4715740, "total_flops": 24192877977600000, "train_loss": 0.0362823486328125, "subset_score_loss": 0.0362823486328125}
+{"step": 1680000, "wall_time": 8470.827057123184, "train_loss_step": 6.393180847167969, "n_params": 4715740, "total_flops": 24337745510400000, "train_loss": 0.03512251593849876, "subset_score_loss": 0.03512251593849876}
+{"step": 1690000, "wall_time": 8506.452675104141, "train_loss_step": 6.561043739318848, "n_params": 4715740, "total_flops": 24482613043200000, "train_loss": 0.034413140470331366, "subset_score_loss": 0.034413140470331366}
+{"step": 1700000, "wall_time": 8572.28687620163, "train_loss_step": 6.333197593688965, "n_params": 4715740, "total_flops": 24627480576000000, "train_loss": 0.03482371893796054, "subset_score_loss": 0.03482371893796054, "memorization_fraction_pixel": 0.07240000367164612, "mean_nn_ratio_pixel": 0.888379693031311, "fid": 235.6095731540357, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 8601.411411762238, "train_loss_step": 6.242997169494629, "n_params": 4715740, "total_flops": 24772348108800000, "train_loss": 0.0323375636881048, "subset_score_loss": 0.0323375636881048}
+{"step": 1720000, "wall_time": 8637.083299398422, "train_loss_step": 6.770833969116211, "n_params": 4715740, "total_flops": 24917215641600000, "train_loss": 0.03387333696538752, "subset_score_loss": 0.03387333696538752}
+{"step": 1730000, "wall_time": 8672.775725603104, "train_loss_step": 6.794027328491211, "n_params": 4715740, "total_flops": 25062083174400000, "train_loss": 0.03616080934351141, "subset_score_loss": 0.03616080934351141}
+{"step": 1740000, "wall_time": 8708.430572271347, "train_loss_step": 6.945375919342041, "n_params": 4715740, "total_flops": 25206950707200000, "train_loss": 0.037633514404296874, "subset_score_loss": 0.037633514404296874}
+{"step": 1750000, "wall_time": 8744.11285352707, "train_loss_step": 6.188380718231201, "n_params": 4715740, "total_flops": 25351818240000000, "train_loss": 0.03514967831698331, "subset_score_loss": 0.03514967831698331}
+{"step": 1760000, "wall_time": 8779.771203994751, "train_loss_step": 6.478152751922607, "n_params": 4715740, "total_flops": 25496685772800000, "train_loss": 0.03288984298706055, "subset_score_loss": 0.03288984298706055}
+{"step": 1770000, "wall_time": 8815.4305934906, "train_loss_step": 6.249743461608887, "n_params": 4715740, "total_flops": 25641553305600000, "train_loss": 0.03465789014642889, "subset_score_loss": 0.03465789014642889}
+{"step": 1780000, "wall_time": 8851.116875886917, "train_loss_step": 6.58503532409668, "n_params": 4715740, "total_flops": 25786420838400000, "train_loss": 0.03934658657420765, "subset_score_loss": 0.03934658657420765}
+{"step": 1790000, "wall_time": 8886.775732755661, "train_loss_step": 6.07948112487793, "n_params": 4715740, "total_flops": 25931288371200000, "train_loss": 0.030155602368441496, "subset_score_loss": 0.030155602368441496}
+{"step": 1800000, "wall_time": 8954.401606559753, "train_loss_step": 6.778998374938965, "n_params": 4715740, "total_flops": 26076155904000000, "train_loss": 0.03345766717737371, "subset_score_loss": 0.03345766717737371, "memorization_fraction_pixel": 0.08309999853372574, "mean_nn_ratio_pixel": 0.8775703310966492, "fid": 233.58453451397583, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 8984.664881706238, "train_loss_step": 6.514655113220215, "n_params": 4715740, "total_flops": 26221023436800000, "train_loss": 0.03460443236611106, "subset_score_loss": 0.03460443236611106}
+{"step": 1820000, "wall_time": 9020.35181069374, "train_loss_step": 6.309503555297852, "n_params": 4715740, "total_flops": 26365890969600000, "train_loss": 0.03161016377535733, "subset_score_loss": 0.03161016377535733}
+{"step": 1830000, "wall_time": 9056.005181312561, "train_loss_step": 6.714817047119141, "n_params": 4715740, "total_flops": 26510758502400000, "train_loss": 0.035563295537775215, "subset_score_loss": 0.035563295537775215}
+{"step": 1840000, "wall_time": 9091.68118095398, "train_loss_step": 6.109555244445801, "n_params": 4715740, "total_flops": 26655626035200000, "train_loss": 0.0310468543659557, "subset_score_loss": 0.0310468543659557}
+{"step": 1850000, "wall_time": 9127.335392475128, "train_loss_step": 6.063302516937256, "n_params": 4715740, "total_flops": 26800493568000000, "train_loss": 0.02988467433235862, "subset_score_loss": 0.02988467433235862}
+{"step": 1860000, "wall_time": 9163.014329195023, "train_loss_step": 6.570532321929932, "n_params": 4715740, "total_flops": 26945361100800000, "train_loss": 0.03216033632105047, "subset_score_loss": 0.03216033632105047}
+{"step": 1870000, "wall_time": 9198.702013731003, "train_loss_step": 6.6983184814453125, "n_params": 4715740, "total_flops": 27090228633600000, "train_loss": 0.03297144282947887, "subset_score_loss": 0.03297144282947887}
+{"step": 1880000, "wall_time": 9234.379560470581, "train_loss_step": 6.528017997741699, "n_params": 4715740, "total_flops": 27235096166400000, "train_loss": 0.03229531374844638, "subset_score_loss": 0.03229531374844638}
+{"step": 1890000, "wall_time": 9270.058829545975, "train_loss_step": 6.672025680541992, "n_params": 4715740, "total_flops": 27379963699200000, "train_loss": 0.03556624109094793, "subset_score_loss": 0.03556624109094793}
+{"step": 1900000, "wall_time": 9336.967652797699, "train_loss_step": 6.699577331542969, "n_params": 4715740, "total_flops": 27524831232000000, "train_loss": 0.03579280159690163, "subset_score_loss": 0.03579280159690163, "memorization_fraction_pixel": 0.07930000126361847, "mean_nn_ratio_pixel": 0.8843752145767212, "fid": 228.37462060452205, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 9366.35986495018, "train_loss_step": 6.533985137939453, "n_params": 4715740, "total_flops": 27669698764800000, "train_loss": 0.03872637748718262, "subset_score_loss": 0.03872637748718262}
+{"step": 1920000, "wall_time": 9402.042403697968, "train_loss_step": 6.662112712860107, "n_params": 4715740, "total_flops": 27814566297600000, "train_loss": 0.03764947544444691, "subset_score_loss": 0.03764947544444691}
+{"step": 1930000, "wall_time": 9437.72011756897, "train_loss_step": 6.344266891479492, "n_params": 4715740, "total_flops": 27959433830400000, "train_loss": 0.03605482578277588, "subset_score_loss": 0.03605482578277588}
+{"step": 1940000, "wall_time": 9473.38616347313, "train_loss_step": 6.45330810546875, "n_params": 4715740, "total_flops": 28104301363200000, "train_loss": 0.03051403652537953, "subset_score_loss": 0.03051403652537953}
+{"step": 1950000, "wall_time": 9508.975641012192, "train_loss_step": 6.415463924407959, "n_params": 4715740, "total_flops": 28249168896000000, "train_loss": 0.037454713474620475, "subset_score_loss": 0.037454713474620475}
+{"step": 1960000, "wall_time": 9544.626322507858, "train_loss_step": 6.348055839538574, "n_params": 4715740, "total_flops": 28394036428800000, "train_loss": 0.030292792753739792, "subset_score_loss": 0.030292792753739792}
+{"step": 1970000, "wall_time": 9580.302644729614, "train_loss_step": 6.315083026885986, "n_params": 4715740, "total_flops": 28538903961600000, "train_loss": 0.03145210959694602, "subset_score_loss": 0.03145210959694602}
+{"step": 1980000, "wall_time": 9615.980250358582, "train_loss_step": 6.03524112701416, "n_params": 4715740, "total_flops": 28683771494400000, "train_loss": 0.030330478061329234, "subset_score_loss": 0.030330478061329234}
+{"step": 1990000, "wall_time": 9651.648761034012, "train_loss_step": 6.399333477020264, "n_params": 4715740, "total_flops": 28828639027200000, "train_loss": 0.033162775906649504, "subset_score_loss": 0.033162775906649504}
+{"step": 2000000, "wall_time": 9718.617351531982, "train_loss_step": 6.330731391906738, "n_params": 4715740, "total_flops": 28973506560000000, "train_loss": 0.03845704252069647, "subset_score_loss": 0.03845704252069647, "memorization_fraction_pixel": 0.08190000057220459, "mean_nn_ratio_pixel": 0.8843610286712646, "fid": 229.05677380659847, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 9748.891732215881, "train_loss_step": 6.044990062713623, "n_params": 4715740, "total_flops": 29118374092800000, "train_loss": 0.0344658613204956, "subset_score_loss": 0.0344658613204956}
+{"step": 2020000, "wall_time": 9784.552489042282, "train_loss_step": 6.041419506072998, "n_params": 4715740, "total_flops": 29263241625600000, "train_loss": 0.031375000693581324, "subset_score_loss": 0.031375000693581324}
+{"step": 2030000, "wall_time": 9820.231682062149, "train_loss_step": 6.415340423583984, "n_params": 4715740, "total_flops": 29408109158400000, "train_loss": 0.030875023928555574, "subset_score_loss": 0.030875023928555574}
+{"step": 2040000, "wall_time": 9855.887392282486, "train_loss_step": 6.291159629821777, "n_params": 4715740, "total_flops": 29552976691200000, "train_loss": 0.03204087560827082, "subset_score_loss": 0.03204087560827082}
+{"step": 2050000, "wall_time": 9891.535771369934, "train_loss_step": 6.153199195861816, "n_params": 4715740, "total_flops": 29697844224000000, "train_loss": 0.03428868597204035, "subset_score_loss": 0.03428868597204035}
+{"step": 2060000, "wall_time": 9927.197256565094, "train_loss_step": 6.245251655578613, "n_params": 4715740, "total_flops": 29842711756800000, "train_loss": 0.030467447367581453, "subset_score_loss": 0.030467447367581453}
+{"step": 2070000, "wall_time": 9962.871348381042, "train_loss_step": 6.8622727394104, "n_params": 4715740, "total_flops": 29987579289600000, "train_loss": 0.03663483532992276, "subset_score_loss": 0.03663483532992276}
+{"step": 2080000, "wall_time": 9998.553357839584, "train_loss_step": 6.718633651733398, "n_params": 4715740, "total_flops": 30132446822400000, "train_loss": 0.03258915814486417, "subset_score_loss": 0.03258915814486417}
+{"step": 2090000, "wall_time": 10034.2445333004, "train_loss_step": 6.3387956619262695, "n_params": 4715740, "total_flops": 30277314355200000, "train_loss": 0.03790729696100408, "subset_score_loss": 0.03790729696100408}
+{"step": 2100000, "wall_time": 10101.117060899734, "train_loss_step": 6.470126628875732, "n_params": 4715740, "total_flops": 30422181888000000, "train_loss": 0.033799425038424404, "subset_score_loss": 0.033799425038424404, "memorization_fraction_pixel": 0.08919999748468399, "mean_nn_ratio_pixel": 0.8752220869064331, "fid": 233.88766282005912, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 10131.812247276306, "train_loss_step": 6.107174396514893, "n_params": 4715740, "total_flops": 30567049420800000, "train_loss": 0.03643179373307662, "subset_score_loss": 0.03643179373307662}
+{"step": 2120000, "wall_time": 10167.484254360199, "train_loss_step": 6.46442174911499, "n_params": 4715740, "total_flops": 30711916953600000, "train_loss": 0.031178925254128197, "subset_score_loss": 0.031178925254128197}
+{"step": 2130000, "wall_time": 10203.152740716934, "train_loss_step": 5.857699394226074, "n_params": 4715740, "total_flops": 30856784486400000, "train_loss": 0.0321129863912409, "subset_score_loss": 0.0321129863912409}
+{"step": 2140000, "wall_time": 10238.833842754364, "train_loss_step": 6.137040138244629, "n_params": 4715740, "total_flops": 31001652019200000, "train_loss": 0.03503610004078258, "subset_score_loss": 0.03503610004078258}
+{"step": 2150000, "wall_time": 10274.513797998428, "train_loss_step": 6.356165885925293, "n_params": 4715740, "total_flops": 31146519552000000, "train_loss": 0.03535211519761519, "subset_score_loss": 0.03535211519761519}
+{"step": 2160000, "wall_time": 10310.163178920746, "train_loss_step": 6.149796009063721, "n_params": 4715740, "total_flops": 31291387084800000, "train_loss": 0.03247197107835249, "subset_score_loss": 0.03247197107835249}
+{"step": 2170000, "wall_time": 10345.853333234787, "train_loss_step": 6.192546844482422, "n_params": 4715740, "total_flops": 31436254617600000, "train_loss": 0.0371656981381503, "subset_score_loss": 0.0371656981381503}
+{"step": 2180000, "wall_time": 10381.533975362778, "train_loss_step": 6.17587947845459, "n_params": 4715740, "total_flops": 31581122150400000, "train_loss": 0.029079929265108974, "subset_score_loss": 0.029079929265108974}
+{"step": 2190000, "wall_time": 10417.208340644836, "train_loss_step": 6.451505661010742, "n_params": 4715740, "total_flops": 31725989683200000, "train_loss": 0.031918631900440565, "subset_score_loss": 0.031918631900440565}
+{"step": 2200000, "wall_time": 10484.24294924736, "train_loss_step": 6.017204284667969, "n_params": 4715740, "total_flops": 31870857216000000, "train_loss": 0.03243693221699108, "subset_score_loss": 0.03243693221699108, "memorization_fraction_pixel": 0.09950000047683716, "mean_nn_ratio_pixel": 0.8657082319259644, "fid": 225.82061578867757, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 10514.751430034637, "train_loss_step": 6.576342582702637, "n_params": 4715740, "total_flops": 32015724748800000, "train_loss": 0.031888122992082074, "subset_score_loss": 0.031888122992082074}
+{"step": 2220000, "wall_time": 10550.330586194992, "train_loss_step": 5.766963958740234, "n_params": 4715740, "total_flops": 32160592281600000, "train_loss": 0.039132118225097656, "subset_score_loss": 0.039132118225097656}
+{"step": 2230000, "wall_time": 10585.99210357666, "train_loss_step": 6.342687606811523, "n_params": 4715740, "total_flops": 32305459814400000, "train_loss": 0.02701567519794811, "subset_score_loss": 0.02701567519794811}
+{"step": 2240000, "wall_time": 10621.673446893692, "train_loss_step": 6.248190402984619, "n_params": 4715740, "total_flops": 32450327347200000, "train_loss": 0.028205275535583496, "subset_score_loss": 0.028205275535583496}
+{"step": 2250000, "wall_time": 10657.343126058578, "train_loss_step": 6.626963138580322, "n_params": 4715740, "total_flops": 32595194880000000, "train_loss": 0.03052836764942516, "subset_score_loss": 0.03052836764942516}
+{"step": 2260000, "wall_time": 10693.045728445053, "train_loss_step": 6.316762447357178, "n_params": 4715740, "total_flops": 32740062412800000, "train_loss": 0.02878197106448087, "subset_score_loss": 0.02878197106448087}
+{"step": 2270000, "wall_time": 10728.684821128845, "train_loss_step": 6.575684547424316, "n_params": 4715740, "total_flops": 32884929945600000, "train_loss": 0.03165353428233753, "subset_score_loss": 0.03165353428233753}
+{"step": 2280000, "wall_time": 10764.356984615326, "train_loss_step": 6.080194473266602, "n_params": 4715740, "total_flops": 33029797478400000, "train_loss": 0.02907836003737016, "subset_score_loss": 0.02907836003737016}
+{"step": 2290000, "wall_time": 10800.024401426315, "train_loss_step": 6.384367942810059, "n_params": 4715740, "total_flops": 33174665011200000, "train_loss": 0.0521864500912753, "subset_score_loss": 0.0521864500912753}
+{"step": 2300000, "wall_time": 10866.970441579819, "train_loss_step": 5.83339262008667, "n_params": 4715740, "total_flops": 33319532544000000, "train_loss": 0.029184649207375266, "subset_score_loss": 0.029184649207375266, "memorization_fraction_pixel": 0.10419999808073044, "mean_nn_ratio_pixel": 0.8637390732765198, "fid": 224.49377558079271, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 10897.108562231064, "train_loss_step": 6.49699592590332, "n_params": 4715740, "total_flops": 33464400076800000, "train_loss": 0.03535868037830699, "subset_score_loss": 0.03535868037830699}
+{"step": 2320000, "wall_time": 10932.764141321182, "train_loss_step": 5.975006103515625, "n_params": 4715740, "total_flops": 33609267609600000, "train_loss": 0.03151861754330722, "subset_score_loss": 0.03151861754330722}
+{"step": 2330000, "wall_time": 10968.415758371353, "train_loss_step": 5.875886917114258, "n_params": 4715740, "total_flops": 33754135142400000, "train_loss": 0.02962339141152122, "subset_score_loss": 0.02962339141152122}
+{"step": 2340000, "wall_time": 11004.111084461212, "train_loss_step": 5.844902038574219, "n_params": 4715740, "total_flops": 33899002675200000, "train_loss": 0.03198549747467041, "subset_score_loss": 0.03198549747467041}
+{"step": 2350000, "wall_time": 11039.800119876862, "train_loss_step": 6.3462066650390625, "n_params": 4715740, "total_flops": 34043870208000000, "train_loss": 0.030535593899813564, "subset_score_loss": 0.030535593899813564}
+{"step": 2360000, "wall_time": 11075.484201431274, "train_loss_step": 6.757762908935547, "n_params": 4715740, "total_flops": 34188737740800000, "train_loss": 0.03719895102761008, "subset_score_loss": 0.03719895102761008}
+{"step": 2370000, "wall_time": 11111.117410421371, "train_loss_step": 6.002890586853027, "n_params": 4715740, "total_flops": 34333605273600000, "train_loss": 0.029385001009160822, "subset_score_loss": 0.029385001009160822}
+{"step": 2380000, "wall_time": 11146.771576166153, "train_loss_step": 6.151876449584961, "n_params": 4715740, "total_flops": 34478472806400000, "train_loss": 0.03697757720947266, "subset_score_loss": 0.03697757720947266}
+{"step": 2390000, "wall_time": 11182.459221124649, "train_loss_step": 5.549585342407227, "n_params": 4715740, "total_flops": 34623340339200000, "train_loss": 0.02873813672499223, "subset_score_loss": 0.02873813672499223}
+{"step": 2400000, "wall_time": 11248.289566755295, "train_loss_step": 5.683229446411133, "n_params": 4715740, "total_flops": 34768207872000000, "train_loss": 0.03008151271126487, "subset_score_loss": 0.03008151271126487, "memorization_fraction_pixel": 0.1096000000834465, "mean_nn_ratio_pixel": 0.861891508102417, "fid": 225.34367662704923, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 11280.759891748428, "train_loss_step": 5.852929592132568, "n_params": 4715740, "total_flops": 34913075404800000, "train_loss": 0.029510851339860394, "subset_score_loss": 0.029510851339860394}
+{"step": 2420000, "wall_time": 11316.39076256752, "train_loss_step": 5.637554168701172, "n_params": 4715740, "total_flops": 35057942937600000, "train_loss": 0.02850399234078147, "subset_score_loss": 0.02850399234078147}
+{"step": 2430000, "wall_time": 11352.057032346725, "train_loss_step": 5.725747108459473, "n_params": 4715740, "total_flops": 35202810470400000, "train_loss": 0.0296103759245439, "subset_score_loss": 0.0296103759245439}
+{"step": 2440000, "wall_time": 11387.690685510635, "train_loss_step": 5.998017311096191, "n_params": 4715740, "total_flops": 35347678003200000, "train_loss": 0.028921155496077103, "subset_score_loss": 0.028921155496077103}
+{"step": 2450000, "wall_time": 11423.363260746002, "train_loss_step": 6.0724639892578125, "n_params": 4715740, "total_flops": 35492545536000000, "train_loss": 0.031451054052873094, "subset_score_loss": 0.031451054052873094}
+{"step": 2460000, "wall_time": 11459.046116113663, "train_loss_step": 6.036115646362305, "n_params": 4715740, "total_flops": 35637413068800000, "train_loss": 0.04558841965415261, "subset_score_loss": 0.04558841965415261}
+{"step": 2470000, "wall_time": 11494.714385032654, "train_loss_step": 5.746897220611572, "n_params": 4715740, "total_flops": 35782280601600000, "train_loss": 0.029890279336409135, "subset_score_loss": 0.029890279336409135}
+{"step": 2480000, "wall_time": 11530.33689713478, "train_loss_step": 6.362831115722656, "n_params": 4715740, "total_flops": 35927148134400000, "train_loss": 0.029434015534140847, "subset_score_loss": 0.029434015534140847}
+{"step": 2490000, "wall_time": 11566.000357151031, "train_loss_step": 6.377937316894531, "n_params": 4715740, "total_flops": 36072015667200000, "train_loss": 0.029938002066178755, "subset_score_loss": 0.029938002066178755}
+{"step": 2500000, "wall_time": 11633.631464481354, "train_loss_step": 6.208134651184082, "n_params": 4715740, "total_flops": 36216883200000000, "train_loss": 0.030461835861206054, "subset_score_loss": 0.030461835861206054, "memorization_fraction_pixel": 0.10740000009536743, "mean_nn_ratio_pixel": 0.8653175830841064, "fid": 222.025884858222, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 11664.912681102753, "train_loss_step": 6.152649879455566, "n_params": 4715740, "total_flops": 36361750732800000, "train_loss": 0.029428419199856844, "subset_score_loss": 0.029428419199856844}
+{"step": 2520000, "wall_time": 11700.567699432373, "train_loss_step": 6.215114593505859, "n_params": 4715740, "total_flops": 36506618265600000, "train_loss": 0.03365396369587292, "subset_score_loss": 0.03365396369587292}
+{"step": 2530000, "wall_time": 11736.241263866425, "train_loss_step": 5.6335039138793945, "n_params": 4715740, "total_flops": 36651485798400000, "train_loss": 0.030097692663019354, "subset_score_loss": 0.030097692663019354}
+{"step": 2540000, "wall_time": 11771.923574924469, "train_loss_step": 5.958972930908203, "n_params": 4715740, "total_flops": 36796353331200000, "train_loss": 0.03259268457239324, "subset_score_loss": 0.03259268457239324}
+{"step": 2550000, "wall_time": 11807.586988210678, "train_loss_step": 6.205935478210449, "n_params": 4715740, "total_flops": 36941220864000000, "train_loss": 0.035756616158918904, "subset_score_loss": 0.035756616158918904}
+{"step": 2560000, "wall_time": 11843.254605770111, "train_loss_step": 6.273435115814209, "n_params": 4715740, "total_flops": 37086088396800000, "train_loss": 0.03278329805894332, "subset_score_loss": 0.03278329805894332}
+{"step": 2570000, "wall_time": 11878.948375225067, "train_loss_step": 6.27711296081543, "n_params": 4715740, "total_flops": 37230955929600000, "train_loss": 0.02814455032348633, "subset_score_loss": 0.02814455032348633}
+{"step": 2580000, "wall_time": 11914.57260131836, "train_loss_step": 5.865972518920898, "n_params": 4715740, "total_flops": 37375823462400000, "train_loss": 0.03009876554662531, "subset_score_loss": 0.03009876554662531}
+{"step": 2590000, "wall_time": 11950.242776632309, "train_loss_step": 5.9936323165893555, "n_params": 4715740, "total_flops": 37520690995200000, "train_loss": 0.032266094467856665, "subset_score_loss": 0.032266094467856665}
+{"step": 2600000, "wall_time": 12015.974949121475, "train_loss_step": 6.13457727432251, "n_params": 4715740, "total_flops": 37665558528000000, "train_loss": 0.03149977597323331, "subset_score_loss": 0.03149977597323331, "memorization_fraction_pixel": 0.1185000017285347, "mean_nn_ratio_pixel": 0.8437179923057556, "fid": 216.84720402362834, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 12046.131255865097, "train_loss_step": 5.720454216003418, "n_params": 4715740, "total_flops": 37810426060800000, "train_loss": 0.029428969730030407, "subset_score_loss": 0.029428969730030407}
+{"step": 2620000, "wall_time": 12081.826226472855, "train_loss_step": 6.3502373695373535, "n_params": 4715740, "total_flops": 37955293593600000, "train_loss": 0.03186369159004905, "subset_score_loss": 0.03186369159004905}
+{"step": 2630000, "wall_time": 12117.46796965599, "train_loss_step": 5.785888671875, "n_params": 4715740, "total_flops": 38100161126400000, "train_loss": 0.02797364755110307, "subset_score_loss": 0.02797364755110307}
+{"step": 2640000, "wall_time": 12153.135872125626, "train_loss_step": 5.620007038116455, "n_params": 4715740, "total_flops": 38245028659200000, "train_loss": 0.032588837363503195, "subset_score_loss": 0.032588837363503195}
+{"step": 2650000, "wall_time": 12188.802169799805, "train_loss_step": 6.516562461853027, "n_params": 4715740, "total_flops": 38389896192000000, "train_loss": 0.030174753882668236, "subset_score_loss": 0.030174753882668236}
+{"step": 2660000, "wall_time": 12224.475527048111, "train_loss_step": 6.0945940017700195, "n_params": 4715740, "total_flops": 38534763724800000, "train_loss": 0.0299597826871005, "subset_score_loss": 0.0299597826871005}
+{"step": 2670000, "wall_time": 12260.15272641182, "train_loss_step": 5.902446746826172, "n_params": 4715740, "total_flops": 38679631257600000, "train_loss": 0.027181079170920632, "subset_score_loss": 0.027181079170920632}
+{"step": 2680000, "wall_time": 12295.831725597382, "train_loss_step": 6.041788101196289, "n_params": 4715740, "total_flops": 38824498790400000, "train_loss": 0.02914160815152255, "subset_score_loss": 0.02914160815152255}
+{"step": 2690000, "wall_time": 12331.47254061699, "train_loss_step": 5.518932342529297, "n_params": 4715740, "total_flops": 38969366323200000, "train_loss": 0.028208470344543456, "subset_score_loss": 0.028208470344543456}
+{"step": 2700000, "wall_time": 12398.415579557419, "train_loss_step": 5.577898025512695, "n_params": 4715740, "total_flops": 39114233856000000, "train_loss": 0.02877635522322221, "subset_score_loss": 0.02877635522322221, "memorization_fraction_pixel": 0.13300000131130219, "mean_nn_ratio_pixel": 0.8343103528022766, "fid": 211.60657834744532, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 12429.773623943329, "train_loss_step": 6.238763332366943, "n_params": 4715740, "total_flops": 39259101388800000, "train_loss": 0.03240487575531006, "subset_score_loss": 0.03240487575531006}
+{"step": 2720000, "wall_time": 12465.456954240799, "train_loss_step": 5.717782974243164, "n_params": 4715740, "total_flops": 39403968921600000, "train_loss": 0.027387944134798916, "subset_score_loss": 0.027387944134798916}
+{"step": 2730000, "wall_time": 12501.129950761795, "train_loss_step": 5.720705032348633, "n_params": 4715740, "total_flops": 39548836454400000, "train_loss": 0.035204594785516914, "subset_score_loss": 0.035204594785516914}
+{"step": 2740000, "wall_time": 12536.807008266449, "train_loss_step": 6.30809211730957, "n_params": 4715740, "total_flops": 39693703987200000, "train_loss": 0.027350378036499024, "subset_score_loss": 0.027350378036499024}
+{"step": 2750000, "wall_time": 12572.469432115555, "train_loss_step": 5.93186092376709, "n_params": 4715740, "total_flops": 39838571520000000, "train_loss": 0.02624152573672208, "subset_score_loss": 0.02624152573672208}
+{"step": 2760000, "wall_time": 12608.15311384201, "train_loss_step": 5.909992218017578, "n_params": 4715740, "total_flops": 39983439052800000, "train_loss": 0.03330472165888006, "subset_score_loss": 0.03330472165888006}
+{"step": 2770000, "wall_time": 12643.804900407791, "train_loss_step": 6.033914566040039, "n_params": 4715740, "total_flops": 40128306585600000, "train_loss": 0.027338288047096947, "subset_score_loss": 0.027338288047096947}
+{"step": 2780000, "wall_time": 12679.443276405334, "train_loss_step": 5.4732279777526855, "n_params": 4715740, "total_flops": 40273174118400000, "train_loss": 0.028222998705777255, "subset_score_loss": 0.028222998705777255}
+{"step": 2790000, "wall_time": 12715.124943256378, "train_loss_step": 5.951661586761475, "n_params": 4715740, "total_flops": 40418041651200000, "train_loss": 0.035430494221774016, "subset_score_loss": 0.035430494221774016}
+{"step": 2800000, "wall_time": 12781.994427204132, "train_loss_step": 6.150608062744141, "n_params": 4715740, "total_flops": 40562909184000000, "train_loss": 0.027418836680325596, "subset_score_loss": 0.027418836680325596, "memorization_fraction_pixel": 0.12970000505447388, "mean_nn_ratio_pixel": 0.8370319604873657, "fid": 214.89662628988853, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 12814.43555355072, "train_loss_step": 6.094840049743652, "n_params": 4715740, "total_flops": 40707776716800000, "train_loss": 0.030621177499944512, "subset_score_loss": 0.030621177499944512}
+{"step": 2820000, "wall_time": 12850.089527368546, "train_loss_step": 5.7779364585876465, "n_params": 4715740, "total_flops": 40852644249600000, "train_loss": 0.03369645855643533, "subset_score_loss": 0.03369645855643533}
+{"step": 2830000, "wall_time": 12885.746127128601, "train_loss_step": 5.985239028930664, "n_params": 4715740, "total_flops": 40997511782400000, "train_loss": 0.031430873003872956, "subset_score_loss": 0.031430873003872956}
+{"step": 2840000, "wall_time": 12921.379247665405, "train_loss_step": 5.603193283081055, "n_params": 4715740, "total_flops": 41142379315200000, "train_loss": 0.026114351099187676, "subset_score_loss": 0.026114351099187676}
+{"step": 2850000, "wall_time": 12957.04420542717, "train_loss_step": 5.775933265686035, "n_params": 4715740, "total_flops": 41287246848000000, "train_loss": 0.027649567343971945, "subset_score_loss": 0.027649567343971945}
+{"step": 2860000, "wall_time": 12992.707790851593, "train_loss_step": 5.838552474975586, "n_params": 4715740, "total_flops": 41432114380800000, "train_loss": 0.029986914721402254, "subset_score_loss": 0.029986914721402254}
+{"step": 2870000, "wall_time": 13028.385358333588, "train_loss_step": 6.081324577331543, "n_params": 4715740, "total_flops": 41576981913600000, "train_loss": 0.029550467837940565, "subset_score_loss": 0.029550467837940565}
+{"step": 2880000, "wall_time": 13064.053646802902, "train_loss_step": 6.243978500366211, "n_params": 4715740, "total_flops": 41721849446400000, "train_loss": 0.03272916186939586, "subset_score_loss": 0.03272916186939586}
+{"step": 2890000, "wall_time": 13099.701521873474, "train_loss_step": 5.640964031219482, "n_params": 4715740, "total_flops": 41866716979200000, "train_loss": 0.02533566735007546, "subset_score_loss": 0.02533566735007546}
+{"step": 2900000, "wall_time": 13166.498589038849, "train_loss_step": 6.162117004394531, "n_params": 4715740, "total_flops": 42011584512000000, "train_loss": 0.025751376152038576, "subset_score_loss": 0.025751376152038576, "memorization_fraction_pixel": 0.13259999454021454, "mean_nn_ratio_pixel": 0.8333336710929871, "fid": 213.51436293788052, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 13199.49846959114, "train_loss_step": 6.316546440124512, "n_params": 4715740, "total_flops": 42156452044800000, "train_loss": 0.031934571266174314, "subset_score_loss": 0.031934571266174314}
+{"step": 2920000, "wall_time": 13235.14757013321, "train_loss_step": 5.524394989013672, "n_params": 4715740, "total_flops": 42301319577600000, "train_loss": 0.026971298998052423, "subset_score_loss": 0.026971298998052423}
+{"step": 2930000, "wall_time": 13270.81688284874, "train_loss_step": 5.888383865356445, "n_params": 4715740, "total_flops": 42446187110400000, "train_loss": 0.031876178221269084, "subset_score_loss": 0.031876178221269084}
+{"step": 2940000, "wall_time": 13306.473566770554, "train_loss_step": 5.9112229347229, "n_params": 4715740, "total_flops": 42591054643200000, "train_loss": 0.027195503494956277, "subset_score_loss": 0.027195503494956277}
+{"step": 2950000, "wall_time": 13342.145164012909, "train_loss_step": 5.680047035217285, "n_params": 4715740, "total_flops": 42735922176000000, "train_loss": 0.028860356590964576, "subset_score_loss": 0.028860356590964576}
+{"step": 2960000, "wall_time": 13377.823002576828, "train_loss_step": 5.90078592300415, "n_params": 4715740, "total_flops": 42880789708800000, "train_loss": 0.028047305887395686, "subset_score_loss": 0.028047305887395686}
+{"step": 2970000, "wall_time": 13413.50926566124, "train_loss_step": 5.620187759399414, "n_params": 4715740, "total_flops": 43025657241600000, "train_loss": 0.028659527952020817, "subset_score_loss": 0.028659527952020817}
+{"step": 2980000, "wall_time": 13449.183596611023, "train_loss_step": 5.901707649230957, "n_params": 4715740, "total_flops": 43170524774400000, "train_loss": 0.02799056660045277, "subset_score_loss": 0.02799056660045277}
+{"step": 2990000, "wall_time": 13484.863639593124, "train_loss_step": 5.680875301361084, "n_params": 4715740, "total_flops": 43315392307200000, "train_loss": 0.02939072305505926, "subset_score_loss": 0.02939072305505926}
+{"step": 3000000, "wall_time": 13551.798773527145, "train_loss_step": 5.589085578918457, "n_params": 4715740, "total_flops": 43460259840000000, "train_loss": 0.030371926047585228, "subset_score_loss": 0.030371926047585228, "memorization_fraction_pixel": 0.1264999955892563, "mean_nn_ratio_pixel": 0.8459447026252747, "fid": 219.97335557337186, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 13583.982202291489, "train_loss_step": 5.861559867858887, "n_params": 4715740, "total_flops": 43605127372800000, "train_loss": 0.029783387617631392, "subset_score_loss": 0.029783387617631392}
+{"step": 3020000, "wall_time": 13619.647053480148, "train_loss_step": 5.508412837982178, "n_params": 4715740, "total_flops": 43749994905600000, "train_loss": 0.02776490558277477, "subset_score_loss": 0.02776490558277477}
+{"step": 3030000, "wall_time": 13655.31954240799, "train_loss_step": 5.68441104888916, "n_params": 4715740, "total_flops": 43894862438400000, "train_loss": 0.027128796143965288, "subset_score_loss": 0.027128796143965288}
+{"step": 3040000, "wall_time": 13690.99900317192, "train_loss_step": 5.397030830383301, "n_params": 4715740, "total_flops": 44039729971200000, "train_loss": 0.028085960041392934, "subset_score_loss": 0.028085960041392934}
+{"step": 3050000, "wall_time": 13726.654908895493, "train_loss_step": 5.900455474853516, "n_params": 4715740, "total_flops": 44184597504000000, "train_loss": 0.02909542213786732, "subset_score_loss": 0.02909542213786732}
+{"step": 3060000, "wall_time": 13762.346768140793, "train_loss_step": 5.60262393951416, "n_params": 4715740, "total_flops": 44329465036800000, "train_loss": 0.03042171218178489, "subset_score_loss": 0.03042171218178489}
+{"step": 3070000, "wall_time": 13797.992216825485, "train_loss_step": 5.582332611083984, "n_params": 4715740, "total_flops": 44474332569600000, "train_loss": 0.026340666684237395, "subset_score_loss": 0.026340666684237395}
+{"step": 3080000, "wall_time": 13833.660016775131, "train_loss_step": 5.5727996826171875, "n_params": 4715740, "total_flops": 44619200102400000, "train_loss": 0.027940364317460494, "subset_score_loss": 0.027940364317460494}
+{"step": 3090000, "wall_time": 13869.351990699768, "train_loss_step": 5.716654300689697, "n_params": 4715740, "total_flops": 44764067635200000, "train_loss": 0.02638312036340887, "subset_score_loss": 0.02638312036340887}
+{"step": 3100000, "wall_time": 13936.107362270355, "train_loss_step": 5.695978164672852, "n_params": 4715740, "total_flops": 44908935168000000, "train_loss": 0.027435211701826615, "subset_score_loss": 0.027435211701826615, "memorization_fraction_pixel": 0.13910000026226044, "mean_nn_ratio_pixel": 0.8381519317626953, "fid": 212.20866421544514, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 13969.355775356293, "train_loss_step": 5.211670875549316, "n_params": 4715740, "total_flops": 45053802700800000, "train_loss": 0.027849377285350453, "subset_score_loss": 0.027849377285350453}
+{"step": 3120000, "wall_time": 14005.049541711807, "train_loss_step": 5.748363018035889, "n_params": 4715740, "total_flops": 45198670233600000, "train_loss": 0.03194819363680753, "subset_score_loss": 0.03194819363680753}
+{"step": 3130000, "wall_time": 14040.716441869736, "train_loss_step": 5.968993186950684, "n_params": 4715740, "total_flops": 45343537766400000, "train_loss": 0.027969364686445758, "subset_score_loss": 0.027969364686445758}
+{"step": 3140000, "wall_time": 14076.406521558762, "train_loss_step": 5.960831642150879, "n_params": 4715740, "total_flops": 45488405299200000, "train_loss": 0.027896809577941894, "subset_score_loss": 0.027896809577941894}
+{"step": 3150000, "wall_time": 14112.066426038742, "train_loss_step": 5.425205230712891, "n_params": 4715740, "total_flops": 45633272832000000, "train_loss": 0.026828666166825728, "subset_score_loss": 0.026828666166825728}
+{"step": 3160000, "wall_time": 14147.722729444504, "train_loss_step": 5.894548416137695, "n_params": 4715740, "total_flops": 45778140364800000, "train_loss": 0.028742779384959827, "subset_score_loss": 0.028742779384959827}
+{"step": 3170000, "wall_time": 14183.388590335846, "train_loss_step": 5.474973678588867, "n_params": 4715740, "total_flops": 45923007897600000, "train_loss": 0.026295716112310238, "subset_score_loss": 0.026295716112310238}
+{"step": 3180000, "wall_time": 14219.057179450989, "train_loss_step": 6.178995609283447, "n_params": 4715740, "total_flops": 46067875430400000, "train_loss": 0.02708199674432928, "subset_score_loss": 0.02708199674432928}
+{"step": 3190000, "wall_time": 14254.749789714813, "train_loss_step": 5.847355365753174, "n_params": 4715740, "total_flops": 46212742963200000, "train_loss": 0.0299582763151689, "subset_score_loss": 0.0299582763151689}
+{"step": 3200000, "wall_time": 14321.35544538498, "train_loss_step": 6.088531494140625, "n_params": 4715740, "total_flops": 46357610496000000, "train_loss": 0.0277376651763916, "subset_score_loss": 0.0277376651763916, "memorization_fraction_pixel": 0.14169999957084656, "mean_nn_ratio_pixel": 0.8361948132514954, "fid": 207.15655450902528, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 14354.321161270142, "train_loss_step": 5.533083438873291, "n_params": 4715740, "total_flops": 46502478028800000, "train_loss": 0.025607150251215155, "subset_score_loss": 0.025607150251215155}
+{"step": 3220000, "wall_time": 14389.984144210815, "train_loss_step": 6.040186405181885, "n_params": 4715740, "total_flops": 46647345561600000, "train_loss": 0.027415826103904032, "subset_score_loss": 0.027415826103904032}
+{"step": 3230000, "wall_time": 14425.64787530899, "train_loss_step": 5.669826507568359, "n_params": 4715740, "total_flops": 46792213094400000, "train_loss": 0.02743282534859397, "subset_score_loss": 0.02743282534859397}
+{"step": 3240000, "wall_time": 14461.305495500565, "train_loss_step": 6.137895107269287, "n_params": 4715740, "total_flops": 46937080627200000, "train_loss": 0.028037444027987392, "subset_score_loss": 0.028037444027987392}
+{"step": 3250000, "wall_time": 14496.94976568222, "train_loss_step": 6.157554626464844, "n_params": 4715740, "total_flops": 47081948160000000, "train_loss": 0.027379400079900567, "subset_score_loss": 0.027379400079900567}
+{"step": 3260000, "wall_time": 14532.598857879639, "train_loss_step": 5.433241844177246, "n_params": 4715740, "total_flops": 47226815692800000, "train_loss": 0.02572254701094194, "subset_score_loss": 0.02572254701094194}
+{"step": 3270000, "wall_time": 14568.261399507523, "train_loss_step": 5.617565155029297, "n_params": 4715740, "total_flops": 47371683225600000, "train_loss": 0.029825483668934217, "subset_score_loss": 0.029825483668934217}
+{"step": 3280000, "wall_time": 14603.944947719574, "train_loss_step": 5.574777603149414, "n_params": 4715740, "total_flops": 47516550758400000, "train_loss": 0.027098718556490813, "subset_score_loss": 0.027098718556490813}
+{"step": 3290000, "wall_time": 14639.632232666016, "train_loss_step": 5.532440662384033, "n_params": 4715740, "total_flops": 47661418291200000, "train_loss": 0.028369270671497693, "subset_score_loss": 0.028369270671497693}
+{"step": 3300000, "wall_time": 14706.428260326385, "train_loss_step": 6.112452030181885, "n_params": 4715740, "total_flops": 47806285824000000, "train_loss": 0.027876205877824262, "subset_score_loss": 0.027876205877824262, "memorization_fraction_pixel": 0.15129999816417694, "mean_nn_ratio_pixel": 0.8239496946334839, "fid": 205.5972781644334, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 14739.876696109772, "train_loss_step": 5.725105285644531, "n_params": 4715740, "total_flops": 47951153356800000, "train_loss": 0.027799253030256793, "subset_score_loss": 0.027799253030256793}
+{"step": 3320000, "wall_time": 14775.534229040146, "train_loss_step": 5.543464660644531, "n_params": 4715740, "total_flops": 48096020889600000, "train_loss": 0.031242877786809748, "subset_score_loss": 0.031242877786809748}
+{"step": 3330000, "wall_time": 14811.256346702576, "train_loss_step": 5.305248260498047, "n_params": 4715740, "total_flops": 48240888422400000, "train_loss": 0.02688259428197687, "subset_score_loss": 0.02688259428197687}
+{"step": 3340000, "wall_time": 14846.94647359848, "train_loss_step": 5.609611988067627, "n_params": 4715740, "total_flops": 48385755955200000, "train_loss": 0.028587852824818006, "subset_score_loss": 0.028587852824818006}
+{"step": 3350000, "wall_time": 14882.61097574234, "train_loss_step": 5.458474159240723, "n_params": 4715740, "total_flops": 48530623488000000, "train_loss": 0.02503221251747825, "subset_score_loss": 0.02503221251747825}
+{"step": 3360000, "wall_time": 14918.258734703064, "train_loss_step": 5.496885299682617, "n_params": 4715740, "total_flops": 48675491020800000, "train_loss": 0.030256882580843837, "subset_score_loss": 0.030256882580843837}
+{"step": 3370000, "wall_time": 14953.936903238297, "train_loss_step": 5.72628927230835, "n_params": 4715740, "total_flops": 48820358553600000, "train_loss": 0.028243641419844194, "subset_score_loss": 0.028243641419844194}
+{"step": 3380000, "wall_time": 14989.601042509079, "train_loss_step": 5.488811492919922, "n_params": 4715740, "total_flops": 48965226086400000, "train_loss": 0.026639374819668857, "subset_score_loss": 0.026639374819668857}
+{"step": 3390000, "wall_time": 15025.256363630295, "train_loss_step": 5.347085952758789, "n_params": 4715740, "total_flops": 49110093619200000, "train_loss": 0.026415853066877885, "subset_score_loss": 0.026415853066877885}
+{"step": 3400000, "wall_time": 15090.923676729202, "train_loss_step": 5.0274457931518555, "n_params": 4715740, "total_flops": 49254961152000000, "train_loss": 0.02746077450838956, "subset_score_loss": 0.02746077450838956, "memorization_fraction_pixel": 0.15489999949932098, "mean_nn_ratio_pixel": 0.8225647211074829, "fid": 212.4957156985314, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 15124.420071601868, "train_loss_step": 6.121062278747559, "n_params": 4715740, "total_flops": 49399828684800000, "train_loss": 0.026163807782259855, "subset_score_loss": 0.026163807782259855}
+{"step": 3420000, "wall_time": 15160.084495306015, "train_loss_step": 5.332699775695801, "n_params": 4715740, "total_flops": 49544696217600000, "train_loss": 0.025971005179665305, "subset_score_loss": 0.025971005179665305}
+{"step": 3430000, "wall_time": 15195.743203639984, "train_loss_step": 5.522649765014648, "n_params": 4715740, "total_flops": 49689563750400000, "train_loss": 0.02855895432558927, "subset_score_loss": 0.02855895432558927}
+{"step": 3440000, "wall_time": 15231.424973726273, "train_loss_step": 5.216266632080078, "n_params": 4715740, "total_flops": 49834431283200000, "train_loss": 0.02379546815698797, "subset_score_loss": 0.02379546815698797}
+{"step": 3450000, "wall_time": 15267.106090545654, "train_loss_step": 5.657191276550293, "n_params": 4715740, "total_flops": 49979298816000000, "train_loss": 0.026865471493114124, "subset_score_loss": 0.026865471493114124}
+{"step": 3460000, "wall_time": 15302.779757738113, "train_loss_step": 5.343996047973633, "n_params": 4715740, "total_flops": 50124166348800000, "train_loss": 0.027165089954029432, "subset_score_loss": 0.027165089954029432}
+{"step": 3470000, "wall_time": 15338.435856819153, "train_loss_step": 5.570469856262207, "n_params": 4715740, "total_flops": 50269033881600000, "train_loss": 0.02733842676336115, "subset_score_loss": 0.02733842676336115}
+{"step": 3480000, "wall_time": 15374.095616579056, "train_loss_step": 5.286999225616455, "n_params": 4715740, "total_flops": 50413901414400000, "train_loss": 0.029138790477405894, "subset_score_loss": 0.029138790477405894}
+{"step": 3490000, "wall_time": 15409.771981477737, "train_loss_step": 5.387862205505371, "n_params": 4715740, "total_flops": 50558768947200000, "train_loss": 0.028655604882673782, "subset_score_loss": 0.028655604882673782}
+{"step": 3500000, "wall_time": 15476.333938598633, "train_loss_step": 5.238656044006348, "n_params": 4715740, "total_flops": 50703636480000000, "train_loss": 0.026351666450500487, "subset_score_loss": 0.026351666450500487, "memorization_fraction_pixel": 0.16769999265670776, "mean_nn_ratio_pixel": 0.8098424077033997, "fid": 199.68578413502127, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 15508.511855602264, "train_loss_step": 5.565820693969727, "n_params": 4715740, "total_flops": 50848504012800000, "train_loss": 0.02701094150543213, "subset_score_loss": 0.02701094150543213}
+{"step": 3520000, "wall_time": 15544.167246341705, "train_loss_step": 5.487583160400391, "n_params": 4715740, "total_flops": 50993371545600000, "train_loss": 0.028173947334289552, "subset_score_loss": 0.028173947334289552}
+{"step": 3530000, "wall_time": 15579.843489170074, "train_loss_step": 5.817508697509766, "n_params": 4715740, "total_flops": 51138239078400000, "train_loss": 0.026072066480463202, "subset_score_loss": 0.026072066480463202}
+{"step": 3540000, "wall_time": 15615.497196435928, "train_loss_step": 6.067514896392822, "n_params": 4715740, "total_flops": 51283106611200000, "train_loss": 0.027664516188881615, "subset_score_loss": 0.027664516188881615}
+{"step": 3550000, "wall_time": 15651.165980577469, "train_loss_step": 5.536364555358887, "n_params": 4715740, "total_flops": 51427974144000000, "train_loss": 0.028168702125549318, "subset_score_loss": 0.028168702125549318}
+{"step": 3560000, "wall_time": 15686.853950738907, "train_loss_step": 5.761125564575195, "n_params": 4715740, "total_flops": 51572841676800000, "train_loss": 0.026181309873407537, "subset_score_loss": 0.026181309873407537}
+{"step": 3570000, "wall_time": 15722.508621454239, "train_loss_step": 5.616032600402832, "n_params": 4715740, "total_flops": 51717709209600000, "train_loss": 0.029071575945073907, "subset_score_loss": 0.029071575945073907}
+{"step": 3580000, "wall_time": 15758.165873289108, "train_loss_step": 5.719729423522949, "n_params": 4715740, "total_flops": 51862576742400000, "train_loss": 0.026599086414683948, "subset_score_loss": 0.026599086414683948}
+{"step": 3590000, "wall_time": 15793.865717887878, "train_loss_step": 5.683886528015137, "n_params": 4715740, "total_flops": 52007444275200000, "train_loss": 0.02956701625477184, "subset_score_loss": 0.02956701625477184}
+{"step": 3600000, "wall_time": 15860.724487304688, "train_loss_step": 5.465179443359375, "n_params": 4715740, "total_flops": 52152311808000000, "train_loss": 0.02658602107654918, "subset_score_loss": 0.02658602107654918, "memorization_fraction_pixel": 0.17139999568462372, "mean_nn_ratio_pixel": 0.8074766397476196, "fid": 204.48259438309483, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 15893.241137981415, "train_loss_step": 5.413161277770996, "n_params": 4715740, "total_flops": 52297179340800000, "train_loss": 0.027650787613608622, "subset_score_loss": 0.027650787613608622}
+{"step": 3620000, "wall_time": 15928.928159713745, "train_loss_step": 5.6244354248046875, "n_params": 4715740, "total_flops": 52442046873600000, "train_loss": 0.02601187445900657, "subset_score_loss": 0.02601187445900657}
+{"step": 3630000, "wall_time": 15964.567809343338, "train_loss_step": 5.328492641448975, "n_params": 4715740, "total_flops": 52586914406400000, "train_loss": 0.027022663029757414, "subset_score_loss": 0.027022663029757414}
+{"step": 3640000, "wall_time": 16000.216181755066, "train_loss_step": 5.2924275398254395, "n_params": 4715740, "total_flops": 52731781939200000, "train_loss": 0.027949950911782005, "subset_score_loss": 0.027949950911782005}
+{"step": 3650000, "wall_time": 16035.906931400299, "train_loss_step": 5.058243274688721, "n_params": 4715740, "total_flops": 52876649472000000, "train_loss": 0.027348501032049007, "subset_score_loss": 0.027348501032049007}
+{"step": 3660000, "wall_time": 16071.597022533417, "train_loss_step": 5.402632713317871, "n_params": 4715740, "total_flops": 53021517004800000, "train_loss": 0.02614009813828902, "subset_score_loss": 0.02614009813828902}
+{"step": 3670000, "wall_time": 16107.26615858078, "train_loss_step": 5.538571357727051, "n_params": 4715740, "total_flops": 53166384537600000, "train_loss": 0.02766119133342396, "subset_score_loss": 0.02766119133342396}
+{"step": 3680000, "wall_time": 16142.934294939041, "train_loss_step": 5.5676469802856445, "n_params": 4715740, "total_flops": 53311252070400000, "train_loss": 0.028476281599564987, "subset_score_loss": 0.028476281599564987}
+{"step": 3690000, "wall_time": 16178.595384120941, "train_loss_step": 5.407623291015625, "n_params": 4715740, "total_flops": 53456119603200000, "train_loss": 0.025789677013050426, "subset_score_loss": 0.025789677013050426}
+{"step": 3700000, "wall_time": 16245.366857767105, "train_loss_step": 5.652853965759277, "n_params": 4715740, "total_flops": 53600987136000000, "train_loss": 0.025828818841414018, "subset_score_loss": 0.025828818841414018, "memorization_fraction_pixel": 0.16449999809265137, "mean_nn_ratio_pixel": 0.8117465376853943, "fid": 204.4830906624748, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 16279.468161821365, "train_loss_step": 5.580235481262207, "n_params": 4715740, "total_flops": 53745854668800000, "train_loss": 0.026130958036942917, "subset_score_loss": 0.026130958036942917}
+{"step": 3720000, "wall_time": 16315.133294820786, "train_loss_step": 5.685701370239258, "n_params": 4715740, "total_flops": 53890722201600000, "train_loss": 0.02684048522602428, "subset_score_loss": 0.02684048522602428}
+{"step": 3730000, "wall_time": 16350.81216096878, "train_loss_step": 5.116547584533691, "n_params": 4715740, "total_flops": 54035589734400000, "train_loss": 0.02546658515930176, "subset_score_loss": 0.02546658515930176}
+{"step": 3740000, "wall_time": 16386.482613563538, "train_loss_step": 5.702789783477783, "n_params": 4715740, "total_flops": 54180457267200000, "train_loss": 0.025688145377419213, "subset_score_loss": 0.025688145377419213}
+{"step": 3750000, "wall_time": 16422.163727521896, "train_loss_step": 5.640962600708008, "n_params": 4715740, "total_flops": 54325324800000000, "train_loss": 0.026353751529346815, "subset_score_loss": 0.026353751529346815}
+{"step": 3760000, "wall_time": 16457.835365772247, "train_loss_step": 4.861216068267822, "n_params": 4715740, "total_flops": 54470192332800000, "train_loss": 0.023584673621437766, "subset_score_loss": 0.023584673621437766}
+{"step": 3770000, "wall_time": 16493.49759888649, "train_loss_step": 5.0993146896362305, "n_params": 4715740, "total_flops": 54615059865600000, "train_loss": 0.026004828106273303, "subset_score_loss": 0.026004828106273303}
+{"step": 3780000, "wall_time": 16529.16502761841, "train_loss_step": 5.473301887512207, "n_params": 4715740, "total_flops": 54759927398400000, "train_loss": 0.02603241963820024, "subset_score_loss": 0.02603241963820024}
+{"step": 3790000, "wall_time": 16564.81812953949, "train_loss_step": 5.24236536026001, "n_params": 4715740, "total_flops": 54904794931200000, "train_loss": 0.025146855007518423, "subset_score_loss": 0.025146855007518423}
+{"step": 3800000, "wall_time": 16631.552495479584, "train_loss_step": 5.553199768066406, "n_params": 4715740, "total_flops": 55049662464000000, "train_loss": 0.030175889622081408, "subset_score_loss": 0.030175889622081408, "memorization_fraction_pixel": 0.16820000112056732, "mean_nn_ratio_pixel": 0.8078356385231018, "fid": 203.05222917958582, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 16666.360736131668, "train_loss_step": 5.153841018676758, "n_params": 4715740, "total_flops": 55194529996800000, "train_loss": 0.0250873327255249, "subset_score_loss": 0.0250873327255249}
+{"step": 3820000, "wall_time": 16702.023226499557, "train_loss_step": 5.3816328048706055, "n_params": 4715740, "total_flops": 55339397529600000, "train_loss": 0.026618662747469816, "subset_score_loss": 0.026618662747469816}
+{"step": 3830000, "wall_time": 16737.689777374268, "train_loss_step": 5.679234504699707, "n_params": 4715740, "total_flops": 55484265062400000, "train_loss": 0.026165168935602362, "subset_score_loss": 0.026165168935602362}
+{"step": 3840000, "wall_time": 16773.3674492836, "train_loss_step": 5.330041408538818, "n_params": 4715740, "total_flops": 55629132595200000, "train_loss": 0.02510350834239613, "subset_score_loss": 0.02510350834239613}
+{"step": 3850000, "wall_time": 16809.03084421158, "train_loss_step": 5.484556198120117, "n_params": 4715740, "total_flops": 55774000128000000, "train_loss": 0.026244759559631348, "subset_score_loss": 0.026244759559631348}
+{"step": 3860000, "wall_time": 16844.71754670143, "train_loss_step": 5.637136459350586, "n_params": 4715740, "total_flops": 55918867660800000, "train_loss": 0.026979203657670453, "subset_score_loss": 0.026979203657670453}
+{"step": 3870000, "wall_time": 16880.4214656353, "train_loss_step": 5.251003265380859, "n_params": 4715740, "total_flops": 56063735193600000, "train_loss": 0.024934237653558903, "subset_score_loss": 0.024934237653558903}
+{"step": 3880000, "wall_time": 16916.0929915905, "train_loss_step": 6.126503944396973, "n_params": 4715740, "total_flops": 56208602726400000, "train_loss": 0.025590913945978337, "subset_score_loss": 0.025590913945978337}
+{"step": 3890000, "wall_time": 16951.759670495987, "train_loss_step": 5.510875701904297, "n_params": 4715740, "total_flops": 56353470259200000, "train_loss": 0.025102433291348543, "subset_score_loss": 0.025102433291348543}
+{"step": 3900000, "wall_time": 17018.44528388977, "train_loss_step": 5.013566017150879, "n_params": 4715740, "total_flops": 56498337792000000, "train_loss": 0.026975417137145997, "subset_score_loss": 0.026975417137145997, "memorization_fraction_pixel": 0.17020000517368317, "mean_nn_ratio_pixel": 0.8119778037071228, "fid": 209.42153809560415, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 17053.554567813873, "train_loss_step": 5.814338684082031, "n_params": 4715740, "total_flops": 56643205324800000, "train_loss": 0.024835491180419923, "subset_score_loss": 0.024835491180419923}
+{"step": 3920000, "wall_time": 17089.24177312851, "train_loss_step": 5.646162033081055, "n_params": 4715740, "total_flops": 56788072857600000, "train_loss": 0.02415777553211559, "subset_score_loss": 0.02415777553211559}
+{"step": 3930000, "wall_time": 17124.929678440094, "train_loss_step": 5.566514015197754, "n_params": 4715740, "total_flops": 56932940390400000, "train_loss": 0.026254757967862218, "subset_score_loss": 0.026254757967862218}
+{"step": 3940000, "wall_time": 17160.619124412537, "train_loss_step": 5.396618843078613, "n_params": 4715740, "total_flops": 57077807923200000, "train_loss": 0.02399830167943781, "subset_score_loss": 0.02399830167943781}
+{"step": 3950000, "wall_time": 17196.31086730957, "train_loss_step": 5.647939682006836, "n_params": 4715740, "total_flops": 57222675456000000, "train_loss": 0.02532518126747825, "subset_score_loss": 0.02532518126747825}
+{"step": 3960000, "wall_time": 17232.01014137268, "train_loss_step": 5.362328052520752, "n_params": 4715740, "total_flops": 57367542988800000, "train_loss": 0.024576013738458805, "subset_score_loss": 0.024576013738458805}
+{"step": 3970000, "wall_time": 17267.68719935417, "train_loss_step": 5.270088195800781, "n_params": 4715740, "total_flops": 57512410521600000, "train_loss": 0.025109098174355245, "subset_score_loss": 0.025109098174355245}
+{"step": 3980000, "wall_time": 17303.370012044907, "train_loss_step": 5.712752342224121, "n_params": 4715740, "total_flops": 57657278054400000, "train_loss": 0.029802872917868876, "subset_score_loss": 0.029802872917868876}
+{"step": 3990000, "wall_time": 17339.02845978737, "train_loss_step": 5.207684516906738, "n_params": 4715740, "total_flops": 57802145587200000, "train_loss": 0.023677589676596902, "subset_score_loss": 0.023677589676596902}
+{"step": 4000000, "wall_time": 17404.538150548935, "train_loss_step": 4.899482727050781, "n_params": 4715740, "total_flops": 57947013120000000, "train_loss": 0.02568592591719194, "subset_score_loss": 0.02568592591719194, "memorization_fraction_pixel": 0.17679999768733978, "mean_nn_ratio_pixel": 0.8077244758605957, "fid": 206.4059990326296, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 17438.778801202774, "train_loss_step": 5.628793716430664, "n_params": 4715740, "total_flops": 58091880652800000, "train_loss": 0.0260546705939553, "subset_score_loss": 0.0260546705939553}
+{"step": 4020000, "wall_time": 17474.448360204697, "train_loss_step": 5.267860412597656, "n_params": 4715740, "total_flops": 58236748185600000, "train_loss": 0.024336405233903364, "subset_score_loss": 0.024336405233903364}
+{"step": 4030000, "wall_time": 17510.131465435028, "train_loss_step": 5.493199348449707, "n_params": 4715740, "total_flops": 58381615718400000, "train_loss": 0.024314611608331854, "subset_score_loss": 0.024314611608331854}
+{"step": 4040000, "wall_time": 17545.8090634346, "train_loss_step": 5.650670051574707, "n_params": 4715740, "total_flops": 58526483251200000, "train_loss": 0.024250875819813122, "subset_score_loss": 0.024250875819813122}
+{"step": 4050000, "wall_time": 17581.48220682144, "train_loss_step": 5.254776954650879, "n_params": 4715740, "total_flops": 58671350784000000, "train_loss": 0.0239704045382413, "subset_score_loss": 0.0239704045382413}
+{"step": 4060000, "wall_time": 17617.158121585846, "train_loss_step": 5.554643154144287, "n_params": 4715740, "total_flops": 58816218316800000, "train_loss": 0.02631114829670299, "subset_score_loss": 0.02631114829670299}
+{"step": 4070000, "wall_time": 17652.823714017868, "train_loss_step": 4.852132797241211, "n_params": 4715740, "total_flops": 58961085849600000, "train_loss": 0.02481250979683616, "subset_score_loss": 0.02481250979683616}
+{"step": 4080000, "wall_time": 17688.53009557724, "train_loss_step": 5.296107292175293, "n_params": 4715740, "total_flops": 59105953382400000, "train_loss": 0.027334828810258345, "subset_score_loss": 0.027334828810258345}
+{"step": 4090000, "wall_time": 17724.21068906784, "train_loss_step": 5.5612053871154785, "n_params": 4715740, "total_flops": 59250820915200000, "train_loss": 0.025858150828968394, "subset_score_loss": 0.025858150828968394}
+{"step": 4100000, "wall_time": 17789.62495779991, "train_loss_step": 4.897632598876953, "n_params": 4715740, "total_flops": 59395688448000000, "train_loss": 0.023780599507418544, "subset_score_loss": 0.023780599507418544, "memorization_fraction_pixel": 0.17900000512599945, "mean_nn_ratio_pixel": 0.8007338047027588, "fid": 204.85838560437284, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 17822.963307380676, "train_loss_step": 5.598798751831055, "n_params": 4715740, "total_flops": 59540555980800000, "train_loss": 0.02611350796439431, "subset_score_loss": 0.02611350796439431}
+{"step": 4120000, "wall_time": 17858.64591193199, "train_loss_step": 5.556286811828613, "n_params": 4715740, "total_flops": 59685423513600000, "train_loss": 0.02712302641435103, "subset_score_loss": 0.02712302641435103}
+{"step": 4130000, "wall_time": 17894.294515371323, "train_loss_step": 5.334423542022705, "n_params": 4715740, "total_flops": 59830291046400000, "train_loss": 0.02332284233786843, "subset_score_loss": 0.02332284233786843}
+{"step": 4140000, "wall_time": 17929.917729616165, "train_loss_step": 5.199298858642578, "n_params": 4715740, "total_flops": 59975158579200000, "train_loss": 0.02598954764279452, "subset_score_loss": 0.02598954764279452}
+{"step": 4150000, "wall_time": 17965.571820020676, "train_loss_step": 5.141018390655518, "n_params": 4715740, "total_flops": 60120026112000000, "train_loss": 0.0241105318069458, "subset_score_loss": 0.0241105318069458}
+{"step": 4160000, "wall_time": 18001.255628347397, "train_loss_step": 5.174206733703613, "n_params": 4715740, "total_flops": 60264893644800000, "train_loss": 0.024875991994684394, "subset_score_loss": 0.024875991994684394}
+{"step": 4170000, "wall_time": 18036.9272043705, "train_loss_step": 5.164737701416016, "n_params": 4715740, "total_flops": 60409761177600000, "train_loss": 0.02499625032598322, "subset_score_loss": 0.02499625032598322}
+{"step": 4180000, "wall_time": 18072.590140342712, "train_loss_step": 5.29904317855835, "n_params": 4715740, "total_flops": 60554628710400000, "train_loss": 0.023282276500355113, "subset_score_loss": 0.023282276500355113}
+{"step": 4190000, "wall_time": 18108.2386739254, "train_loss_step": 5.471431255340576, "n_params": 4715740, "total_flops": 60699496243200000, "train_loss": 0.025247138196771796, "subset_score_loss": 0.025247138196771796}
+{"step": 4200000, "wall_time": 18174.86873817444, "train_loss_step": 5.038895130157471, "n_params": 4715740, "total_flops": 60844363776000000, "train_loss": 0.022740407423539596, "subset_score_loss": 0.022740407423539596, "memorization_fraction_pixel": 0.1875, "mean_nn_ratio_pixel": 0.7931287884712219, "fid": 204.99110958406715, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 18207.53038907051, "train_loss_step": 4.985644340515137, "n_params": 4715740, "total_flops": 60989231308800000, "train_loss": 0.025397656180641867, "subset_score_loss": 0.025397656180641867}
+{"step": 4220000, "wall_time": 18243.205713510513, "train_loss_step": 5.227766036987305, "n_params": 4715740, "total_flops": 61134098841600000, "train_loss": 0.024088499762795187, "subset_score_loss": 0.024088499762795187}
+{"step": 4230000, "wall_time": 18278.8622341156, "train_loss_step": 5.256340980529785, "n_params": 4715740, "total_flops": 61278966374400000, "train_loss": 0.023507740280844947, "subset_score_loss": 0.023507740280844947}
+{"step": 4240000, "wall_time": 18314.511399030685, "train_loss_step": 4.943643093109131, "n_params": 4715740, "total_flops": 61423833907200000, "train_loss": 0.022257533940401943, "subset_score_loss": 0.022257533940401943}
+{"step": 4250000, "wall_time": 18350.195456266403, "train_loss_step": 5.423743724822998, "n_params": 4715740, "total_flops": 61568701440000000, "train_loss": 0.024742436408996583, "subset_score_loss": 0.024742436408996583}
+{"step": 4260000, "wall_time": 18385.866635084152, "train_loss_step": 5.358696937561035, "n_params": 4715740, "total_flops": 61713568972800000, "train_loss": 0.025313617966391824, "subset_score_loss": 0.025313617966391824}
+{"step": 4270000, "wall_time": 18421.53507423401, "train_loss_step": 5.121941566467285, "n_params": 4715740, "total_flops": 61858436505600000, "train_loss": 0.024233458258888937, "subset_score_loss": 0.024233458258888937}
+{"step": 4280000, "wall_time": 18457.201840639114, "train_loss_step": 5.28190279006958, "n_params": 4715740, "total_flops": 62003304038400000, "train_loss": 0.024075692350214176, "subset_score_loss": 0.024075692350214176}
+{"step": 4290000, "wall_time": 18492.882232427597, "train_loss_step": 5.287959575653076, "n_params": 4715740, "total_flops": 62148171571200000, "train_loss": 0.026987244866111062, "subset_score_loss": 0.026987244866111062}
+{"step": 4300000, "wall_time": 18559.517409801483, "train_loss_step": 5.74924373626709, "n_params": 4715740, "total_flops": 62293039104000000, "train_loss": 0.02542195970361883, "subset_score_loss": 0.02542195970361883, "memorization_fraction_pixel": 0.1956000030040741, "mean_nn_ratio_pixel": 0.7855817675590515, "fid": 197.2267262890579, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 18592.99734377861, "train_loss_step": 5.449542045593262, "n_params": 4715740, "total_flops": 62437906636800000, "train_loss": 0.023450600017200816, "subset_score_loss": 0.023450600017200816}
+{"step": 4320000, "wall_time": 18628.669295072556, "train_loss_step": 5.109352111816406, "n_params": 4715740, "total_flops": 62582774169600000, "train_loss": 0.023514673926613546, "subset_score_loss": 0.023514673926613546}
+{"step": 4330000, "wall_time": 18664.35746383667, "train_loss_step": 5.103260040283203, "n_params": 4715740, "total_flops": 62727641702400000, "train_loss": 0.024624865705316717, "subset_score_loss": 0.024624865705316717}
+{"step": 4340000, "wall_time": 18700.026832818985, "train_loss_step": 5.5151824951171875, "n_params": 4715740, "total_flops": 62872509235200000, "train_loss": 0.02329030687158758, "subset_score_loss": 0.02329030687158758}
+{"step": 4350000, "wall_time": 18735.681708812714, "train_loss_step": 5.263165473937988, "n_params": 4715740, "total_flops": 63017376768000000, "train_loss": 0.029838967323303222, "subset_score_loss": 0.029838967323303222}
+{"step": 4360000, "wall_time": 18771.352021932602, "train_loss_step": 4.867252349853516, "n_params": 4715740, "total_flops": 63162244300800000, "train_loss": 0.02394825978712602, "subset_score_loss": 0.02394825978712602}
+{"step": 4370000, "wall_time": 18807.021829128265, "train_loss_step": 5.18602180480957, "n_params": 4715740, "total_flops": 63307111833600000, "train_loss": 0.0248686053536155, "subset_score_loss": 0.0248686053536155}
+{"step": 4380000, "wall_time": 18842.697002887726, "train_loss_step": 5.264487266540527, "n_params": 4715740, "total_flops": 63451979366400000, "train_loss": 0.02379545948722146, "subset_score_loss": 0.02379545948722146}
+{"step": 4390000, "wall_time": 18878.366453409195, "train_loss_step": 4.839408874511719, "n_params": 4715740, "total_flops": 63596846899200000, "train_loss": 0.023368146202780982, "subset_score_loss": 0.023368146202780982}
+{"step": 4400000, "wall_time": 18945.065152168274, "train_loss_step": 5.253678798675537, "n_params": 4715740, "total_flops": 63741714432000000, "train_loss": 0.023551225662231445, "subset_score_loss": 0.023551225662231445, "memorization_fraction_pixel": 0.1858000010251999, "mean_nn_ratio_pixel": 0.7968723773956299, "fid": 200.56414693358857, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 18976.53102493286, "train_loss_step": 5.173984527587891, "n_params": 4715740, "total_flops": 63886581964800000, "train_loss": 0.023519110679626466, "subset_score_loss": 0.023519110679626466}
+{"step": 4420000, "wall_time": 19012.193740606308, "train_loss_step": 5.165200233459473, "n_params": 4715740, "total_flops": 64031449497600000, "train_loss": 0.024168560721657493, "subset_score_loss": 0.024168560721657493}
+{"step": 4430000, "wall_time": 19047.837370157242, "train_loss_step": 5.282508850097656, "n_params": 4715740, "total_flops": 64176317030400000, "train_loss": 0.026847470890391956, "subset_score_loss": 0.026847470890391956}
+{"step": 4440000, "wall_time": 19083.523975610733, "train_loss_step": 5.381452560424805, "n_params": 4715740, "total_flops": 64321184563200000, "train_loss": 0.02955886017192494, "subset_score_loss": 0.02955886017192494}
+{"step": 4450000, "wall_time": 19119.194846391678, "train_loss_step": 5.364354133605957, "n_params": 4715740, "total_flops": 64466052096000000, "train_loss": 0.023581433296203613, "subset_score_loss": 0.023581433296203613}
+{"step": 4460000, "wall_time": 19154.866891622543, "train_loss_step": 5.525001525878906, "n_params": 4715740, "total_flops": 64610919628800000, "train_loss": 0.029145767472007058, "subset_score_loss": 0.029145767472007058}
+{"step": 4470000, "wall_time": 19190.527303934097, "train_loss_step": 5.2144575119018555, "n_params": 4715740, "total_flops": 64755787161600000, "train_loss": 0.024723735722628506, "subset_score_loss": 0.024723735722628506}
+{"step": 4480000, "wall_time": 19226.17902326584, "train_loss_step": 5.200758934020996, "n_params": 4715740, "total_flops": 64900654694400000, "train_loss": 0.02403545162894509, "subset_score_loss": 0.02403545162894509}
+{"step": 4490000, "wall_time": 19261.86081123352, "train_loss_step": 5.113877773284912, "n_params": 4715740, "total_flops": 65045522227200000, "train_loss": 0.023499454151500353, "subset_score_loss": 0.023499454151500353}
+{"step": 4500000, "wall_time": 19328.489133119583, "train_loss_step": 5.205290794372559, "n_params": 4715740, "total_flops": 65190389760000000, "train_loss": 0.023613652316006747, "subset_score_loss": 0.023613652316006747, "memorization_fraction_pixel": 0.19290000200271606, "mean_nn_ratio_pixel": 0.7900576591491699, "fid": 200.70145329732443, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 19359.63979768753, "train_loss_step": 5.102718353271484, "n_params": 4715740, "total_flops": 65335257292800000, "train_loss": 0.022603689540516246, "subset_score_loss": 0.022603689540516246}
+{"step": 4520000, "wall_time": 19395.327914237976, "train_loss_step": 5.315398216247559, "n_params": 4715740, "total_flops": 65480124825600000, "train_loss": 0.023913264274597168, "subset_score_loss": 0.023913264274597168}
+{"step": 4530000, "wall_time": 19430.99021077156, "train_loss_step": 5.589813232421875, "n_params": 4715740, "total_flops": 65624992358400000, "train_loss": 0.02345654314214533, "subset_score_loss": 0.02345654314214533}
+{"step": 4540000, "wall_time": 19466.664130926132, "train_loss_step": 5.706419944763184, "n_params": 4715740, "total_flops": 65769859891200000, "train_loss": 0.026694882999766956, "subset_score_loss": 0.026694882999766956}
+{"step": 4550000, "wall_time": 19502.33495759964, "train_loss_step": 5.291542053222656, "n_params": 4715740, "total_flops": 65914727424000000, "train_loss": 0.023269935087724167, "subset_score_loss": 0.023269935087724167}
+{"step": 4560000, "wall_time": 19538.00705265999, "train_loss_step": 5.057126998901367, "n_params": 4715740, "total_flops": 66059594956800000, "train_loss": 0.025540538267655805, "subset_score_loss": 0.025540538267655805}
+{"step": 4570000, "wall_time": 19573.681597709656, "train_loss_step": 5.07228946685791, "n_params": 4715740, "total_flops": 66204462489600000, "train_loss": 0.02396230480887673, "subset_score_loss": 0.02396230480887673}
+{"step": 4580000, "wall_time": 19609.3150267601, "train_loss_step": 5.076579570770264, "n_params": 4715740, "total_flops": 66349330022400000, "train_loss": 0.02527501799843528, "subset_score_loss": 0.02527501799843528}
+{"step": 4590000, "wall_time": 19644.991959810257, "train_loss_step": 5.338141441345215, "n_params": 4715740, "total_flops": 66494197555200000, "train_loss": 0.025592322783036664, "subset_score_loss": 0.025592322783036664}
+{"step": 4600000, "wall_time": 19711.826235294342, "train_loss_step": 5.31038761138916, "n_params": 4715740, "total_flops": 66639065088000000, "train_loss": 0.025153446197509765, "subset_score_loss": 0.025153446197509765, "memorization_fraction_pixel": 0.20800000429153442, "mean_nn_ratio_pixel": 0.7804129123687744, "fid": 197.67561940548816, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 19743.179134607315, "train_loss_step": 5.147239685058594, "n_params": 4715740, "total_flops": 66783932620800000, "train_loss": 0.02601743828166615, "subset_score_loss": 0.02601743828166615}
+{"step": 4620000, "wall_time": 19778.82654261589, "train_loss_step": 5.398005485534668, "n_params": 4715740, "total_flops": 66928800153600000, "train_loss": 0.022296649759466, "subset_score_loss": 0.022296649759466}
+{"step": 4630000, "wall_time": 19814.493231534958, "train_loss_step": 5.1287922859191895, "n_params": 4715740, "total_flops": 67073667686400000, "train_loss": 0.02336486903103915, "subset_score_loss": 0.02336486903103915}
+{"step": 4640000, "wall_time": 19850.18489408493, "train_loss_step": 5.273436546325684, "n_params": 4715740, "total_flops": 67218535219200000, "train_loss": 0.02426496852527965, "subset_score_loss": 0.02426496852527965}
+{"step": 4650000, "wall_time": 19885.840928554535, "train_loss_step": 5.261402130126953, "n_params": 4715740, "total_flops": 67363402752000000, "train_loss": 0.023784362186085095, "subset_score_loss": 0.023784362186085095}
+{"step": 4660000, "wall_time": 19921.53417134285, "train_loss_step": 5.3355889320373535, "n_params": 4715740, "total_flops": 67508270284800000, "train_loss": 0.024429433996027167, "subset_score_loss": 0.024429433996027167}
+{"step": 4670000, "wall_time": 19957.216028690338, "train_loss_step": 5.063695907592773, "n_params": 4715740, "total_flops": 67653137817600000, "train_loss": 0.025095861608331854, "subset_score_loss": 0.025095861608331854}
+{"step": 4680000, "wall_time": 19992.853482961655, "train_loss_step": 5.048220634460449, "n_params": 4715740, "total_flops": 67798005350400000, "train_loss": 0.024216810139742764, "subset_score_loss": 0.024216810139742764}
+{"step": 4690000, "wall_time": 20028.505948781967, "train_loss_step": 4.969854354858398, "n_params": 4715740, "total_flops": 67942872883200000, "train_loss": 0.024581913514570758, "subset_score_loss": 0.024581913514570758}
+{"step": 4700000, "wall_time": 20094.297456502914, "train_loss_step": 5.429760456085205, "n_params": 4715740, "total_flops": 68087740416000000, "train_loss": 0.024119420485063034, "subset_score_loss": 0.024119420485063034, "memorization_fraction_pixel": 0.22390000522136688, "mean_nn_ratio_pixel": 0.7641297578811646, "fid": 191.59923116057809, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 20125.16196703911, "train_loss_step": 5.53985595703125, "n_params": 4715740, "total_flops": 68232607948800000, "train_loss": 0.023908268321644176, "subset_score_loss": 0.023908268321644176}
+{"step": 4720000, "wall_time": 20160.814073085785, "train_loss_step": 5.086195945739746, "n_params": 4715740, "total_flops": 68377475481600000, "train_loss": 0.02325111519206654, "subset_score_loss": 0.02325111519206654}
+{"step": 4730000, "wall_time": 20196.444851875305, "train_loss_step": 5.184765815734863, "n_params": 4715740, "total_flops": 68522343014400000, "train_loss": 0.022891012105074795, "subset_score_loss": 0.022891012105074795}
+{"step": 4740000, "wall_time": 20232.086896657944, "train_loss_step": 4.893412113189697, "n_params": 4715740, "total_flops": 68667210547200000, "train_loss": 0.023234566775235263, "subset_score_loss": 0.023234566775235263}
+{"step": 4750000, "wall_time": 20267.75786423683, "train_loss_step": 5.048055171966553, "n_params": 4715740, "total_flops": 68812078080000000, "train_loss": 0.02322713245045055, "subset_score_loss": 0.02322713245045055}
+{"step": 4760000, "wall_time": 20303.394874811172, "train_loss_step": 5.550227165222168, "n_params": 4715740, "total_flops": 68956945612800000, "train_loss": 0.028463918512517755, "subset_score_loss": 0.028463918512517755}
+{"step": 4770000, "wall_time": 20339.061489343643, "train_loss_step": 5.205895900726318, "n_params": 4715740, "total_flops": 69101813145600000, "train_loss": 0.02290972579609264, "subset_score_loss": 0.02290972579609264}
+{"step": 4780000, "wall_time": 20374.731302022934, "train_loss_step": 4.771271705627441, "n_params": 4715740, "total_flops": 69246680678400000, "train_loss": 0.022405073859474874, "subset_score_loss": 0.022405073859474874}
+{"step": 4790000, "wall_time": 20410.36212849617, "train_loss_step": 5.301654815673828, "n_params": 4715740, "total_flops": 69391548211200000, "train_loss": 0.022581538287076083, "subset_score_loss": 0.022581538287076083}
+{"step": 4800000, "wall_time": 20476.006326913834, "train_loss_step": 4.741846084594727, "n_params": 4715740, "total_flops": 69536415744000000, "train_loss": 0.0239790678024292, "subset_score_loss": 0.0239790678024292, "memorization_fraction_pixel": 0.20399999618530273, "mean_nn_ratio_pixel": 0.7841016054153442, "fid": 198.68847758912773, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 20507.15411543846, "train_loss_step": 5.264887809753418, "n_params": 4715740, "total_flops": 69681283276800000, "train_loss": 0.024891330979087137, "subset_score_loss": 0.024891330979087137}
+{"step": 4820000, "wall_time": 20542.817166805267, "train_loss_step": 5.186416149139404, "n_params": 4715740, "total_flops": 69826150809600000, "train_loss": 0.02734519134868275, "subset_score_loss": 0.02734519134868275}
+{"step": 4830000, "wall_time": 20578.480010271072, "train_loss_step": 5.46385383605957, "n_params": 4715740, "total_flops": 69971018342400000, "train_loss": 0.02398532954129306, "subset_score_loss": 0.02398532954129306}
+{"step": 4840000, "wall_time": 20614.13727927208, "train_loss_step": 5.096514701843262, "n_params": 4715740, "total_flops": 70115885875200000, "train_loss": 0.02388436577536843, "subset_score_loss": 0.02388436577536843}
+{"step": 4850000, "wall_time": 20649.80119204521, "train_loss_step": 5.182592391967773, "n_params": 4715740, "total_flops": 70260753408000000, "train_loss": 0.023291871764443136, "subset_score_loss": 0.023291871764443136}
+{"step": 4860000, "wall_time": 20685.451061725616, "train_loss_step": 4.667754173278809, "n_params": 4715740, "total_flops": 70405620940800000, "train_loss": 0.02366247827356512, "subset_score_loss": 0.02366247827356512}
+{"step": 4870000, "wall_time": 20721.11399292946, "train_loss_step": 5.492528915405273, "n_params": 4715740, "total_flops": 70550488473600000, "train_loss": 0.024628938328136098, "subset_score_loss": 0.024628938328136098}
+{"step": 4880000, "wall_time": 20756.76616168022, "train_loss_step": 5.174521446228027, "n_params": 4715740, "total_flops": 70695356006400000, "train_loss": 0.024320775812322445, "subset_score_loss": 0.024320775812322445}
+{"step": 4890000, "wall_time": 20792.41420316696, "train_loss_step": 5.384063720703125, "n_params": 4715740, "total_flops": 70840223539200000, "train_loss": 0.0245513916015625, "subset_score_loss": 0.0245513916015625}
+{"step": 4900000, "wall_time": 20857.918809890747, "train_loss_step": 5.4323039054870605, "n_params": 4715740, "total_flops": 70985091072000000, "train_loss": 0.024225553599270908, "subset_score_loss": 0.024225553599270908, "memorization_fraction_pixel": 0.24289999902248383, "mean_nn_ratio_pixel": 0.7445790767669678, "fid": 184.5103301197612, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 20889.528478622437, "train_loss_step": 4.888409614562988, "n_params": 4715740, "total_flops": 71129958604800000, "train_loss": 0.022363552180203524, "subset_score_loss": 0.022363552180203524}
+{"step": 4920000, "wall_time": 20925.215767621994, "train_loss_step": 5.063911437988281, "n_params": 4715740, "total_flops": 71274826137600000, "train_loss": 0.024490746584805576, "subset_score_loss": 0.024490746584805576}
+{"step": 4930000, "wall_time": 20960.892678022385, "train_loss_step": 5.215574264526367, "n_params": 4715740, "total_flops": 71419693670400000, "train_loss": 0.024923749403520063, "subset_score_loss": 0.024923749403520063}
+{"step": 4940000, "wall_time": 20996.531371593475, "train_loss_step": 5.064687728881836, "n_params": 4715740, "total_flops": 71564561203200000, "train_loss": 0.026465951312672008, "subset_score_loss": 0.026465951312672008}
+{"step": 4950000, "wall_time": 21032.19564652443, "train_loss_step": 4.973206043243408, "n_params": 4715740, "total_flops": 71709428736000000, "train_loss": 0.023618507385253906, "subset_score_loss": 0.023618507385253906}
+{"step": 4960000, "wall_time": 21067.87558531761, "train_loss_step": 5.473461151123047, "n_params": 4715740, "total_flops": 71854296268800000, "train_loss": 0.024839715524153275, "subset_score_loss": 0.024839715524153275}
+{"step": 4970000, "wall_time": 21103.56337094307, "train_loss_step": 4.939984321594238, "n_params": 4715740, "total_flops": 71999163801600000, "train_loss": 0.025410827723416414, "subset_score_loss": 0.025410827723416414}
+{"step": 4980000, "wall_time": 21139.20637702942, "train_loss_step": 4.9026007652282715, "n_params": 4715740, "total_flops": 72144031334400000, "train_loss": 0.0261982722715898, "subset_score_loss": 0.0261982722715898}
+{"step": 4990000, "wall_time": 21175.009518146515, "train_loss_step": 5.2224931716918945, "n_params": 4715740, "total_flops": 72288898867200000, "train_loss": 0.022959468581459738, "subset_score_loss": 0.022959468581459738}
+{"step": 5000000, "wall_time": 21241.89869403839, "train_loss_step": 5.274069786071777, "n_params": 4715740, "total_flops": 72433766400000000, "train_loss": 0.0233922156420621, "subset_score_loss": 0.0233922156420621, "memorization_fraction_pixel": 0.2126999944448471, "mean_nn_ratio_pixel": 0.7762757539749146, "fid": 193.21936517512853, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d220/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d220/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..7e605b4866ffae25c93ea06621147b0c79de6a8b
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d220/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     42s | train_loss=1.0017 | fid=298.6170
+  step   10000 |     89s | train_loss=0.7058
+  step   20000 |    142s | train_loss=0.5911
+  step   30000 |    196s | train_loss=0.5154
+  step   40000 |    249s | train_loss=0.4464
+  step   50000 |    303s | train_loss=0.3729
+  step   60000 |    356s | train_loss=0.3043
+  step   70000 |    410s | train_loss=0.2699
+  step   80000 |    463s | train_loss=0.2288
+  step   90000 |    517s | train_loss=0.2031
+  step  100000 |    614s | train_loss=0.1787 | fid=212.5401
+  step  110000 |    656s | train_loss=0.1640
+  step  120000 |    709s | train_loss=0.1518
+  step  130000 |    763s | train_loss=0.1445
+  step  140000 |    816s | train_loss=0.1394
+  step  150000 |    870s | train_loss=0.1302
+  step  160000 |    923s | train_loss=0.1272
+  step  170000 |    977s | train_loss=0.1221
+  step  180000 |   1030s | train_loss=0.1231
+  step  190000 |   1084s | train_loss=0.1182
+  step  200000 |   1181s | train_loss=0.1205 | fid=241.9130
+  step  210000 |   1224s | train_loss=0.1134
+  step  220000 |   1278s | train_loss=0.1069
+  step  230000 |   1331s | train_loss=0.1077
+  step  240000 |   1385s | train_loss=0.1056
+  step  250000 |   1438s | train_loss=0.1064
+  step  260000 |   1492s | train_loss=0.0992
+  step  270000 |   1545s | train_loss=0.1002
+  step  280000 |   1599s | train_loss=0.0913
+  step  290000 |   1652s | train_loss=0.0946
+  step  300000 |   1749s | train_loss=0.0936 | fid=250.1729
+  step  310000 |   1793s | train_loss=0.0929
+  step  320000 |   1847s | train_loss=0.0906
+  step  330000 |   1900s | train_loss=0.0851
+  step  340000 |   1954s | train_loss=0.0866
+  step  350000 |   2007s | train_loss=0.0796
+  step  360000 |   2061s | train_loss=0.0853
+  step  370000 |   2114s | train_loss=0.0800
+  step  380000 |   2168s | train_loss=0.0801
+  step  390000 |   2221s | train_loss=0.0778
+  step  400000 |   2318s | train_loss=0.0795 | fid=275.5257
+  step  410000 |   2365s | train_loss=0.0758
+  step  420000 |   2416s | train_loss=0.0729
+  step  430000 |   2469s | train_loss=0.0705
+  step  440000 |   2523s | train_loss=0.0744
+  step  450000 |   2576s | train_loss=0.0722
+  step  460000 |   2630s | train_loss=0.0692
+  step  470000 |   2683s | train_loss=0.0679
+  step  480000 |   2737s | train_loss=0.0672
+  step  490000 |   2790s | train_loss=0.0681
+  step  500000 |   2887s | train_loss=0.0665 | fid=280.9837
+  step  510000 |   2937s | train_loss=0.0696
+  step  520000 |   2986s | train_loss=0.0669
+  step  530000 |   3039s | train_loss=0.0618
+  step  540000 |   3092s | train_loss=0.0608
+  step  550000 |   3146s | train_loss=0.0679
+  step  560000 |   3199s | train_loss=0.0648
+  step  570000 |   3253s | train_loss=0.0624
+  step  580000 |   3306s | train_loss=0.0605
+  step  590000 |   3360s | train_loss=0.0593
+  step  600000 |   3456s | train_loss=0.0665 | fid=278.9633
+  step  610000 |   3505s | train_loss=0.0625
+  step  620000 |   3554s | train_loss=0.0608
+  step  630000 |   3607s | train_loss=0.0556
+  step  640000 |   3661s | train_loss=0.0634
+  step  650000 |   3714s | train_loss=0.0588
+  step  660000 |   3768s | train_loss=0.0596
+  step  670000 |   3821s | train_loss=0.0555
+  step  680000 |   3875s | train_loss=0.0592
+  step  690000 |   3928s | train_loss=0.0519
+  step  700000 |   4025s | train_loss=0.0543 | fid=275.2741
+  step  710000 |   4076s | train_loss=0.0556
+  step  720000 |   4125s | train_loss=0.0512
+  step  730000 |   4178s | train_loss=0.0556
+  step  740000 |   4232s | train_loss=0.0537
+  step  750000 |   4285s | train_loss=0.0483
+  step  760000 |   4339s | train_loss=0.0450
+  step  770000 |   4392s | train_loss=0.0528
+  step  780000 |   4446s | train_loss=0.0521
+  step  790000 |   4499s | train_loss=0.0505
+  step  800000 |   4597s | train_loss=0.0459 | fid=268.9788
+  step  810000 |   4646s | train_loss=0.0493
+  step  820000 |   4694s | train_loss=0.0482
+  step  830000 |   4748s | train_loss=0.0506
+  step  840000 |   4801s | train_loss=0.0519
+  step  850000 |   4855s | train_loss=0.0550
+  step  860000 |   4908s | train_loss=0.0466
+  step  870000 |   4962s | train_loss=0.0495
+  step  880000 |   5015s | train_loss=0.0447
+  step  890000 |   5069s | train_loss=0.0464
+  step  900000 |   5165s | train_loss=0.0482 | fid=271.0582
+  step  910000 |   5215s | train_loss=0.0509
+  step  920000 |   5266s | train_loss=0.0509
+  step  930000 |   5316s | train_loss=0.0445
+  step  940000 |   5370s | train_loss=0.0457
+  step  950000 |   5423s | train_loss=0.0440
+  step  960000 |   5477s | train_loss=0.0479
+  step  970000 |   5530s | train_loss=0.0437
+  step  980000 |   5584s | train_loss=0.0465
+  step  990000 |   5637s | train_loss=0.0434
+  step 1000000 |   5734s | train_loss=0.0437 | fid=262.2134
+  step 1010000 |   5784s | train_loss=0.0448
+  step 1020000 |   5837s | train_loss=0.0436
+  step 1030000 |   5885s | train_loss=0.0428
+  step 1040000 |   5938s | train_loss=0.0432
+  step 1050000 |   5992s | train_loss=0.0459
+  step 1060000 |   6045s | train_loss=0.0426
+  step 1070000 |   6099s | train_loss=0.0487
+  step 1080000 |   6152s | train_loss=0.0405
+  step 1090000 |   6206s | train_loss=0.0454
+  step 1100000 |   6276s | train_loss=0.0446 | fid=255.0518
+  step 1110000 |   6306s | train_loss=0.0425
+  step 1120000 |   6341s | train_loss=0.0406
+  step 1130000 |   6377s | train_loss=0.0393
+  step 1140000 |   6413s | train_loss=0.0420
+  step 1150000 |   6449s | train_loss=0.0453
+  step 1160000 |   6484s | train_loss=0.0421
+  step 1170000 |   6520s | train_loss=0.0457
+  step 1180000 |   6556s | train_loss=0.0415
+  step 1190000 |   6591s | train_loss=0.0417
+  step 1200000 |   6659s | train_loss=0.0433 | fid=260.4315
+  step 1210000 |   6688s | train_loss=0.0392
+  step 1220000 |   6724s | train_loss=0.0412
+  step 1230000 |   6759s | train_loss=0.0415
+  step 1240000 |   6795s | train_loss=0.0410
+  step 1250000 |   6831s | train_loss=0.0374
+  step 1260000 |   6866s | train_loss=0.0436
+  step 1270000 |   6902s | train_loss=0.0382
+  step 1280000 |   6938s | train_loss=0.0397
+  step 1290000 |   6973s | train_loss=0.0419
+  step 1300000 |   7041s | train_loss=0.0379 | fid=261.3055
+  step 1310000 |   7071s | train_loss=0.0389
+  step 1320000 |   7107s | train_loss=0.0405
+  step 1330000 |   7143s | train_loss=0.0373
+  step 1340000 |   7178s | train_loss=0.0424
+  step 1350000 |   7214s | train_loss=0.0413
+  step 1360000 |   7250s | train_loss=0.0357
+  step 1370000 |   7285s | train_loss=0.0356
+  step 1380000 |   7321s | train_loss=0.0363
+  step 1390000 |   7357s | train_loss=0.0418
+  step 1400000 |   7423s | train_loss=0.0371 | fid=252.4923
+  step 1410000 |   7455s | train_loss=0.0365
+  step 1420000 |   7491s | train_loss=0.0354
+  step 1430000 |   7526s | train_loss=0.0435
+  step 1440000 |   7562s | train_loss=0.0390
+  step 1450000 |   7598s | train_loss=0.0375
+  step 1460000 |   7633s | train_loss=0.0355
+  step 1470000 |   7669s | train_loss=0.0384
+  step 1480000 |   7705s | train_loss=0.0352
+  step 1490000 |   7740s | train_loss=0.0391
+  step 1500000 |   7808s | train_loss=0.0346 | fid=246.7125
+  step 1510000 |   7839s | train_loss=0.0347
+  step 1520000 |   7875s | train_loss=0.0358
+  step 1530000 |   7910s | train_loss=0.0368
+  step 1540000 |   7946s | train_loss=0.0337
+  step 1550000 |   7982s | train_loss=0.0371
+  step 1560000 |   8017s | train_loss=0.0402
+  step 1570000 |   8053s | train_loss=0.0334
+  step 1580000 |   8089s | train_loss=0.0374
+  step 1590000 |   8124s | train_loss=0.0329
+  step 1600000 |   8191s | train_loss=0.0360 | fid=243.5497
+  step 1610000 |   8221s | train_loss=0.0381
+  step 1620000 |   8257s | train_loss=0.0356
+  step 1630000 |   8292s | train_loss=0.0357
+  step 1640000 |   8328s | train_loss=0.0338
+  step 1650000 |   8364s | train_loss=0.0364
+  step 1660000 |   8399s | train_loss=0.0386
+  step 1670000 |   8435s | train_loss=0.0363
+  step 1680000 |   8471s | train_loss=0.0351
+  step 1690000 |   8506s | train_loss=0.0344
+  step 1700000 |   8572s | train_loss=0.0348 | fid=235.6096
+  step 1710000 |   8601s | train_loss=0.0323
+  step 1720000 |   8637s | train_loss=0.0339
+  step 1730000 |   8673s | train_loss=0.0362
+  step 1740000 |   8708s | train_loss=0.0376
+  step 1750000 |   8744s | train_loss=0.0351
+  step 1760000 |   8780s | train_loss=0.0329
+  step 1770000 |   8815s | train_loss=0.0347
+  step 1780000 |   8851s | train_loss=0.0393
+  step 1790000 |   8887s | train_loss=0.0302
+  step 1800000 |   8954s | train_loss=0.0335 | fid=233.5845
+  step 1810000 |   8985s | train_loss=0.0346
+  step 1820000 |   9020s | train_loss=0.0316
+  step 1830000 |   9056s | train_loss=0.0356
+  step 1840000 |   9092s | train_loss=0.0310
+  step 1850000 |   9127s | train_loss=0.0299
+  step 1860000 |   9163s | train_loss=0.0322
+  step 1870000 |   9199s | train_loss=0.0330
+  step 1880000 |   9234s | train_loss=0.0323
+  step 1890000 |   9270s | train_loss=0.0356
+  step 1900000 |   9337s | train_loss=0.0358 | fid=228.3746
+  step 1910000 |   9366s | train_loss=0.0387
+  step 1920000 |   9402s | train_loss=0.0376
+  step 1930000 |   9438s | train_loss=0.0361
+  step 1940000 |   9473s | train_loss=0.0305
+  step 1950000 |   9509s | train_loss=0.0375
+  step 1960000 |   9545s | train_loss=0.0303
+  step 1970000 |   9580s | train_loss=0.0315
+  step 1980000 |   9616s | train_loss=0.0303
+  step 1990000 |   9652s | train_loss=0.0332
+  step 2000000 |   9719s | train_loss=0.0385 | fid=229.0568
+  step 2010000 |   9749s | train_loss=0.0345
+  step 2020000 |   9785s | train_loss=0.0314
+  step 2030000 |   9820s | train_loss=0.0309
+  step 2040000 |   9856s | train_loss=0.0320
+  step 2050000 |   9892s | train_loss=0.0343
+  step 2060000 |   9927s | train_loss=0.0305
+  step 2070000 |   9963s | train_loss=0.0366
+  step 2080000 |   9999s | train_loss=0.0326
+  step 2090000 |  10034s | train_loss=0.0379
+  step 2100000 |  10101s | train_loss=0.0338 | fid=233.8877
+  step 2110000 |  10132s | train_loss=0.0364
+  step 2120000 |  10167s | train_loss=0.0312
+  step 2130000 |  10203s | train_loss=0.0321
+  step 2140000 |  10239s | train_loss=0.0350
+  step 2150000 |  10275s | train_loss=0.0354
+  step 2160000 |  10310s | train_loss=0.0325
+  step 2170000 |  10346s | train_loss=0.0372
+  step 2180000 |  10382s | train_loss=0.0291
+  step 2190000 |  10417s | train_loss=0.0319
+  step 2200000 |  10484s | train_loss=0.0324 | fid=225.8206
+  step 2210000 |  10515s | train_loss=0.0319
+  step 2220000 |  10550s | train_loss=0.0391
+  step 2230000 |  10586s | train_loss=0.0270
+  step 2240000 |  10622s | train_loss=0.0282
+  step 2250000 |  10657s | train_loss=0.0305
+  step 2260000 |  10693s | train_loss=0.0288
+  step 2270000 |  10729s | train_loss=0.0317
+  step 2280000 |  10764s | train_loss=0.0291
+  step 2290000 |  10800s | train_loss=0.0522
+  step 2300000 |  10867s | train_loss=0.0292 | fid=224.4938
+  step 2310000 |  10897s | train_loss=0.0354
+  step 2320000 |  10933s | train_loss=0.0315
+  step 2330000 |  10968s | train_loss=0.0296
+  step 2340000 |  11004s | train_loss=0.0320
+  step 2350000 |  11040s | train_loss=0.0305
+  step 2360000 |  11075s | train_loss=0.0372
+  step 2370000 |  11111s | train_loss=0.0294
+  step 2380000 |  11147s | train_loss=0.0370
+  step 2390000 |  11182s | train_loss=0.0287
+  step 2400000 |  11248s | train_loss=0.0301 | fid=225.3437
+  step 2410000 |  11281s | train_loss=0.0295
+  step 2420000 |  11316s | train_loss=0.0285
+  step 2430000 |  11352s | train_loss=0.0296
+  step 2440000 |  11388s | train_loss=0.0289
+  step 2450000 |  11423s | train_loss=0.0315
+  step 2460000 |  11459s | train_loss=0.0456
+  step 2470000 |  11495s | train_loss=0.0299
+  step 2480000 |  11530s | train_loss=0.0294
+  step 2490000 |  11566s | train_loss=0.0299
+  step 2500000 |  11634s | train_loss=0.0305 | fid=222.0259
+  step 2510000 |  11665s | train_loss=0.0294
+  step 2520000 |  11701s | train_loss=0.0337
+  step 2530000 |  11736s | train_loss=0.0301
+  step 2540000 |  11772s | train_loss=0.0326
+  step 2550000 |  11808s | train_loss=0.0358
+  step 2560000 |  11843s | train_loss=0.0328
+  step 2570000 |  11879s | train_loss=0.0281
+  step 2580000 |  11915s | train_loss=0.0301
+  step 2590000 |  11950s | train_loss=0.0323
+  step 2600000 |  12016s | train_loss=0.0315 | fid=216.8472
+  step 2610000 |  12046s | train_loss=0.0294
+  step 2620000 |  12082s | train_loss=0.0319
+  step 2630000 |  12117s | train_loss=0.0280
+  step 2640000 |  12153s | train_loss=0.0326
+  step 2650000 |  12189s | train_loss=0.0302
+  step 2660000 |  12224s | train_loss=0.0300
+  step 2670000 |  12260s | train_loss=0.0272
+  step 2680000 |  12296s | train_loss=0.0291
+  step 2690000 |  12331s | train_loss=0.0282
+  step 2700000 |  12398s | train_loss=0.0288 | fid=211.6066
+  step 2710000 |  12430s | train_loss=0.0324
+  step 2720000 |  12465s | train_loss=0.0274
+  step 2730000 |  12501s | train_loss=0.0352
+  step 2740000 |  12537s | train_loss=0.0274
+  step 2750000 |  12572s | train_loss=0.0262
+  step 2760000 |  12608s | train_loss=0.0333
+  step 2770000 |  12644s | train_loss=0.0273
+  step 2780000 |  12679s | train_loss=0.0282
+  step 2790000 |  12715s | train_loss=0.0354
+  step 2800000 |  12782s | train_loss=0.0274 | fid=214.8966
+  step 2810000 |  12814s | train_loss=0.0306
+  step 2820000 |  12850s | train_loss=0.0337
+  step 2830000 |  12886s | train_loss=0.0314
+  step 2840000 |  12921s | train_loss=0.0261
+  step 2850000 |  12957s | train_loss=0.0276
+  step 2860000 |  12993s | train_loss=0.0300
+  step 2870000 |  13028s | train_loss=0.0296
+  step 2880000 |  13064s | train_loss=0.0327
+  step 2890000 |  13100s | train_loss=0.0253
+  step 2900000 |  13166s | train_loss=0.0258 | fid=213.5144
+  step 2910000 |  13199s | train_loss=0.0319
+  step 2920000 |  13235s | train_loss=0.0270
+  step 2930000 |  13271s | train_loss=0.0319
+  step 2940000 |  13306s | train_loss=0.0272
+  step 2950000 |  13342s | train_loss=0.0289
+  step 2960000 |  13378s | train_loss=0.0280
+  step 2970000 |  13414s | train_loss=0.0287
+  step 2980000 |  13449s | train_loss=0.0280
+  step 2990000 |  13485s | train_loss=0.0294
+  step 3000000 |  13552s | train_loss=0.0304 | fid=219.9734
+  step 3010000 |  13584s | train_loss=0.0298
+  step 3020000 |  13620s | train_loss=0.0278
+  step 3030000 |  13655s | train_loss=0.0271
+  step 3040000 |  13691s | train_loss=0.0281
+  step 3050000 |  13727s | train_loss=0.0291
+  step 3060000 |  13762s | train_loss=0.0304
+  step 3070000 |  13798s | train_loss=0.0263
+  step 3080000 |  13834s | train_loss=0.0279
+  step 3090000 |  13869s | train_loss=0.0264
+  step 3100000 |  13936s | train_loss=0.0274 | fid=212.2087
+  step 3110000 |  13969s | train_loss=0.0278
+  step 3120000 |  14005s | train_loss=0.0319
+  step 3130000 |  14041s | train_loss=0.0280
+  step 3140000 |  14076s | train_loss=0.0279
+  step 3150000 |  14112s | train_loss=0.0268
+  step 3160000 |  14148s | train_loss=0.0287
+  step 3170000 |  14183s | train_loss=0.0263
+  step 3180000 |  14219s | train_loss=0.0271
+  step 3190000 |  14255s | train_loss=0.0300
+  step 3200000 |  14321s | train_loss=0.0277 | fid=207.1566
+  step 3210000 |  14354s | train_loss=0.0256
+  step 3220000 |  14390s | train_loss=0.0274
+  step 3230000 |  14426s | train_loss=0.0274
+  step 3240000 |  14461s | train_loss=0.0280
+  step 3250000 |  14497s | train_loss=0.0274
+  step 3260000 |  14533s | train_loss=0.0257
+  step 3270000 |  14568s | train_loss=0.0298
+  step 3280000 |  14604s | train_loss=0.0271
+  step 3290000 |  14640s | train_loss=0.0284
+  step 3300000 |  14706s | train_loss=0.0279 | fid=205.5973
+  step 3310000 |  14740s | train_loss=0.0278
+  step 3320000 |  14776s | train_loss=0.0312
+  step 3330000 |  14811s | train_loss=0.0269
+  step 3340000 |  14847s | train_loss=0.0286
+  step 3350000 |  14883s | train_loss=0.0250
+  step 3360000 |  14918s | train_loss=0.0303
+  step 3370000 |  14954s | train_loss=0.0282
+  step 3380000 |  14990s | train_loss=0.0266
+  step 3390000 |  15025s | train_loss=0.0264
+  step 3400000 |  15091s | train_loss=0.0275 | fid=212.4957
+  step 3410000 |  15124s | train_loss=0.0262
+  step 3420000 |  15160s | train_loss=0.0260
+  step 3430000 |  15196s | train_loss=0.0286
+  step 3440000 |  15231s | train_loss=0.0238
+  step 3450000 |  15267s | train_loss=0.0269
+  step 3460000 |  15303s | train_loss=0.0272
+  step 3470000 |  15338s | train_loss=0.0273
+  step 3480000 |  15374s | train_loss=0.0291
+  step 3490000 |  15410s | train_loss=0.0287
+  step 3500000 |  15476s | train_loss=0.0264 | fid=199.6858
+  step 3510000 |  15509s | train_loss=0.0270
+  step 3520000 |  15544s | train_loss=0.0282
+  step 3530000 |  15580s | train_loss=0.0261
+  step 3540000 |  15615s | train_loss=0.0277
+  step 3550000 |  15651s | train_loss=0.0282
+  step 3560000 |  15687s | train_loss=0.0262
+  step 3570000 |  15723s | train_loss=0.0291
+  step 3580000 |  15758s | train_loss=0.0266
+  step 3590000 |  15794s | train_loss=0.0296
+  step 3600000 |  15861s | train_loss=0.0266 | fid=204.4826
+  step 3610000 |  15893s | train_loss=0.0277
+  step 3620000 |  15929s | train_loss=0.0260
+  step 3630000 |  15965s | train_loss=0.0270
+  step 3640000 |  16000s | train_loss=0.0279
+  step 3650000 |  16036s | train_loss=0.0273
+  step 3660000 |  16072s | train_loss=0.0261
+  step 3670000 |  16107s | train_loss=0.0277
+  step 3680000 |  16143s | train_loss=0.0285
+  step 3690000 |  16179s | train_loss=0.0258
+  step 3700000 |  16245s | train_loss=0.0258 | fid=204.4831
+  step 3710000 |  16279s | train_loss=0.0261
+  step 3720000 |  16315s | train_loss=0.0268
+  step 3730000 |  16351s | train_loss=0.0255
+  step 3740000 |  16386s | train_loss=0.0257
+  step 3750000 |  16422s | train_loss=0.0264
+  step 3760000 |  16458s | train_loss=0.0236
+  step 3770000 |  16493s | train_loss=0.0260
+  step 3780000 |  16529s | train_loss=0.0260
+  step 3790000 |  16565s | train_loss=0.0251
+  step 3800000 |  16632s | train_loss=0.0302 | fid=203.0522
+  step 3810000 |  16666s | train_loss=0.0251
+  step 3820000 |  16702s | train_loss=0.0266
+  step 3830000 |  16738s | train_loss=0.0262
+  step 3840000 |  16773s | train_loss=0.0251
+  step 3850000 |  16809s | train_loss=0.0262
+  step 3860000 |  16845s | train_loss=0.0270
+  step 3870000 |  16880s | train_loss=0.0249
+  step 3880000 |  16916s | train_loss=0.0256
+  step 3890000 |  16952s | train_loss=0.0251
+  step 3900000 |  17018s | train_loss=0.0270 | fid=209.4215
+  step 3910000 |  17054s | train_loss=0.0248
+  step 3920000 |  17089s | train_loss=0.0242
+  step 3930000 |  17125s | train_loss=0.0263
+  step 3940000 |  17161s | train_loss=0.0240
+  step 3950000 |  17196s | train_loss=0.0253
+  step 3960000 |  17232s | train_loss=0.0246
+  step 3970000 |  17268s | train_loss=0.0251
+  step 3980000 |  17303s | train_loss=0.0298
+  step 3990000 |  17339s | train_loss=0.0237
+  step 4000000 |  17405s | train_loss=0.0257 | fid=206.4060
+  step 4010000 |  17439s | train_loss=0.0261
+  step 4020000 |  17474s | train_loss=0.0243
+  step 4030000 |  17510s | train_loss=0.0243
+  step 4040000 |  17546s | train_loss=0.0243
+  step 4050000 |  17581s | train_loss=0.0240
+  step 4060000 |  17617s | train_loss=0.0263
+  step 4070000 |  17653s | train_loss=0.0248
+  step 4080000 |  17689s | train_loss=0.0273
+  step 4090000 |  17724s | train_loss=0.0259
+  step 4100000 |  17790s | train_loss=0.0238 | fid=204.8584
+  step 4110000 |  17823s | train_loss=0.0261
+  step 4120000 |  17859s | train_loss=0.0271
+  step 4130000 |  17894s | train_loss=0.0233
+  step 4140000 |  17930s | train_loss=0.0260
+  step 4150000 |  17966s | train_loss=0.0241
+  step 4160000 |  18001s | train_loss=0.0249
+  step 4170000 |  18037s | train_loss=0.0250
+  step 4180000 |  18073s | train_loss=0.0233
+  step 4190000 |  18108s | train_loss=0.0252
+  step 4200000 |  18175s | train_loss=0.0227 | fid=204.9911
+  step 4210000 |  18208s | train_loss=0.0254
+  step 4220000 |  18243s | train_loss=0.0241
+  step 4230000 |  18279s | train_loss=0.0235
+  step 4240000 |  18315s | train_loss=0.0223
+  step 4250000 |  18350s | train_loss=0.0247
+  step 4260000 |  18386s | train_loss=0.0253
+  step 4270000 |  18422s | train_loss=0.0242
+  step 4280000 |  18457s | train_loss=0.0241
+  step 4290000 |  18493s | train_loss=0.0270
+  step 4300000 |  18560s | train_loss=0.0254 | fid=197.2267
+  step 4310000 |  18593s | train_loss=0.0235
+  step 4320000 |  18629s | train_loss=0.0235
+  step 4330000 |  18664s | train_loss=0.0246
+  step 4340000 |  18700s | train_loss=0.0233
+  step 4350000 |  18736s | train_loss=0.0298
+  step 4360000 |  18771s | train_loss=0.0239
+  step 4370000 |  18807s | train_loss=0.0249
+  step 4380000 |  18843s | train_loss=0.0238
+  step 4390000 |  18878s | train_loss=0.0234
+  step 4400000 |  18945s | train_loss=0.0236 | fid=200.5641
+  step 4410000 |  18977s | train_loss=0.0235
+  step 4420000 |  19012s | train_loss=0.0242
+  step 4430000 |  19048s | train_loss=0.0268
+  step 4440000 |  19084s | train_loss=0.0296
+  step 4450000 |  19119s | train_loss=0.0236
+  step 4460000 |  19155s | train_loss=0.0291
+  step 4470000 |  19191s | train_loss=0.0247
+  step 4480000 |  19226s | train_loss=0.0240
+  step 4490000 |  19262s | train_loss=0.0235
+  step 4500000 |  19328s | train_loss=0.0236 | fid=200.7015
+  step 4510000 |  19360s | train_loss=0.0226
+  step 4520000 |  19395s | train_loss=0.0239
+  step 4530000 |  19431s | train_loss=0.0235
+  step 4540000 |  19467s | train_loss=0.0267
+  step 4550000 |  19502s | train_loss=0.0233
+  step 4560000 |  19538s | train_loss=0.0255
+  step 4570000 |  19574s | train_loss=0.0240
+  step 4580000 |  19609s | train_loss=0.0253
+  step 4590000 |  19645s | train_loss=0.0256
+  step 4600000 |  19712s | train_loss=0.0252 | fid=197.6756
+  step 4610000 |  19743s | train_loss=0.0260
+  step 4620000 |  19779s | train_loss=0.0223
+  step 4630000 |  19814s | train_loss=0.0234
+  step 4640000 |  19850s | train_loss=0.0243
+  step 4650000 |  19886s | train_loss=0.0238
+  step 4660000 |  19922s | train_loss=0.0244
+  step 4670000 |  19957s | train_loss=0.0251
+  step 4680000 |  19993s | train_loss=0.0242
+  step 4690000 |  20029s | train_loss=0.0246
+  step 4700000 |  20094s | train_loss=0.0241 | fid=191.5992
+  step 4710000 |  20125s | train_loss=0.0239
+  step 4720000 |  20161s | train_loss=0.0233
+  step 4730000 |  20196s | train_loss=0.0229
+  step 4740000 |  20232s | train_loss=0.0232
+  step 4750000 |  20268s | train_loss=0.0232
+  step 4760000 |  20303s | train_loss=0.0285
+  step 4770000 |  20339s | train_loss=0.0229
+  step 4780000 |  20375s | train_loss=0.0224
+  step 4790000 |  20410s | train_loss=0.0226
+  step 4800000 |  20476s | train_loss=0.0240 | fid=198.6885
+  step 4810000 |  20507s | train_loss=0.0249
+  step 4820000 |  20543s | train_loss=0.0273
+  step 4830000 |  20578s | train_loss=0.0240
+  step 4840000 |  20614s | train_loss=0.0239
+  step 4850000 |  20650s | train_loss=0.0233
+  step 4860000 |  20685s | train_loss=0.0237
+  step 4870000 |  20721s | train_loss=0.0246
+  step 4880000 |  20757s | train_loss=0.0243
+  step 4890000 |  20792s | train_loss=0.0246
+  step 4900000 |  20858s | train_loss=0.0242 | fid=184.5103
+  step 4910000 |  20890s | train_loss=0.0224
+  step 4920000 |  20925s | train_loss=0.0245
+  step 4930000 |  20961s | train_loss=0.0249
+  step 4940000 |  20997s | train_loss=0.0265
+  step 4950000 |  21032s | train_loss=0.0236
+  step 4960000 |  21068s | train_loss=0.0248
+  step 4970000 |  21104s | train_loss=0.0254
+  step 4980000 |  21139s | train_loss=0.0262
+  step 4990000 |  21175s | train_loss=0.0230
+  step 5000000 |  21242s | train_loss=0.0234 | fid=193.2194
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d240/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d240/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..092ef60dc78bc0a369ee284c988f462c9fa56af0
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d240/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d240",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d240/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d240/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..3b063fece5124cbd5fef90ea155cf679dc13ecac
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d240/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 240, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 44.08609056472778, "train_loss_step": 240.43167114257812, "n_params": 4756720, "total_flops": 14612643840, "train_loss": 1.002402623494466, "subset_score_loss": 1.002402623494466, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9807300567626953, "fid": 300.54039402879687, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 96.43660092353821, "train_loss_step": 38.92558288574219, "n_params": 4756720, "total_flops": 146126438400000, "train_loss": 0.6633079528808594, "subset_score_loss": 0.6633079528808594}
+{"step": 20000, "wall_time": 150.1727876663208, "train_loss_step": 35.66917037963867, "n_params": 4756720, "total_flops": 292252876800000, "train_loss": 0.5512011845906576, "subset_score_loss": 0.5512011845906576}
+{"step": 30000, "wall_time": 203.91124892234802, "train_loss_step": 31.3947811126709, "n_params": 4756720, "total_flops": 438379315200000, "train_loss": 0.48961149851481117, "subset_score_loss": 0.48961149851481117}
+{"step": 40000, "wall_time": 257.63758397102356, "train_loss_step": 33.20125198364258, "n_params": 4756720, "total_flops": 584505753600000, "train_loss": 0.44556093215942383, "subset_score_loss": 0.44556093215942383}
+{"step": 50000, "wall_time": 311.32692408561707, "train_loss_step": 27.95345687866211, "n_params": 4756720, "total_flops": 730632192000000, "train_loss": 0.3943790435791016, "subset_score_loss": 0.3943790435791016}
+{"step": 60000, "wall_time": 365.04952669143677, "train_loss_step": 29.47726058959961, "n_params": 4756720, "total_flops": 876758630400000, "train_loss": 0.34621400833129884, "subset_score_loss": 0.34621400833129884}
+{"step": 70000, "wall_time": 418.75411438941956, "train_loss_step": 26.70415687561035, "n_params": 4756720, "total_flops": 1022885068800000, "train_loss": 0.2976869901021322, "subset_score_loss": 0.2976869901021322}
+{"step": 80000, "wall_time": 472.48916363716125, "train_loss_step": 23.532175064086914, "n_params": 4756720, "total_flops": 1169011507200000, "train_loss": 0.2507826010386149, "subset_score_loss": 0.2507826010386149}
+{"step": 90000, "wall_time": 526.2037270069122, "train_loss_step": 22.64932632446289, "n_params": 4756720, "total_flops": 1315137945600000, "train_loss": 0.22598061561584473, "subset_score_loss": 0.22598061561584473}
+{"step": 100000, "wall_time": 619.7537090778351, "train_loss_step": 20.9088077545166, "n_params": 4756720, "total_flops": 1461264384000000, "train_loss": 0.20126428604125976, "subset_score_loss": 0.20126428604125976, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9662714600563049, "fid": 200.3196523072493, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 669.995044708252, "train_loss_step": 20.150245666503906, "n_params": 4756720, "total_flops": 1607390822400000, "train_loss": 0.1791272799173991, "subset_score_loss": 0.1791272799173991}
+{"step": 120000, "wall_time": 723.6526799201965, "train_loss_step": 19.547191619873047, "n_params": 4756720, "total_flops": 1753517260800000, "train_loss": 0.16872069040934246, "subset_score_loss": 0.16872069040934246}
+{"step": 130000, "wall_time": 777.3710136413574, "train_loss_step": 18.62751579284668, "n_params": 4756720, "total_flops": 1899643699200000, "train_loss": 0.15510748227437338, "subset_score_loss": 0.15510748227437338}
+{"step": 140000, "wall_time": 831.0779721736908, "train_loss_step": 19.00607681274414, "n_params": 4756720, "total_flops": 2045770137600000, "train_loss": 0.14713217417399088, "subset_score_loss": 0.14713217417399088}
+{"step": 150000, "wall_time": 884.8010506629944, "train_loss_step": 17.139144897460938, "n_params": 4756720, "total_flops": 2191896576000000, "train_loss": 0.1416939417521159, "subset_score_loss": 0.1416939417521159}
+{"step": 160000, "wall_time": 938.4909191131592, "train_loss_step": 16.720046997070312, "n_params": 4756720, "total_flops": 2338023014400000, "train_loss": 0.13717792828877767, "subset_score_loss": 0.13717792828877767}
+{"step": 170000, "wall_time": 992.2114887237549, "train_loss_step": 16.92123794555664, "n_params": 4756720, "total_flops": 2484149452800000, "train_loss": 0.13076425393422444, "subset_score_loss": 0.13076425393422444}
+{"step": 180000, "wall_time": 1045.9385278224945, "train_loss_step": 16.79827880859375, "n_params": 4756720, "total_flops": 2630275891200000, "train_loss": 0.12599012851715088, "subset_score_loss": 0.12599012851715088}
+{"step": 190000, "wall_time": 1099.6558821201324, "train_loss_step": 16.46883201599121, "n_params": 4756720, "total_flops": 2776402329600000, "train_loss": 0.12219655513763428, "subset_score_loss": 0.12219655513763428}
+{"step": 200000, "wall_time": 1192.0962436199188, "train_loss_step": 16.355121612548828, "n_params": 4756720, "total_flops": 2922528768000000, "train_loss": 0.12038570245107015, "subset_score_loss": 0.12038570245107015, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9648495316505432, "fid": 229.93069556479736, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1239.8063373565674, "train_loss_step": 16.019886016845703, "n_params": 4756720, "total_flops": 3068655206400000, "train_loss": 0.1138995091120402, "subset_score_loss": 0.1138995091120402}
+{"step": 220000, "wall_time": 1293.4795744419098, "train_loss_step": 15.359933853149414, "n_params": 4756720, "total_flops": 3214781644800000, "train_loss": 0.11079909006754557, "subset_score_loss": 0.11079909006754557}
+{"step": 230000, "wall_time": 1347.1119494438171, "train_loss_step": 15.854339599609375, "n_params": 4756720, "total_flops": 3360908083200000, "train_loss": 0.11091709931691487, "subset_score_loss": 0.11091709931691487}
+{"step": 240000, "wall_time": 1400.8132395744324, "train_loss_step": 14.947160720825195, "n_params": 4756720, "total_flops": 3507034521600000, "train_loss": 0.10709290504455567, "subset_score_loss": 0.10709290504455567}
+{"step": 250000, "wall_time": 1454.519980430603, "train_loss_step": 14.143497467041016, "n_params": 4756720, "total_flops": 3653160960000000, "train_loss": 0.1068435509999593, "subset_score_loss": 0.1068435509999593}
+{"step": 260000, "wall_time": 1508.2542593479156, "train_loss_step": 14.545175552368164, "n_params": 4756720, "total_flops": 3799287398400000, "train_loss": 0.10468443234761556, "subset_score_loss": 0.10468443234761556}
+{"step": 270000, "wall_time": 1561.9539613723755, "train_loss_step": 14.027132987976074, "n_params": 4756720, "total_flops": 3945413836800000, "train_loss": 0.10042482217152914, "subset_score_loss": 0.10042482217152914}
+{"step": 280000, "wall_time": 1615.6367285251617, "train_loss_step": 14.035383224487305, "n_params": 4756720, "total_flops": 4091540275200000, "train_loss": 0.09401299158732096, "subset_score_loss": 0.09401299158732096}
+{"step": 290000, "wall_time": 1669.3589882850647, "train_loss_step": 13.738805770874023, "n_params": 4756720, "total_flops": 4237666713600000, "train_loss": 0.10074982643127442, "subset_score_loss": 0.10074982643127442}
+{"step": 300000, "wall_time": 1762.8896689414978, "train_loss_step": 13.709127426147461, "n_params": 4756720, "total_flops": 4383793152000000, "train_loss": 0.09643165270487468, "subset_score_loss": 0.09643165270487468, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.9666967988014221, "fid": 250.37102961252646, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 1811.5551640987396, "train_loss_step": 14.02286434173584, "n_params": 4756720, "total_flops": 4529919590400000, "train_loss": 0.09177340666453043, "subset_score_loss": 0.09177340666453043}
+{"step": 320000, "wall_time": 1865.2255165576935, "train_loss_step": 13.254280090332031, "n_params": 4756720, "total_flops": 4676046028800000, "train_loss": 0.09224162101745606, "subset_score_loss": 0.09224162101745606}
+{"step": 330000, "wall_time": 1918.9373030662537, "train_loss_step": 13.12579345703125, "n_params": 4756720, "total_flops": 4822172467200000, "train_loss": 0.0852227767308553, "subset_score_loss": 0.0852227767308553}
+{"step": 340000, "wall_time": 1972.627270936966, "train_loss_step": 12.973285675048828, "n_params": 4756720, "total_flops": 4968298905600000, "train_loss": 0.08812174797058106, "subset_score_loss": 0.08812174797058106}
+{"step": 350000, "wall_time": 2026.2957925796509, "train_loss_step": 12.461441993713379, "n_params": 4756720, "total_flops": 5114425344000000, "train_loss": 0.08184043566385905, "subset_score_loss": 0.08184043566385905}
+{"step": 360000, "wall_time": 2080.0145757198334, "train_loss_step": 12.90985107421875, "n_params": 4756720, "total_flops": 5260551782400000, "train_loss": 0.08650550842285157, "subset_score_loss": 0.08650550842285157}
+{"step": 370000, "wall_time": 2133.757099866867, "train_loss_step": 12.621044158935547, "n_params": 4756720, "total_flops": 5406678220800000, "train_loss": 0.08415499528249105, "subset_score_loss": 0.08415499528249105}
+{"step": 380000, "wall_time": 2187.4734630584717, "train_loss_step": 12.566573143005371, "n_params": 4756720, "total_flops": 5552804659200000, "train_loss": 0.08571773370107015, "subset_score_loss": 0.08571773370107015}
+{"step": 390000, "wall_time": 2241.1670718193054, "train_loss_step": 12.27347183227539, "n_params": 4756720, "total_flops": 5698931097600000, "train_loss": 0.08063375949859619, "subset_score_loss": 0.08063375949859619}
+{"step": 400000, "wall_time": 2334.885794878006, "train_loss_step": 11.63345718383789, "n_params": 4756720, "total_flops": 5845057536000000, "train_loss": 0.08224053382873535, "subset_score_loss": 0.08224053382873535, "memorization_fraction_pixel": 0.001500000013038516, "mean_nn_ratio_pixel": 0.9658786058425903, "fid": 268.15298438326136, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 2383.8465394973755, "train_loss_step": 12.213529586791992, "n_params": 4756720, "total_flops": 5991183974400000, "train_loss": 0.07806596755981446, "subset_score_loss": 0.07806596755981446}
+{"step": 420000, "wall_time": 2437.553961277008, "train_loss_step": 12.167068481445312, "n_params": 4756720, "total_flops": 6137310412800000, "train_loss": 0.075164532661438, "subset_score_loss": 0.075164532661438}
+{"step": 430000, "wall_time": 2491.2307510375977, "train_loss_step": 11.560494422912598, "n_params": 4756720, "total_flops": 6283436851200000, "train_loss": 0.0740574280420939, "subset_score_loss": 0.0740574280420939}
+{"step": 440000, "wall_time": 2544.9343054294586, "train_loss_step": 11.251138687133789, "n_params": 4756720, "total_flops": 6429563289600000, "train_loss": 0.07499349117279053, "subset_score_loss": 0.07499349117279053}
+{"step": 450000, "wall_time": 2598.6394350528717, "train_loss_step": 11.968591690063477, "n_params": 4756720, "total_flops": 6575689728000000, "train_loss": 0.07405955791473388, "subset_score_loss": 0.07405955791473388}
+{"step": 460000, "wall_time": 2652.2781178951263, "train_loss_step": 11.527911186218262, "n_params": 4756720, "total_flops": 6721816166400000, "train_loss": 0.07348968187967936, "subset_score_loss": 0.07348968187967936}
+{"step": 470000, "wall_time": 2705.9910440444946, "train_loss_step": 11.680330276489258, "n_params": 4756720, "total_flops": 6867942604800000, "train_loss": 0.07011214097340902, "subset_score_loss": 0.07011214097340902}
+{"step": 480000, "wall_time": 2759.7002499103546, "train_loss_step": 11.135068893432617, "n_params": 4756720, "total_flops": 7014069043200000, "train_loss": 0.06987114747365315, "subset_score_loss": 0.06987114747365315}
+{"step": 490000, "wall_time": 2813.434741258621, "train_loss_step": 10.888521194458008, "n_params": 4756720, "total_flops": 7160195481600000, "train_loss": 0.06912941137949626, "subset_score_loss": 0.06912941137949626}
+{"step": 500000, "wall_time": 2906.814016342163, "train_loss_step": 11.291492462158203, "n_params": 4756720, "total_flops": 7306321920000000, "train_loss": 0.06799266338348389, "subset_score_loss": 0.06799266338348389, "memorization_fraction_pixel": 0.003800000064074993, "mean_nn_ratio_pixel": 0.9613437652587891, "fid": 275.4497492514562, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 2955.356833934784, "train_loss_step": 10.367457389831543, "n_params": 4756720, "total_flops": 7452448358400000, "train_loss": 0.07179071108500162, "subset_score_loss": 0.07179071108500162}
+{"step": 520000, "wall_time": 3009.067980527878, "train_loss_step": 10.442667007446289, "n_params": 4756720, "total_flops": 7598574796800000, "train_loss": 0.06736811796824137, "subset_score_loss": 0.06736811796824137}
+{"step": 530000, "wall_time": 3062.7745263576508, "train_loss_step": 10.430341720581055, "n_params": 4756720, "total_flops": 7744701235200000, "train_loss": 0.0635544220606486, "subset_score_loss": 0.0635544220606486}
+{"step": 540000, "wall_time": 3116.4623589515686, "train_loss_step": 10.20817756652832, "n_params": 4756720, "total_flops": 7890827673600000, "train_loss": 0.06300240357716878, "subset_score_loss": 0.06300240357716878}
+{"step": 550000, "wall_time": 3170.1808547973633, "train_loss_step": 10.333680152893066, "n_params": 4756720, "total_flops": 8036954112000000, "train_loss": 0.06781079769134521, "subset_score_loss": 0.06781079769134521}
+{"step": 560000, "wall_time": 3223.900544643402, "train_loss_step": 10.1885986328125, "n_params": 4756720, "total_flops": 8183080550400000, "train_loss": 0.06771534283955892, "subset_score_loss": 0.06771534283955892}
+{"step": 570000, "wall_time": 3277.5908875465393, "train_loss_step": 10.100983619689941, "n_params": 4756720, "total_flops": 8329206988800000, "train_loss": 0.06839144229888916, "subset_score_loss": 0.06839144229888916}
+{"step": 580000, "wall_time": 3331.2820732593536, "train_loss_step": 10.090169906616211, "n_params": 4756720, "total_flops": 8475333427200000, "train_loss": 0.07005451520284017, "subset_score_loss": 0.07005451520284017}
+{"step": 590000, "wall_time": 3384.968621969223, "train_loss_step": 9.885133743286133, "n_params": 4756720, "total_flops": 8621459865600000, "train_loss": 0.06128005981445313, "subset_score_loss": 0.06128005981445313}
+{"step": 600000, "wall_time": 3479.2525491714478, "train_loss_step": 10.44864273071289, "n_params": 4756720, "total_flops": 8767586304000000, "train_loss": 0.07070875962575277, "subset_score_loss": 0.07070875962575277, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.9520306587219238, "fid": 277.05217835793235, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 3528.6233279705048, "train_loss_step": 10.410760879516602, "n_params": 4756720, "total_flops": 8913712742400000, "train_loss": 0.06297832330067953, "subset_score_loss": 0.06297832330067953}
+{"step": 620000, "wall_time": 3581.2981202602386, "train_loss_step": 10.327800750732422, "n_params": 4756720, "total_flops": 9059839180800000, "train_loss": 0.06404477755228678, "subset_score_loss": 0.06404477755228678}
+{"step": 630000, "wall_time": 3634.9880809783936, "train_loss_step": 10.254732131958008, "n_params": 4756720, "total_flops": 9205965619200000, "train_loss": 0.056630051136016844, "subset_score_loss": 0.056630051136016844}
+{"step": 640000, "wall_time": 3688.6500849723816, "train_loss_step": 9.424047470092773, "n_params": 4756720, "total_flops": 9352092057600000, "train_loss": 0.05887893040974935, "subset_score_loss": 0.05887893040974935}
+{"step": 650000, "wall_time": 3742.3675334453583, "train_loss_step": 9.624445915222168, "n_params": 4756720, "total_flops": 9498218496000000, "train_loss": 0.05718033313751221, "subset_score_loss": 0.05718033313751221}
+{"step": 660000, "wall_time": 3796.084328174591, "train_loss_step": 8.742146492004395, "n_params": 4756720, "total_flops": 9644344934400000, "train_loss": 0.06127920150756836, "subset_score_loss": 0.06127920150756836}
+{"step": 670000, "wall_time": 3849.789699077606, "train_loss_step": 9.208272933959961, "n_params": 4756720, "total_flops": 9790471372800000, "train_loss": 0.05645459493001302, "subset_score_loss": 0.05645459493001302}
+{"step": 680000, "wall_time": 3903.45804977417, "train_loss_step": 10.049999237060547, "n_params": 4756720, "total_flops": 9936597811200000, "train_loss": 0.05881558656692505, "subset_score_loss": 0.05881558656692505}
+{"step": 690000, "wall_time": 3957.0894680023193, "train_loss_step": 9.130451202392578, "n_params": 4756720, "total_flops": 10082724249600000, "train_loss": 0.06022412379582723, "subset_score_loss": 0.06022412379582723}
+{"step": 700000, "wall_time": 4049.9653322696686, "train_loss_step": 9.045431137084961, "n_params": 4756720, "total_flops": 10228850688000000, "train_loss": 0.054190961519877116, "subset_score_loss": 0.054190961519877116, "memorization_fraction_pixel": 0.011500000022351742, "mean_nn_ratio_pixel": 0.9501892328262329, "fid": 283.04646269117666, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 4102.700956821442, "train_loss_step": 8.710161209106445, "n_params": 4756720, "total_flops": 10374977126400000, "train_loss": 0.05787107944488525, "subset_score_loss": 0.05787107944488525}
+{"step": 720000, "wall_time": 4153.01561832428, "train_loss_step": 9.572244644165039, "n_params": 4756720, "total_flops": 10521103564800000, "train_loss": 0.05331666072209676, "subset_score_loss": 0.05331666072209676}
+{"step": 730000, "wall_time": 4206.740998268127, "train_loss_step": 9.286386489868164, "n_params": 4756720, "total_flops": 10667230003200000, "train_loss": 0.05557280381520589, "subset_score_loss": 0.05557280381520589}
+{"step": 740000, "wall_time": 4260.443611383438, "train_loss_step": 9.112495422363281, "n_params": 4756720, "total_flops": 10813356441600000, "train_loss": 0.051788926124572754, "subset_score_loss": 0.051788926124572754}
+{"step": 750000, "wall_time": 4314.136908531189, "train_loss_step": 9.327006340026855, "n_params": 4756720, "total_flops": 10959482880000000, "train_loss": 0.05116459131240845, "subset_score_loss": 0.05116459131240845}
+{"step": 760000, "wall_time": 4367.870146274567, "train_loss_step": 8.761665344238281, "n_params": 4756720, "total_flops": 11105609318400000, "train_loss": 0.04838918050130208, "subset_score_loss": 0.04838918050130208}
+{"step": 770000, "wall_time": 4421.6013441085815, "train_loss_step": 9.110454559326172, "n_params": 4756720, "total_flops": 11251735756800000, "train_loss": 0.05256816148757935, "subset_score_loss": 0.05256816148757935}
+{"step": 780000, "wall_time": 4475.319397926331, "train_loss_step": 9.074665069580078, "n_params": 4756720, "total_flops": 11397862195200000, "train_loss": 0.0521721879641215, "subset_score_loss": 0.0521721879641215}
+{"step": 790000, "wall_time": 4529.014326810837, "train_loss_step": 8.74929141998291, "n_params": 4756720, "total_flops": 11543988633600000, "train_loss": 0.05112323760986328, "subset_score_loss": 0.05112323760986328}
+{"step": 800000, "wall_time": 4623.058570146561, "train_loss_step": 8.80487060546875, "n_params": 4756720, "total_flops": 11690115072000000, "train_loss": 0.04748013019561768, "subset_score_loss": 0.04748013019561768, "memorization_fraction_pixel": 0.014100000262260437, "mean_nn_ratio_pixel": 0.9418368339538574, "fid": 272.83459115809245, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 4676.392981290817, "train_loss_step": 8.485898971557617, "n_params": 4756720, "total_flops": 11836241510400000, "train_loss": 0.052146732807159424, "subset_score_loss": 0.052146732807159424}
+{"step": 820000, "wall_time": 4724.993087053299, "train_loss_step": 8.554108619689941, "n_params": 4756720, "total_flops": 11982367948800000, "train_loss": 0.04974944194157918, "subset_score_loss": 0.04974944194157918}
+{"step": 830000, "wall_time": 4778.712938785553, "train_loss_step": 8.762004852294922, "n_params": 4756720, "total_flops": 12128494387200000, "train_loss": 0.05378421942392985, "subset_score_loss": 0.05378421942392985}
+{"step": 840000, "wall_time": 4832.429374456406, "train_loss_step": 8.599218368530273, "n_params": 4756720, "total_flops": 12274620825600000, "train_loss": 0.05351930856704712, "subset_score_loss": 0.05351930856704712}
+{"step": 850000, "wall_time": 4886.093626022339, "train_loss_step": 8.195716857910156, "n_params": 4756720, "total_flops": 12420747264000000, "train_loss": 0.05535267988840739, "subset_score_loss": 0.05535267988840739}
+{"step": 860000, "wall_time": 4939.81929397583, "train_loss_step": 8.692329406738281, "n_params": 4756720, "total_flops": 12566873702400000, "train_loss": 0.04730989138285319, "subset_score_loss": 0.04730989138285319}
+{"step": 870000, "wall_time": 4993.539276599884, "train_loss_step": 8.30548095703125, "n_params": 4756720, "total_flops": 12713000140800000, "train_loss": 0.050399871667226155, "subset_score_loss": 0.050399871667226155}
+{"step": 880000, "wall_time": 5047.250170707703, "train_loss_step": 8.662908554077148, "n_params": 4756720, "total_flops": 12859126579200000, "train_loss": 0.04517992734909058, "subset_score_loss": 0.04517992734909058}
+{"step": 890000, "wall_time": 5100.971590042114, "train_loss_step": 8.451112747192383, "n_params": 4756720, "total_flops": 13005253017600000, "train_loss": 0.049984657764434816, "subset_score_loss": 0.049984657764434816}
+{"step": 900000, "wall_time": 5195.425781011581, "train_loss_step": 8.122719764709473, "n_params": 4756720, "total_flops": 13151379456000000, "train_loss": 0.04908323287963867, "subset_score_loss": 0.04908323287963867, "memorization_fraction_pixel": 0.01860000006854534, "mean_nn_ratio_pixel": 0.9406091570854187, "fid": 279.4919479217114, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 5248.81504034996, "train_loss_step": 8.077339172363281, "n_params": 4756720, "total_flops": 13297505894400000, "train_loss": 0.05293191274007161, "subset_score_loss": 0.05293191274007161}
+{"step": 920000, "wall_time": 5297.264462709427, "train_loss_step": 9.207121849060059, "n_params": 4756720, "total_flops": 13443632332800000, "train_loss": 0.0510310173034668, "subset_score_loss": 0.0510310173034668}
+{"step": 930000, "wall_time": 5350.971382379532, "train_loss_step": 8.068622589111328, "n_params": 4756720, "total_flops": 13589758771200000, "train_loss": 0.04618029197057088, "subset_score_loss": 0.04618029197057088}
+{"step": 940000, "wall_time": 5404.670869350433, "train_loss_step": 8.34227466583252, "n_params": 4756720, "total_flops": 13735885209600000, "train_loss": 0.04672256310780843, "subset_score_loss": 0.04672256310780843}
+{"step": 950000, "wall_time": 5458.35485291481, "train_loss_step": 8.164143562316895, "n_params": 4756720, "total_flops": 13882011648000000, "train_loss": 0.0429459015528361, "subset_score_loss": 0.0429459015528361}
+{"step": 960000, "wall_time": 5512.039213895798, "train_loss_step": 8.329036712646484, "n_params": 4756720, "total_flops": 14028138086400000, "train_loss": 0.04663647413253784, "subset_score_loss": 0.04663647413253784}
+{"step": 970000, "wall_time": 5565.736312389374, "train_loss_step": 7.819583892822266, "n_params": 4756720, "total_flops": 14174264524800000, "train_loss": 0.044785455862681074, "subset_score_loss": 0.044785455862681074}
+{"step": 980000, "wall_time": 5619.44629240036, "train_loss_step": 8.074901580810547, "n_params": 4756720, "total_flops": 14320390963200000, "train_loss": 0.049866318702697754, "subset_score_loss": 0.049866318702697754}
+{"step": 990000, "wall_time": 5673.117901325226, "train_loss_step": 8.205650329589844, "n_params": 4756720, "total_flops": 14466517401600000, "train_loss": 0.04327393372853597, "subset_score_loss": 0.04327393372853597}
+{"step": 1000000, "wall_time": 5767.175133705139, "train_loss_step": 8.295663833618164, "n_params": 4756720, "total_flops": 14612643840000000, "train_loss": 0.04754619201024373, "subset_score_loss": 0.04754619201024373, "memorization_fraction_pixel": 0.027400000020861626, "mean_nn_ratio_pixel": 0.9347071051597595, "fid": 267.13623110180833, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 5820.647979259491, "train_loss_step": 8.425223350524902, "n_params": 4756720, "total_flops": 14758770278400000, "train_loss": 0.045543777942657473, "subset_score_loss": 0.045543777942657473}
+{"step": 1020000, "wall_time": 5868.478003978729, "train_loss_step": 7.477928161621094, "n_params": 4756720, "total_flops": 14904896716800000, "train_loss": 0.04613407055536906, "subset_score_loss": 0.04613407055536906}
+{"step": 1030000, "wall_time": 5922.092622041702, "train_loss_step": 8.297109603881836, "n_params": 4756720, "total_flops": 15051023155200000, "train_loss": 0.042545104026794435, "subset_score_loss": 0.042545104026794435}
+{"step": 1040000, "wall_time": 5975.781898021698, "train_loss_step": 7.711573600769043, "n_params": 4756720, "total_flops": 15197149593600000, "train_loss": 0.04482472737630208, "subset_score_loss": 0.04482472737630208}
+{"step": 1050000, "wall_time": 6029.4714341163635, "train_loss_step": 8.560871124267578, "n_params": 4756720, "total_flops": 15343276032000000, "train_loss": 0.047504683335622154, "subset_score_loss": 0.047504683335622154}
+{"step": 1060000, "wall_time": 6083.162548303604, "train_loss_step": 7.815140724182129, "n_params": 4756720, "total_flops": 15489402470400000, "train_loss": 0.04445814689000448, "subset_score_loss": 0.04445814689000448}
+{"step": 1070000, "wall_time": 6136.84139752388, "train_loss_step": 8.265236854553223, "n_params": 4756720, "total_flops": 15635528908800000, "train_loss": 0.05170574188232422, "subset_score_loss": 0.05170574188232422}
+{"step": 1080000, "wall_time": 6190.577252149582, "train_loss_step": 8.0261812210083, "n_params": 4756720, "total_flops": 15781655347200000, "train_loss": 0.04665500322977702, "subset_score_loss": 0.04665500322977702}
+{"step": 1090000, "wall_time": 6234.7689509391785, "train_loss_step": 7.985971450805664, "n_params": 4756720, "total_flops": 15927781785600000, "train_loss": 0.04711187680562337, "subset_score_loss": 0.04711187680562337}
+{"step": 1100000, "wall_time": 6297.573413848877, "train_loss_step": 8.368614196777344, "n_params": 4756720, "total_flops": 16073908224000000, "train_loss": 0.044896999994913735, "subset_score_loss": 0.044896999994913735, "memorization_fraction_pixel": 0.025499999523162842, "mean_nn_ratio_pixel": 0.9327654242515564, "fid": 267.82677301428197, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 6333.50411605835, "train_loss_step": 8.160834312438965, "n_params": 4756720, "total_flops": 16220034662400000, "train_loss": 0.04487801392873128, "subset_score_loss": 0.04487801392873128}
+{"step": 1120000, "wall_time": 6369.314822673798, "train_loss_step": 7.899409770965576, "n_params": 4756720, "total_flops": 16366161100800000, "train_loss": 0.041233805815378825, "subset_score_loss": 0.041233805815378825}
+{"step": 1130000, "wall_time": 6405.122642278671, "train_loss_step": 8.0400390625, "n_params": 4756720, "total_flops": 16512287539200000, "train_loss": 0.04106473922729492, "subset_score_loss": 0.04106473922729492}
+{"step": 1140000, "wall_time": 6440.943521261215, "train_loss_step": 8.282344818115234, "n_params": 4756720, "total_flops": 16658413977600000, "train_loss": 0.04579840501149495, "subset_score_loss": 0.04579840501149495}
+{"step": 1150000, "wall_time": 6476.755924940109, "train_loss_step": 7.693970680236816, "n_params": 4756720, "total_flops": 16804540416000000, "train_loss": 0.047402572631835935, "subset_score_loss": 0.047402572631835935}
+{"step": 1160000, "wall_time": 6512.561191558838, "train_loss_step": 7.730720043182373, "n_params": 4756720, "total_flops": 16950666854400000, "train_loss": 0.042624247074127194, "subset_score_loss": 0.042624247074127194}
+{"step": 1170000, "wall_time": 6548.358155250549, "train_loss_step": 8.359600067138672, "n_params": 4756720, "total_flops": 17096793292800000, "train_loss": 0.051049447059631346, "subset_score_loss": 0.051049447059631346}
+{"step": 1180000, "wall_time": 6584.180734634399, "train_loss_step": 7.776617527008057, "n_params": 4756720, "total_flops": 17242919731200000, "train_loss": 0.04690306186676026, "subset_score_loss": 0.04690306186676026}
+{"step": 1190000, "wall_time": 6619.995358943939, "train_loss_step": 8.269559860229492, "n_params": 4756720, "total_flops": 17389046169600000, "train_loss": 0.045870614051818845, "subset_score_loss": 0.045870614051818845}
+{"step": 1200000, "wall_time": 6678.192369937897, "train_loss_step": 7.518523216247559, "n_params": 4756720, "total_flops": 17535172608000000, "train_loss": 0.03959946632385254, "subset_score_loss": 0.03959946632385254, "memorization_fraction_pixel": 0.03460000082850456, "mean_nn_ratio_pixel": 0.9245420098304749, "fid": 255.75000961257723, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 6714.041373968124, "train_loss_step": 7.50566291809082, "n_params": 4756720, "total_flops": 17681299046400000, "train_loss": 0.046256001790364584, "subset_score_loss": 0.046256001790364584}
+{"step": 1220000, "wall_time": 6749.846590995789, "train_loss_step": 7.860279560089111, "n_params": 4756720, "total_flops": 17827425484800000, "train_loss": 0.04164311091105143, "subset_score_loss": 0.04164311091105143}
+{"step": 1230000, "wall_time": 6785.661610126495, "train_loss_step": 7.409571170806885, "n_params": 4756720, "total_flops": 17973551923200000, "train_loss": 0.0416269858678182, "subset_score_loss": 0.0416269858678182}
+{"step": 1240000, "wall_time": 6821.448358535767, "train_loss_step": 7.974337100982666, "n_params": 4756720, "total_flops": 18119678361600000, "train_loss": 0.04010301431020101, "subset_score_loss": 0.04010301431020101}
+{"step": 1250000, "wall_time": 6857.274187803268, "train_loss_step": 7.846217155456543, "n_params": 4756720, "total_flops": 18265804800000000, "train_loss": 0.03905148108800252, "subset_score_loss": 0.03905148108800252}
+{"step": 1260000, "wall_time": 6893.068956613541, "train_loss_step": 8.147771835327148, "n_params": 4756720, "total_flops": 18411931238400000, "train_loss": 0.0424492875734965, "subset_score_loss": 0.0424492875734965}
+{"step": 1270000, "wall_time": 6928.8792815208435, "train_loss_step": 7.1512579917907715, "n_params": 4756720, "total_flops": 18558057676800000, "train_loss": 0.03867770433425903, "subset_score_loss": 0.03867770433425903}
+{"step": 1280000, "wall_time": 6964.667107105255, "train_loss_step": 7.293859481811523, "n_params": 4756720, "total_flops": 18704184115200000, "train_loss": 0.03955424229303996, "subset_score_loss": 0.03955424229303996}
+{"step": 1290000, "wall_time": 7000.468941450119, "train_loss_step": 7.330832481384277, "n_params": 4756720, "total_flops": 18850310553600000, "train_loss": 0.04454058806101481, "subset_score_loss": 0.04454058806101481}
+{"step": 1300000, "wall_time": 7058.6381142139435, "train_loss_step": 7.126557350158691, "n_params": 4756720, "total_flops": 18996436992000000, "train_loss": 0.03796484470367432, "subset_score_loss": 0.03796484470367432, "memorization_fraction_pixel": 0.03840000182390213, "mean_nn_ratio_pixel": 0.9209238290786743, "fid": 249.2822871640136, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 7094.486665248871, "train_loss_step": 7.402738571166992, "n_params": 4756720, "total_flops": 19142563430400000, "train_loss": 0.0394172191619873, "subset_score_loss": 0.0394172191619873}
+{"step": 1320000, "wall_time": 7130.309618711472, "train_loss_step": 7.497775077819824, "n_params": 4756720, "total_flops": 19288689868800000, "train_loss": 0.04497028986612956, "subset_score_loss": 0.04497028986612956}
+{"step": 1330000, "wall_time": 7166.117649316788, "train_loss_step": 7.385823726654053, "n_params": 4756720, "total_flops": 19434816307200000, "train_loss": 0.037235450744628903, "subset_score_loss": 0.037235450744628903}
+{"step": 1340000, "wall_time": 7201.9248559474945, "train_loss_step": 6.945021629333496, "n_params": 4756720, "total_flops": 19580942745600000, "train_loss": 0.04557454586029053, "subset_score_loss": 0.04557454586029053}
+{"step": 1350000, "wall_time": 7237.73783326149, "train_loss_step": 7.742530345916748, "n_params": 4756720, "total_flops": 19727069184000000, "train_loss": 0.03892878691355387, "subset_score_loss": 0.03892878691355387}
+{"step": 1360000, "wall_time": 7273.544825077057, "train_loss_step": 7.326897621154785, "n_params": 4756720, "total_flops": 19873195622400000, "train_loss": 0.03816598653793335, "subset_score_loss": 0.03816598653793335}
+{"step": 1370000, "wall_time": 7309.357129812241, "train_loss_step": 7.31623649597168, "n_params": 4756720, "total_flops": 20019322060800000, "train_loss": 0.03485958973566691, "subset_score_loss": 0.03485958973566691}
+{"step": 1380000, "wall_time": 7345.163662195206, "train_loss_step": 7.140389442443848, "n_params": 4756720, "total_flops": 20165448499200000, "train_loss": 0.03767638603846232, "subset_score_loss": 0.03767638603846232}
+{"step": 1390000, "wall_time": 7380.904894351959, "train_loss_step": 7.32686710357666, "n_params": 4756720, "total_flops": 20311574937600000, "train_loss": 0.04489470322926839, "subset_score_loss": 0.04489470322926839}
+{"step": 1400000, "wall_time": 7439.40265417099, "train_loss_step": 7.027853965759277, "n_params": 4756720, "total_flops": 20457701376000000, "train_loss": 0.036696338653564455, "subset_score_loss": 0.036696338653564455, "memorization_fraction_pixel": 0.04259999841451645, "mean_nn_ratio_pixel": 0.9139695167541504, "fid": 257.7731993978786, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 7475.248484611511, "train_loss_step": 7.3518781661987305, "n_params": 4756720, "total_flops": 20603827814400000, "train_loss": 0.037799525260925296, "subset_score_loss": 0.037799525260925296}
+{"step": 1420000, "wall_time": 7511.047809123993, "train_loss_step": 6.86457633972168, "n_params": 4756720, "total_flops": 20749954252800000, "train_loss": 0.0370135505994161, "subset_score_loss": 0.0370135505994161}
+{"step": 1430000, "wall_time": 7546.853828191757, "train_loss_step": 7.808865547180176, "n_params": 4756720, "total_flops": 20896080691200000, "train_loss": 0.04433474143346151, "subset_score_loss": 0.04433474143346151}
+{"step": 1440000, "wall_time": 7582.676330566406, "train_loss_step": 7.778914928436279, "n_params": 4756720, "total_flops": 21042207129600000, "train_loss": 0.041917328039805093, "subset_score_loss": 0.041917328039805093}
+{"step": 1450000, "wall_time": 7618.49119925499, "train_loss_step": 7.386249542236328, "n_params": 4756720, "total_flops": 21188333568000000, "train_loss": 0.03999639352162679, "subset_score_loss": 0.03999639352162679}
+{"step": 1460000, "wall_time": 7654.301276683807, "train_loss_step": 7.1711554527282715, "n_params": 4756720, "total_flops": 21334460006400000, "train_loss": 0.036036908626556396, "subset_score_loss": 0.036036908626556396}
+{"step": 1470000, "wall_time": 7690.064641952515, "train_loss_step": 7.505947113037109, "n_params": 4756720, "total_flops": 21480586444800000, "train_loss": 0.0406960129737854, "subset_score_loss": 0.0406960129737854}
+{"step": 1480000, "wall_time": 7725.861973762512, "train_loss_step": 7.572386741638184, "n_params": 4756720, "total_flops": 21626712883200000, "train_loss": 0.035250262419382734, "subset_score_loss": 0.035250262419382734}
+{"step": 1490000, "wall_time": 7761.669892549515, "train_loss_step": 7.6927103996276855, "n_params": 4756720, "total_flops": 21772839321600000, "train_loss": 0.04217849572499593, "subset_score_loss": 0.04217849572499593}
+{"step": 1500000, "wall_time": 7819.951522350311, "train_loss_step": 7.66196346282959, "n_params": 4756720, "total_flops": 21918965760000000, "train_loss": 0.03647537628809611, "subset_score_loss": 0.03647537628809611, "memorization_fraction_pixel": 0.053300000727176666, "mean_nn_ratio_pixel": 0.909172534942627, "fid": 249.99421333007587, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 7855.7962737083435, "train_loss_step": 7.218751907348633, "n_params": 4756720, "total_flops": 22065092198400000, "train_loss": 0.03523474931716919, "subset_score_loss": 0.03523474931716919}
+{"step": 1520000, "wall_time": 7891.612766265869, "train_loss_step": 7.308588027954102, "n_params": 4756720, "total_flops": 22211218636800000, "train_loss": 0.036908809343973795, "subset_score_loss": 0.036908809343973795}
+{"step": 1530000, "wall_time": 7927.414333581924, "train_loss_step": 7.942061424255371, "n_params": 4756720, "total_flops": 22357345075200000, "train_loss": 0.037610769271850586, "subset_score_loss": 0.037610769271850586}
+{"step": 1540000, "wall_time": 7963.223512887955, "train_loss_step": 7.181983470916748, "n_params": 4756720, "total_flops": 22503471513600000, "train_loss": 0.03342030843098958, "subset_score_loss": 0.03342030843098958}
+{"step": 1550000, "wall_time": 7999.045341730118, "train_loss_step": 7.347777843475342, "n_params": 4756720, "total_flops": 22649597952000000, "train_loss": 0.039700555801391604, "subset_score_loss": 0.039700555801391604}
+{"step": 1560000, "wall_time": 8034.867037296295, "train_loss_step": 7.351678848266602, "n_params": 4756720, "total_flops": 22795724390400000, "train_loss": 0.04021636644999186, "subset_score_loss": 0.04021636644999186}
+{"step": 1570000, "wall_time": 8070.6990442276, "train_loss_step": 7.18402099609375, "n_params": 4756720, "total_flops": 22941850828800000, "train_loss": 0.03435893456141154, "subset_score_loss": 0.03435893456141154}
+{"step": 1580000, "wall_time": 8106.453635692596, "train_loss_step": 7.456491470336914, "n_params": 4756720, "total_flops": 23087977267200000, "train_loss": 0.03533199230829875, "subset_score_loss": 0.03533199230829875}
+{"step": 1590000, "wall_time": 8142.276657581329, "train_loss_step": 6.942705154418945, "n_params": 4756720, "total_flops": 23234103705600000, "train_loss": 0.03455084562301636, "subset_score_loss": 0.03455084562301636}
+{"step": 1600000, "wall_time": 8201.458549499512, "train_loss_step": 7.335670471191406, "n_params": 4756720, "total_flops": 23380230144000000, "train_loss": 0.03699471950531006, "subset_score_loss": 0.03699471950531006, "memorization_fraction_pixel": 0.06210000067949295, "mean_nn_ratio_pixel": 0.9007025361061096, "fid": 253.8829551832575, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 8237.294167518616, "train_loss_step": 6.680550575256348, "n_params": 4756720, "total_flops": 23526356582400000, "train_loss": 0.03831899563471476, "subset_score_loss": 0.03831899563471476}
+{"step": 1620000, "wall_time": 8273.097596406937, "train_loss_step": 6.774252891540527, "n_params": 4756720, "total_flops": 23672483020800000, "train_loss": 0.037878831227620445, "subset_score_loss": 0.037878831227620445}
+{"step": 1630000, "wall_time": 8308.869260072708, "train_loss_step": 6.879779815673828, "n_params": 4756720, "total_flops": 23818609459200000, "train_loss": 0.037276514371236164, "subset_score_loss": 0.037276514371236164}
+{"step": 1640000, "wall_time": 8344.669552087784, "train_loss_step": 6.898028373718262, "n_params": 4756720, "total_flops": 23964735897600000, "train_loss": 0.03413172960281372, "subset_score_loss": 0.03413172960281372}
+{"step": 1650000, "wall_time": 8380.464812040329, "train_loss_step": 6.970020294189453, "n_params": 4756720, "total_flops": 24110862336000000, "train_loss": 0.03812660376230876, "subset_score_loss": 0.03812660376230876}
+{"step": 1660000, "wall_time": 8416.27967262268, "train_loss_step": 6.585602283477783, "n_params": 4756720, "total_flops": 24256988774400000, "train_loss": 0.03877855141957601, "subset_score_loss": 0.03877855141957601}
+{"step": 1670000, "wall_time": 8452.097019672394, "train_loss_step": 6.629802703857422, "n_params": 4756720, "total_flops": 24403115212800000, "train_loss": 0.04072774251302083, "subset_score_loss": 0.04072774251302083}
+{"step": 1680000, "wall_time": 8487.888798475266, "train_loss_step": 6.968609809875488, "n_params": 4756720, "total_flops": 24549241651200000, "train_loss": 0.03598270018895467, "subset_score_loss": 0.03598270018895467}
+{"step": 1690000, "wall_time": 8523.654949188232, "train_loss_step": 6.87803316116333, "n_params": 4756720, "total_flops": 24695368089600000, "train_loss": 0.03407769600550334, "subset_score_loss": 0.03407769600550334}
+{"step": 1700000, "wall_time": 8582.64554977417, "train_loss_step": 6.850283145904541, "n_params": 4756720, "total_flops": 24841494528000000, "train_loss": 0.03454781373341878, "subset_score_loss": 0.03454781373341878, "memorization_fraction_pixel": 0.06040000170469284, "mean_nn_ratio_pixel": 0.9030960202217102, "fid": 257.20515376108085, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 8618.502724409103, "train_loss_step": 6.765966415405273, "n_params": 4756720, "total_flops": 24987620966400000, "train_loss": 0.033937843640645345, "subset_score_loss": 0.033937843640645345}
+{"step": 1720000, "wall_time": 8654.29538321495, "train_loss_step": 7.05915641784668, "n_params": 4756720, "total_flops": 25133747404800000, "train_loss": 0.0355615774790446, "subset_score_loss": 0.0355615774790446}
+{"step": 1730000, "wall_time": 8690.118691921234, "train_loss_step": 7.427023887634277, "n_params": 4756720, "total_flops": 25279873843200000, "train_loss": 0.034948507944742836, "subset_score_loss": 0.034948507944742836}
+{"step": 1740000, "wall_time": 8725.919636964798, "train_loss_step": 7.396761894226074, "n_params": 4756720, "total_flops": 25426000281600000, "train_loss": 0.039425432682037354, "subset_score_loss": 0.039425432682037354}
+{"step": 1750000, "wall_time": 8761.735463142395, "train_loss_step": 6.592923164367676, "n_params": 4756720, "total_flops": 25572126720000000, "train_loss": 0.03471145232518514, "subset_score_loss": 0.03471145232518514}
+{"step": 1760000, "wall_time": 8797.532348155975, "train_loss_step": 6.720900535583496, "n_params": 4756720, "total_flops": 25718253158400000, "train_loss": 0.034279274940490725, "subset_score_loss": 0.034279274940490725}
+{"step": 1770000, "wall_time": 8833.338160991669, "train_loss_step": 6.745237827301025, "n_params": 4756720, "total_flops": 25864379596800000, "train_loss": 0.03659602403640747, "subset_score_loss": 0.03659602403640747}
+{"step": 1780000, "wall_time": 8869.1563205719, "train_loss_step": 7.060944557189941, "n_params": 4756720, "total_flops": 26010506035200000, "train_loss": 0.039707056681315106, "subset_score_loss": 0.039707056681315106}
+{"step": 1790000, "wall_time": 8904.963829517365, "train_loss_step": 6.575758457183838, "n_params": 4756720, "total_flops": 26156632473600000, "train_loss": 0.03281659881273905, "subset_score_loss": 0.03281659881273905}
+{"step": 1800000, "wall_time": 8961.771011829376, "train_loss_step": 7.332508563995361, "n_params": 4756720, "total_flops": 26302758912000000, "train_loss": 0.03617288668950399, "subset_score_loss": 0.03617288668950399, "memorization_fraction_pixel": 0.06350000202655792, "mean_nn_ratio_pixel": 0.8969957828521729, "fid": 253.4978165171462, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 8997.621197462082, "train_loss_step": 6.870922088623047, "n_params": 4756720, "total_flops": 26448885350400000, "train_loss": 0.04004206657409668, "subset_score_loss": 0.04004206657409668}
+{"step": 1820000, "wall_time": 9033.438158750534, "train_loss_step": 6.999900817871094, "n_params": 4756720, "total_flops": 26595011788800000, "train_loss": 0.031937770048777264, "subset_score_loss": 0.031937770048777264}
+{"step": 1830000, "wall_time": 9069.236171007156, "train_loss_step": 6.952650547027588, "n_params": 4756720, "total_flops": 26741138227200000, "train_loss": 0.0374725619951884, "subset_score_loss": 0.0374725619951884}
+{"step": 1840000, "wall_time": 9105.030903339386, "train_loss_step": 6.650911331176758, "n_params": 4756720, "total_flops": 26887264665600000, "train_loss": 0.03164664506912231, "subset_score_loss": 0.03164664506912231}
+{"step": 1850000, "wall_time": 9140.849274873734, "train_loss_step": 6.89875602722168, "n_params": 4756720, "total_flops": 27033391104000000, "train_loss": 0.030553948879241944, "subset_score_loss": 0.030553948879241944}
+{"step": 1860000, "wall_time": 9176.649260997772, "train_loss_step": 7.066042900085449, "n_params": 4756720, "total_flops": 27179517542400000, "train_loss": 0.034168533484141034, "subset_score_loss": 0.034168533484141034}
+{"step": 1870000, "wall_time": 9212.465643882751, "train_loss_step": 7.212044715881348, "n_params": 4756720, "total_flops": 27325643980800000, "train_loss": 0.034643073876698814, "subset_score_loss": 0.034643073876698814}
+{"step": 1880000, "wall_time": 9248.286939144135, "train_loss_step": 6.986536502838135, "n_params": 4756720, "total_flops": 27471770419200000, "train_loss": 0.03272964159647624, "subset_score_loss": 0.03272964159647624}
+{"step": 1890000, "wall_time": 9284.093972682953, "train_loss_step": 7.0701003074646, "n_params": 4756720, "total_flops": 27617896857600000, "train_loss": 0.035139779249827065, "subset_score_loss": 0.035139779249827065}
+{"step": 1900000, "wall_time": 9342.949305057526, "train_loss_step": 7.513289451599121, "n_params": 4756720, "total_flops": 27764023296000000, "train_loss": 0.03486473162968953, "subset_score_loss": 0.03486473162968953, "memorization_fraction_pixel": 0.06769999861717224, "mean_nn_ratio_pixel": 0.8937950134277344, "fid": 245.38513290920645, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 9378.798444509506, "train_loss_step": 7.096060752868652, "n_params": 4756720, "total_flops": 27910149734400000, "train_loss": 0.036477593580881755, "subset_score_loss": 0.036477593580881755}
+{"step": 1920000, "wall_time": 9414.599984645844, "train_loss_step": 7.2466511726379395, "n_params": 4756720, "total_flops": 28056276172800000, "train_loss": 0.03748213052749634, "subset_score_loss": 0.03748213052749634}
+{"step": 1930000, "wall_time": 9450.393813371658, "train_loss_step": 6.789728164672852, "n_params": 4756720, "total_flops": 28202402611200000, "train_loss": 0.03554928700129191, "subset_score_loss": 0.03554928700129191}
+{"step": 1940000, "wall_time": 9486.172057390213, "train_loss_step": 6.6939239501953125, "n_params": 4756720, "total_flops": 28348529049600000, "train_loss": 0.031105369329452515, "subset_score_loss": 0.031105369329452515}
+{"step": 1950000, "wall_time": 9522.002965450287, "train_loss_step": 6.86994743347168, "n_params": 4756720, "total_flops": 28494655488000000, "train_loss": 0.04273463884989421, "subset_score_loss": 0.04273463884989421}
+{"step": 1960000, "wall_time": 9557.815458059311, "train_loss_step": 6.650866508483887, "n_params": 4756720, "total_flops": 28640781926400000, "train_loss": 0.03413115739822388, "subset_score_loss": 0.03413115739822388}
+{"step": 1970000, "wall_time": 9593.62293124199, "train_loss_step": 6.480806827545166, "n_params": 4756720, "total_flops": 28786908364800000, "train_loss": 0.03491553068161011, "subset_score_loss": 0.03491553068161011}
+{"step": 1980000, "wall_time": 9629.446211576462, "train_loss_step": 6.241989612579346, "n_params": 4756720, "total_flops": 28933034803200000, "train_loss": 0.03179924488067627, "subset_score_loss": 0.03179924488067627}
+{"step": 1990000, "wall_time": 9665.25547003746, "train_loss_step": 6.605299949645996, "n_params": 4756720, "total_flops": 29079161241600000, "train_loss": 0.033698479334513344, "subset_score_loss": 0.033698479334513344}
+{"step": 2000000, "wall_time": 9724.429542064667, "train_loss_step": 6.839232921600342, "n_params": 4756720, "total_flops": 29225287680000000, "train_loss": 0.04334021011988322, "subset_score_loss": 0.04334021011988322, "memorization_fraction_pixel": 0.07079999893903732, "mean_nn_ratio_pixel": 0.8913316130638123, "fid": 242.06209369196324, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 9760.264847278595, "train_loss_step": 6.436931610107422, "n_params": 4756720, "total_flops": 29371414118400000, "train_loss": 0.03444957733154297, "subset_score_loss": 0.03444957733154297}
+{"step": 2020000, "wall_time": 9796.070808649063, "train_loss_step": 6.348145484924316, "n_params": 4756720, "total_flops": 29517540556800000, "train_loss": 0.03165665666262309, "subset_score_loss": 0.03165665666262309}
+{"step": 2030000, "wall_time": 9831.8858127594, "train_loss_step": 6.8259782791137695, "n_params": 4756720, "total_flops": 29663666995200000, "train_loss": 0.0318963885307312, "subset_score_loss": 0.0318963885307312}
+{"step": 2040000, "wall_time": 9867.697944164276, "train_loss_step": 6.574963569641113, "n_params": 4756720, "total_flops": 29809793433600000, "train_loss": 0.033884676297505696, "subset_score_loss": 0.033884676297505696}
+{"step": 2050000, "wall_time": 9903.471323251724, "train_loss_step": 6.747552871704102, "n_params": 4756720, "total_flops": 29955919872000000, "train_loss": 0.03529006242752075, "subset_score_loss": 0.03529006242752075}
+{"step": 2060000, "wall_time": 9939.290239095688, "train_loss_step": 6.567345142364502, "n_params": 4756720, "total_flops": 30102046310400000, "train_loss": 0.03257321119308472, "subset_score_loss": 0.03257321119308472}
+{"step": 2070000, "wall_time": 9975.108409643173, "train_loss_step": 6.8921332359313965, "n_params": 4756720, "total_flops": 30248172748800000, "train_loss": 0.03390278418858846, "subset_score_loss": 0.03390278418858846}
+{"step": 2080000, "wall_time": 10010.924402475357, "train_loss_step": 6.798430442810059, "n_params": 4756720, "total_flops": 30394299187200000, "train_loss": 0.031592867771784466, "subset_score_loss": 0.031592867771784466}
+{"step": 2090000, "wall_time": 10046.751887321472, "train_loss_step": 6.83227014541626, "n_params": 4756720, "total_flops": 30540425625600000, "train_loss": 0.03549352486928304, "subset_score_loss": 0.03549352486928304}
+{"step": 2100000, "wall_time": 10106.493081092834, "train_loss_step": 6.849593162536621, "n_params": 4756720, "total_flops": 30686552064000000, "train_loss": 0.03483378887176514, "subset_score_loss": 0.03483378887176514, "memorization_fraction_pixel": 0.07999999821186066, "mean_nn_ratio_pixel": 0.8798601627349854, "fid": 243.38008929130604, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 10142.336787700653, "train_loss_step": 6.55412483215332, "n_params": 4756720, "total_flops": 30832678502400000, "train_loss": 0.03650753895441691, "subset_score_loss": 0.03650753895441691}
+{"step": 2120000, "wall_time": 10178.13891196251, "train_loss_step": 6.929112911224365, "n_params": 4756720, "total_flops": 30978804940800000, "train_loss": 0.03358184099197388, "subset_score_loss": 0.03358184099197388}
+{"step": 2130000, "wall_time": 10213.94555592537, "train_loss_step": 6.549266815185547, "n_params": 4756720, "total_flops": 31124931379200000, "train_loss": 0.0316975732644399, "subset_score_loss": 0.0316975732644399}
+{"step": 2140000, "wall_time": 10249.755334615707, "train_loss_step": 6.68543815612793, "n_params": 4756720, "total_flops": 31271057817600000, "train_loss": 0.033815900484720864, "subset_score_loss": 0.033815900484720864}
+{"step": 2150000, "wall_time": 10285.59076666832, "train_loss_step": 7.0207109451293945, "n_params": 4756720, "total_flops": 31417184256000000, "train_loss": 0.03336203098297119, "subset_score_loss": 0.03336203098297119}
+{"step": 2160000, "wall_time": 10321.379868268967, "train_loss_step": 6.562297821044922, "n_params": 4756720, "total_flops": 31563310694400000, "train_loss": 0.034858914216359456, "subset_score_loss": 0.034858914216359456}
+{"step": 2170000, "wall_time": 10357.202198266983, "train_loss_step": 6.4790239334106445, "n_params": 4756720, "total_flops": 31709437132800000, "train_loss": 0.03548386494318644, "subset_score_loss": 0.03548386494318644}
+{"step": 2180000, "wall_time": 10393.012217998505, "train_loss_step": 6.395970344543457, "n_params": 4756720, "total_flops": 31855563571200000, "train_loss": 0.03233809471130371, "subset_score_loss": 0.03233809471130371}
+{"step": 2190000, "wall_time": 10428.829567193985, "train_loss_step": 6.808107376098633, "n_params": 4756720, "total_flops": 32001690009600000, "train_loss": 0.034683597087860105, "subset_score_loss": 0.034683597087860105}
+{"step": 2200000, "wall_time": 10489.20016002655, "train_loss_step": 6.4638566970825195, "n_params": 4756720, "total_flops": 32147816448000000, "train_loss": 0.032129029432932533, "subset_score_loss": 0.032129029432932533, "memorization_fraction_pixel": 0.08399999886751175, "mean_nn_ratio_pixel": 0.8785550594329834, "fid": 241.2735434414932, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 10525.041180372238, "train_loss_step": 6.596982955932617, "n_params": 4756720, "total_flops": 32293942886400000, "train_loss": 0.03226938247680664, "subset_score_loss": 0.03226938247680664}
+{"step": 2220000, "wall_time": 10560.981286525726, "train_loss_step": 6.424327373504639, "n_params": 4756720, "total_flops": 32440069324800000, "train_loss": 0.035699653625488284, "subset_score_loss": 0.035699653625488284}
+{"step": 2230000, "wall_time": 10596.793821334839, "train_loss_step": 6.507904529571533, "n_params": 4756720, "total_flops": 32586195763200000, "train_loss": 0.02880688707033793, "subset_score_loss": 0.02880688707033793}
+{"step": 2240000, "wall_time": 10632.613908290863, "train_loss_step": 6.181113243103027, "n_params": 4756720, "total_flops": 32732322201600000, "train_loss": 0.02860957384109497, "subset_score_loss": 0.02860957384109497}
+{"step": 2250000, "wall_time": 10668.430477380753, "train_loss_step": 6.886909484863281, "n_params": 4756720, "total_flops": 32878448640000000, "train_loss": 0.029880166053771973, "subset_score_loss": 0.029880166053771973}
+{"step": 2260000, "wall_time": 10704.234158277512, "train_loss_step": 6.820021152496338, "n_params": 4756720, "total_flops": 33024575078400000, "train_loss": 0.028690260648727418, "subset_score_loss": 0.028690260648727418}
+{"step": 2270000, "wall_time": 10740.03242611885, "train_loss_step": 6.955661296844482, "n_params": 4756720, "total_flops": 33170701516800000, "train_loss": 0.03168110052744547, "subset_score_loss": 0.03168110052744547}
+{"step": 2280000, "wall_time": 10775.83746957779, "train_loss_step": 6.427652835845947, "n_params": 4756720, "total_flops": 33316827955200000, "train_loss": 0.029364611705144247, "subset_score_loss": 0.029364611705144247}
+{"step": 2290000, "wall_time": 10811.66145658493, "train_loss_step": 6.2994608879089355, "n_params": 4756720, "total_flops": 33462954393600000, "train_loss": 0.041014361381530764, "subset_score_loss": 0.041014361381530764}
+{"step": 2300000, "wall_time": 10871.90891623497, "train_loss_step": 6.157412052154541, "n_params": 4756720, "total_flops": 33609080832000000, "train_loss": 0.02973031997680664, "subset_score_loss": 0.02973031997680664, "memorization_fraction_pixel": 0.08380000293254852, "mean_nn_ratio_pixel": 0.882212221622467, "fid": 244.4404962123138, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 10907.735124588013, "train_loss_step": 6.873071193695068, "n_params": 4756720, "total_flops": 33755207270400000, "train_loss": 0.03328799804051717, "subset_score_loss": 0.03328799804051717}
+{"step": 2320000, "wall_time": 10943.536592245102, "train_loss_step": 6.014972686767578, "n_params": 4756720, "total_flops": 33901333708800000, "train_loss": 0.034653079509735105, "subset_score_loss": 0.034653079509735105}
+{"step": 2330000, "wall_time": 10979.346291303635, "train_loss_step": 6.459781646728516, "n_params": 4756720, "total_flops": 34047460147200000, "train_loss": 0.02946040431658427, "subset_score_loss": 0.02946040431658427}
+{"step": 2340000, "wall_time": 11015.171242237091, "train_loss_step": 6.243269443511963, "n_params": 4756720, "total_flops": 34193586585600000, "train_loss": 0.03258269230524699, "subset_score_loss": 0.03258269230524699}
+{"step": 2350000, "wall_time": 11050.98954987526, "train_loss_step": 6.556306838989258, "n_params": 4756720, "total_flops": 34339713024000000, "train_loss": 0.030825950702031455, "subset_score_loss": 0.030825950702031455}
+{"step": 2360000, "wall_time": 11086.794808149338, "train_loss_step": 7.23657751083374, "n_params": 4756720, "total_flops": 34485839462400000, "train_loss": 0.04560453097025553, "subset_score_loss": 0.04560453097025553}
+{"step": 2370000, "wall_time": 11122.574897766113, "train_loss_step": 6.55729341506958, "n_params": 4756720, "total_flops": 34631965900800000, "train_loss": 0.029306572675704957, "subset_score_loss": 0.029306572675704957}
+{"step": 2380000, "wall_time": 11158.365837335587, "train_loss_step": 6.531438827514648, "n_params": 4756720, "total_flops": 34778092339200000, "train_loss": 0.03456732432047526, "subset_score_loss": 0.03456732432047526}
+{"step": 2390000, "wall_time": 11194.186406373978, "train_loss_step": 5.8978800773620605, "n_params": 4756720, "total_flops": 34924218777600000, "train_loss": 0.029562902450561524, "subset_score_loss": 0.029562902450561524}
+{"step": 2400000, "wall_time": 11254.354341983795, "train_loss_step": 6.248003959655762, "n_params": 4756720, "total_flops": 35070345216000000, "train_loss": 0.03133678833643595, "subset_score_loss": 0.03133678833643595, "memorization_fraction_pixel": 0.09740000218153, "mean_nn_ratio_pixel": 0.8681293725967407, "fid": 235.8652854321319, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 11290.185769796371, "train_loss_step": 6.32729959487915, "n_params": 4756720, "total_flops": 35216471654400000, "train_loss": 0.029059527317682902, "subset_score_loss": 0.029059527317682902}
+{"step": 2420000, "wall_time": 11325.96069073677, "train_loss_step": 6.023672103881836, "n_params": 4756720, "total_flops": 35362598092800000, "train_loss": 0.03285440802574158, "subset_score_loss": 0.03285440802574158}
+{"step": 2430000, "wall_time": 11361.78727555275, "train_loss_step": 6.406170845031738, "n_params": 4756720, "total_flops": 35508724531200000, "train_loss": 0.0312595268090566, "subset_score_loss": 0.0312595268090566}
+{"step": 2440000, "wall_time": 11397.587523698807, "train_loss_step": 6.066834449768066, "n_params": 4756720, "total_flops": 35654850969600000, "train_loss": 0.028623106082280476, "subset_score_loss": 0.028623106082280476}
+{"step": 2450000, "wall_time": 11433.407321929932, "train_loss_step": 6.565318584442139, "n_params": 4756720, "total_flops": 35800977408000000, "train_loss": 0.030730754137039185, "subset_score_loss": 0.030730754137039185}
+{"step": 2460000, "wall_time": 11469.220579147339, "train_loss_step": 6.495776176452637, "n_params": 4756720, "total_flops": 35947103846400000, "train_loss": 0.046487549940745033, "subset_score_loss": 0.046487549940745033}
+{"step": 2470000, "wall_time": 11504.993581533432, "train_loss_step": 5.809985637664795, "n_params": 4756720, "total_flops": 36093230284800000, "train_loss": 0.03105924129486084, "subset_score_loss": 0.03105924129486084}
+{"step": 2480000, "wall_time": 11540.792634248734, "train_loss_step": 6.540589332580566, "n_params": 4756720, "total_flops": 36239356723200000, "train_loss": 0.032024651765823364, "subset_score_loss": 0.032024651765823364}
+{"step": 2490000, "wall_time": 11576.600896596909, "train_loss_step": 6.925600051879883, "n_params": 4756720, "total_flops": 36385483161600000, "train_loss": 0.030546351273854574, "subset_score_loss": 0.030546351273854574}
+{"step": 2500000, "wall_time": 11637.778253793716, "train_loss_step": 6.8677659034729, "n_params": 4756720, "total_flops": 36531609600000000, "train_loss": 0.035254875818888344, "subset_score_loss": 0.035254875818888344, "memorization_fraction_pixel": 0.10209999978542328, "mean_nn_ratio_pixel": 0.8625543713569641, "fid": 237.77901867691946, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 11673.638503074646, "train_loss_step": 5.886465072631836, "n_params": 4756720, "total_flops": 36677736038400000, "train_loss": 0.03007443149884542, "subset_score_loss": 0.03007443149884542}
+{"step": 2520000, "wall_time": 11709.419221878052, "train_loss_step": 6.376136779785156, "n_params": 4756720, "total_flops": 36823862476800000, "train_loss": 0.035576172669728595, "subset_score_loss": 0.035576172669728595}
+{"step": 2530000, "wall_time": 11745.23494052887, "train_loss_step": 5.835736274719238, "n_params": 4756720, "total_flops": 36969988915200000, "train_loss": 0.030486810207366943, "subset_score_loss": 0.030486810207366943}
+{"step": 2540000, "wall_time": 11781.060154914856, "train_loss_step": 6.325155258178711, "n_params": 4756720, "total_flops": 37116115353600000, "train_loss": 0.03432512283325195, "subset_score_loss": 0.03432512283325195}
+{"step": 2550000, "wall_time": 11816.864180803299, "train_loss_step": 6.773111343383789, "n_params": 4756720, "total_flops": 37262241792000000, "train_loss": 0.036495522658030195, "subset_score_loss": 0.036495522658030195}
+{"step": 2560000, "wall_time": 11852.668172836304, "train_loss_step": 6.573520183563232, "n_params": 4756720, "total_flops": 37408368230400000, "train_loss": 0.03284372289975484, "subset_score_loss": 0.03284372289975484}
+{"step": 2570000, "wall_time": 11888.487243175507, "train_loss_step": 6.404031753540039, "n_params": 4756720, "total_flops": 37554494668800000, "train_loss": 0.0280950665473938, "subset_score_loss": 0.0280950665473938}
+{"step": 2580000, "wall_time": 11924.242228746414, "train_loss_step": 5.881085395812988, "n_params": 4756720, "total_flops": 37700621107200000, "train_loss": 0.030203537146250407, "subset_score_loss": 0.030203537146250407}
+{"step": 2590000, "wall_time": 11960.046887159348, "train_loss_step": 6.198740005493164, "n_params": 4756720, "total_flops": 37846747545600000, "train_loss": 0.03622217973073324, "subset_score_loss": 0.03622217973073324}
+{"step": 2600000, "wall_time": 12021.198026180267, "train_loss_step": 6.4420318603515625, "n_params": 4756720, "total_flops": 37992873984000000, "train_loss": 0.033039877812067665, "subset_score_loss": 0.033039877812067665, "memorization_fraction_pixel": 0.09950000047683716, "mean_nn_ratio_pixel": 0.8664227724075317, "fid": 241.0623793070934, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 12057.062067985535, "train_loss_step": 5.9908294677734375, "n_params": 4756720, "total_flops": 38139000422400000, "train_loss": 0.029727731148401895, "subset_score_loss": 0.029727731148401895}
+{"step": 2620000, "wall_time": 12092.874742031097, "train_loss_step": 6.469566345214844, "n_params": 4756720, "total_flops": 38285126860800000, "train_loss": 0.03513945341110229, "subset_score_loss": 0.03513945341110229}
+{"step": 2630000, "wall_time": 12128.664720773697, "train_loss_step": 6.497605323791504, "n_params": 4756720, "total_flops": 38431253299200000, "train_loss": 0.03079671263694763, "subset_score_loss": 0.03079671263694763}
+{"step": 2640000, "wall_time": 12164.479940414429, "train_loss_step": 6.37382698059082, "n_params": 4756720, "total_flops": 38577379737600000, "train_loss": 0.03418930768966675, "subset_score_loss": 0.03418930768966675}
+{"step": 2650000, "wall_time": 12200.295932531357, "train_loss_step": 6.719483852386475, "n_params": 4756720, "total_flops": 38723506176000000, "train_loss": 0.03099861741065979, "subset_score_loss": 0.03099861741065979}
+{"step": 2660000, "wall_time": 12236.098730564117, "train_loss_step": 6.245137691497803, "n_params": 4756720, "total_flops": 38869632614400000, "train_loss": 0.0319740374883016, "subset_score_loss": 0.0319740374883016}
+{"step": 2670000, "wall_time": 12271.916138887405, "train_loss_step": 6.379859924316406, "n_params": 4756720, "total_flops": 39015759052800000, "train_loss": 0.027606242895126344, "subset_score_loss": 0.027606242895126344}
+{"step": 2680000, "wall_time": 12307.702759742737, "train_loss_step": 6.100551128387451, "n_params": 4756720, "total_flops": 39161885491200000, "train_loss": 0.02958793044090271, "subset_score_loss": 0.02958793044090271}
+{"step": 2690000, "wall_time": 12343.507972717285, "train_loss_step": 6.3271484375, "n_params": 4756720, "total_flops": 39308011929600000, "train_loss": 0.02956043481826782, "subset_score_loss": 0.02956043481826782}
+{"step": 2700000, "wall_time": 12402.54721903801, "train_loss_step": 5.963503837585449, "n_params": 4756720, "total_flops": 39454138368000000, "train_loss": 0.02798352042833964, "subset_score_loss": 0.02798352042833964, "memorization_fraction_pixel": 0.10050000250339508, "mean_nn_ratio_pixel": 0.8660298585891724, "fid": 239.49138064414782, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 12438.398424863815, "train_loss_step": 6.50321102142334, "n_params": 4756720, "total_flops": 39600264806400000, "train_loss": 0.031075469652811685, "subset_score_loss": 0.031075469652811685}
+{"step": 2720000, "wall_time": 12474.207189798355, "train_loss_step": 6.141818046569824, "n_params": 4756720, "total_flops": 39746391244800000, "train_loss": 0.02879913051923116, "subset_score_loss": 0.02879913051923116}
+{"step": 2730000, "wall_time": 12510.000086069107, "train_loss_step": 5.955768585205078, "n_params": 4756720, "total_flops": 39892517683200000, "train_loss": 0.0342069943745931, "subset_score_loss": 0.0342069943745931}
+{"step": 2740000, "wall_time": 12545.813301563263, "train_loss_step": 6.704585552215576, "n_params": 4756720, "total_flops": 40038644121600000, "train_loss": 0.02766932447751363, "subset_score_loss": 0.02766932447751363}
+{"step": 2750000, "wall_time": 12581.611685037613, "train_loss_step": 6.011246204376221, "n_params": 4756720, "total_flops": 40184770560000000, "train_loss": 0.028242758909861245, "subset_score_loss": 0.028242758909861245}
+{"step": 2760000, "wall_time": 12617.42344713211, "train_loss_step": 6.267438888549805, "n_params": 4756720, "total_flops": 40330896998400000, "train_loss": 0.03236660162607829, "subset_score_loss": 0.03236660162607829}
+{"step": 2770000, "wall_time": 12653.235020637512, "train_loss_step": 6.326467990875244, "n_params": 4756720, "total_flops": 40477023436800000, "train_loss": 0.027152804533640544, "subset_score_loss": 0.027152804533640544}
+{"step": 2780000, "wall_time": 12689.063105344772, "train_loss_step": 6.224318027496338, "n_params": 4756720, "total_flops": 40623149875200000, "train_loss": 0.029344606399536132, "subset_score_loss": 0.029344606399536132}
+{"step": 2790000, "wall_time": 12724.82821059227, "train_loss_step": 6.344343662261963, "n_params": 4756720, "total_flops": 40769276313600000, "train_loss": 0.0398598313331604, "subset_score_loss": 0.0398598313331604}
+{"step": 2800000, "wall_time": 12785.97517323494, "train_loss_step": 6.480888843536377, "n_params": 4756720, "total_flops": 40915402752000000, "train_loss": 0.02891168196996053, "subset_score_loss": 0.02891168196996053, "memorization_fraction_pixel": 0.11190000176429749, "mean_nn_ratio_pixel": 0.8531913161277771, "fid": 230.5015275142442, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 12821.777207374573, "train_loss_step": 6.297784805297852, "n_params": 4756720, "total_flops": 41061529190400000, "train_loss": 0.03226403792699178, "subset_score_loss": 0.03226403792699178}
+{"step": 2820000, "wall_time": 12857.574294090271, "train_loss_step": 6.36152458190918, "n_params": 4756720, "total_flops": 41207655628800000, "train_loss": 0.04051308631896973, "subset_score_loss": 0.04051308631896973}
+{"step": 2830000, "wall_time": 12893.36048078537, "train_loss_step": 6.074904441833496, "n_params": 4756720, "total_flops": 41353782067200000, "train_loss": 0.03232897122701009, "subset_score_loss": 0.03232897122701009}
+{"step": 2840000, "wall_time": 12929.139884233475, "train_loss_step": 6.231034278869629, "n_params": 4756720, "total_flops": 41499908505600000, "train_loss": 0.026841805378595988, "subset_score_loss": 0.026841805378595988}
+{"step": 2850000, "wall_time": 12964.951120853424, "train_loss_step": 6.083188056945801, "n_params": 4756720, "total_flops": 41646034944000000, "train_loss": 0.027965861558914184, "subset_score_loss": 0.027965861558914184}
+{"step": 2860000, "wall_time": 13000.75243139267, "train_loss_step": 6.231370449066162, "n_params": 4756720, "total_flops": 41792161382400000, "train_loss": 0.030067030588785806, "subset_score_loss": 0.030067030588785806}
+{"step": 2870000, "wall_time": 13036.562622070312, "train_loss_step": 6.58824348449707, "n_params": 4756720, "total_flops": 41938287820800000, "train_loss": 0.0309578537940979, "subset_score_loss": 0.0309578537940979}
+{"step": 2880000, "wall_time": 13072.380752801895, "train_loss_step": 6.650547981262207, "n_params": 4756720, "total_flops": 42084414259200000, "train_loss": 0.0316368301709493, "subset_score_loss": 0.0316368301709493}
+{"step": 2890000, "wall_time": 13108.147458553314, "train_loss_step": 5.706757545471191, "n_params": 4756720, "total_flops": 42230540697600000, "train_loss": 0.02573391596476237, "subset_score_loss": 0.02573391596476237}
+{"step": 2900000, "wall_time": 13170.086915016174, "train_loss_step": 5.880038261413574, "n_params": 4756720, "total_flops": 42376667136000000, "train_loss": 0.027865391969680787, "subset_score_loss": 0.027865391969680787, "memorization_fraction_pixel": 0.11400000005960464, "mean_nn_ratio_pixel": 0.8541243076324463, "fid": 235.43442203287148, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 13205.925186634064, "train_loss_step": 6.737988471984863, "n_params": 4756720, "total_flops": 42522793574400000, "train_loss": 0.030417782068252564, "subset_score_loss": 0.030417782068252564}
+{"step": 2920000, "wall_time": 13241.723533153534, "train_loss_step": 6.055777549743652, "n_params": 4756720, "total_flops": 42668920012800000, "train_loss": 0.028383024533589683, "subset_score_loss": 0.028383024533589683}
+{"step": 2930000, "wall_time": 13277.527027606964, "train_loss_step": 6.312160968780518, "n_params": 4756720, "total_flops": 42815046451200000, "train_loss": 0.032685474554697676, "subset_score_loss": 0.032685474554697676}
+{"step": 2940000, "wall_time": 13313.324357271194, "train_loss_step": 6.229765892028809, "n_params": 4756720, "total_flops": 42961172889600000, "train_loss": 0.02761901617050171, "subset_score_loss": 0.02761901617050171}
+{"step": 2950000, "wall_time": 13349.14007973671, "train_loss_step": 6.370157718658447, "n_params": 4756720, "total_flops": 43107299328000000, "train_loss": 0.03105291525522868, "subset_score_loss": 0.03105291525522868}
+{"step": 2960000, "wall_time": 13384.955930709839, "train_loss_step": 6.109880447387695, "n_params": 4756720, "total_flops": 43253425766400000, "train_loss": 0.029171021779378255, "subset_score_loss": 0.029171021779378255}
+{"step": 2970000, "wall_time": 13420.772654533386, "train_loss_step": 6.283177375793457, "n_params": 4756720, "total_flops": 43399552204800000, "train_loss": 0.028952797253926594, "subset_score_loss": 0.028952797253926594}
+{"step": 2980000, "wall_time": 13456.58757519722, "train_loss_step": 6.234010696411133, "n_params": 4756720, "total_flops": 43545678643200000, "train_loss": 0.02940776546796163, "subset_score_loss": 0.02940776546796163}
+{"step": 2990000, "wall_time": 13492.406773805618, "train_loss_step": 6.089035987854004, "n_params": 4756720, "total_flops": 43691805081600000, "train_loss": 0.034808564186096194, "subset_score_loss": 0.034808564186096194}
+{"step": 3000000, "wall_time": 13554.970206260681, "train_loss_step": 5.951077461242676, "n_params": 4756720, "total_flops": 43837931520000000, "train_loss": 0.033007208506266275, "subset_score_loss": 0.033007208506266275, "memorization_fraction_pixel": 0.12359999865293503, "mean_nn_ratio_pixel": 0.8436003923416138, "fid": 232.6520171673849, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 13590.818376541138, "train_loss_step": 6.027172565460205, "n_params": 4756720, "total_flops": 43984057958400000, "train_loss": 0.029723572731018066, "subset_score_loss": 0.029723572731018066}
+{"step": 3020000, "wall_time": 13626.63007235527, "train_loss_step": 5.863187313079834, "n_params": 4756720, "total_flops": 44130184396800000, "train_loss": 0.02732621630032857, "subset_score_loss": 0.02732621630032857}
+{"step": 3030000, "wall_time": 13662.440317869186, "train_loss_step": 5.851022243499756, "n_params": 4756720, "total_flops": 44276310835200000, "train_loss": 0.028735206524531046, "subset_score_loss": 0.028735206524531046}
+{"step": 3040000, "wall_time": 13698.269625902176, "train_loss_step": 6.049416542053223, "n_params": 4756720, "total_flops": 44422437273600000, "train_loss": 0.031160783767700196, "subset_score_loss": 0.031160783767700196}
+{"step": 3050000, "wall_time": 13734.061828136444, "train_loss_step": 5.906556129455566, "n_params": 4756720, "total_flops": 44568563712000000, "train_loss": 0.03131792942682902, "subset_score_loss": 0.03131792942682902}
+{"step": 3060000, "wall_time": 13769.877425670624, "train_loss_step": 5.977537155151367, "n_params": 4756720, "total_flops": 44714690150400000, "train_loss": 0.031124806404113768, "subset_score_loss": 0.031124806404113768}
+{"step": 3070000, "wall_time": 13805.66615653038, "train_loss_step": 6.0815277099609375, "n_params": 4756720, "total_flops": 44860816588800000, "train_loss": 0.027666513125101724, "subset_score_loss": 0.027666513125101724}
+{"step": 3080000, "wall_time": 13841.48437166214, "train_loss_step": 6.054688453674316, "n_params": 4756720, "total_flops": 45006943027200000, "train_loss": 0.029937821626663207, "subset_score_loss": 0.029937821626663207}
+{"step": 3090000, "wall_time": 13877.293313503265, "train_loss_step": 6.134033679962158, "n_params": 4756720, "total_flops": 45153069465600000, "train_loss": 0.026736263434092203, "subset_score_loss": 0.026736263434092203}
+{"step": 3100000, "wall_time": 13938.491411447525, "train_loss_step": 6.390097141265869, "n_params": 4756720, "total_flops": 45299195904000000, "train_loss": 0.028258909781773884, "subset_score_loss": 0.028258909781773884, "memorization_fraction_pixel": 0.12290000170469284, "mean_nn_ratio_pixel": 0.8404976725578308, "fid": 230.4645013183818, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 13974.33191871643, "train_loss_step": 5.589997291564941, "n_params": 4756720, "total_flops": 45445322342400000, "train_loss": 0.029593116044998168, "subset_score_loss": 0.029593116044998168}
+{"step": 3120000, "wall_time": 14010.161934614182, "train_loss_step": 6.475028991699219, "n_params": 4756720, "total_flops": 45591448780800000, "train_loss": 0.033043269316355386, "subset_score_loss": 0.033043269316355386}
+{"step": 3130000, "wall_time": 14045.97309589386, "train_loss_step": 6.052790641784668, "n_params": 4756720, "total_flops": 45737575219200000, "train_loss": 0.02864315311113993, "subset_score_loss": 0.02864315311113993}
+{"step": 3140000, "wall_time": 14081.798442363739, "train_loss_step": 5.643333435058594, "n_params": 4756720, "total_flops": 45883701657600000, "train_loss": 0.028834340969721477, "subset_score_loss": 0.028834340969721477}
+{"step": 3150000, "wall_time": 14117.586719751358, "train_loss_step": 5.651155471801758, "n_params": 4756720, "total_flops": 46029828096000000, "train_loss": 0.028556970755259196, "subset_score_loss": 0.028556970755259196}
+{"step": 3160000, "wall_time": 14153.389292001724, "train_loss_step": 6.261260986328125, "n_params": 4756720, "total_flops": 46175954534400000, "train_loss": 0.02912357250849406, "subset_score_loss": 0.02912357250849406}
+{"step": 3170000, "wall_time": 14189.187364578247, "train_loss_step": 5.824214458465576, "n_params": 4756720, "total_flops": 46322080972800000, "train_loss": 0.025690499941507974, "subset_score_loss": 0.025690499941507974}
+{"step": 3180000, "wall_time": 14225.003278255463, "train_loss_step": 6.48646354675293, "n_params": 4756720, "total_flops": 46468207411200000, "train_loss": 0.028349846601486206, "subset_score_loss": 0.028349846601486206}
+{"step": 3190000, "wall_time": 14260.846886634827, "train_loss_step": 5.956740856170654, "n_params": 4756720, "total_flops": 46614333849600000, "train_loss": 0.03138363758722941, "subset_score_loss": 0.03138363758722941}
+{"step": 3200000, "wall_time": 14324.037051677704, "train_loss_step": 6.52580451965332, "n_params": 4756720, "total_flops": 46760460288000000, "train_loss": 0.02882898449897766, "subset_score_loss": 0.02882898449897766, "memorization_fraction_pixel": 0.11800000071525574, "mean_nn_ratio_pixel": 0.8484732508659363, "fid": 222.27816533827433, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 14359.862135410309, "train_loss_step": 5.973729133605957, "n_params": 4756720, "total_flops": 46906586726400000, "train_loss": 0.02697654366493225, "subset_score_loss": 0.02697654366493225}
+{"step": 3220000, "wall_time": 14395.657481193542, "train_loss_step": 6.4318528175354, "n_params": 4756720, "total_flops": 47052713164800000, "train_loss": 0.027953402201334635, "subset_score_loss": 0.027953402201334635}
+{"step": 3230000, "wall_time": 14431.469663143158, "train_loss_step": 6.178824424743652, "n_params": 4756720, "total_flops": 47198839603200000, "train_loss": 0.027007516225179037, "subset_score_loss": 0.027007516225179037}
+{"step": 3240000, "wall_time": 14467.269133090973, "train_loss_step": 6.0411176681518555, "n_params": 4756720, "total_flops": 47344966041600000, "train_loss": 0.03259269793828328, "subset_score_loss": 0.03259269793828328}
+{"step": 3250000, "wall_time": 14503.0680975914, "train_loss_step": 5.900186538696289, "n_params": 4756720, "total_flops": 47491092480000000, "train_loss": 0.02680797775586446, "subset_score_loss": 0.02680797775586446}
+{"step": 3260000, "wall_time": 14538.867659568787, "train_loss_step": 6.144287586212158, "n_params": 4756720, "total_flops": 47637218918400000, "train_loss": 0.02730604410171509, "subset_score_loss": 0.02730604410171509}
+{"step": 3270000, "wall_time": 14574.67777967453, "train_loss_step": 6.273711204528809, "n_params": 4756720, "total_flops": 47783345356800000, "train_loss": 0.03097313642501831, "subset_score_loss": 0.03097313642501831}
+{"step": 3280000, "wall_time": 14610.496757984161, "train_loss_step": 6.105142593383789, "n_params": 4756720, "total_flops": 47929471795200000, "train_loss": 0.02902114192644755, "subset_score_loss": 0.02902114192644755}
+{"step": 3290000, "wall_time": 14646.323410987854, "train_loss_step": 6.199780464172363, "n_params": 4756720, "total_flops": 48075598233600000, "train_loss": 0.027791847785313923, "subset_score_loss": 0.027791847785313923}
+{"step": 3300000, "wall_time": 14709.232110023499, "train_loss_step": 6.267037391662598, "n_params": 4756720, "total_flops": 48221724672000000, "train_loss": 0.02946202556292216, "subset_score_loss": 0.02946202556292216, "memorization_fraction_pixel": 0.12610000371932983, "mean_nn_ratio_pixel": 0.8398370146751404, "fid": 223.70260407897467, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 14745.179336547852, "train_loss_step": 6.009210586547852, "n_params": 4756720, "total_flops": 48367851110400000, "train_loss": 0.027237315972646076, "subset_score_loss": 0.027237315972646076}
+{"step": 3320000, "wall_time": 14780.880993366241, "train_loss_step": 5.956833839416504, "n_params": 4756720, "total_flops": 48513977548800000, "train_loss": 0.03543614943822225, "subset_score_loss": 0.03543614943822225}
+{"step": 3330000, "wall_time": 14816.678208589554, "train_loss_step": 5.997178077697754, "n_params": 4756720, "total_flops": 48660103987200000, "train_loss": 0.028685404856999715, "subset_score_loss": 0.028685404856999715}
+{"step": 3340000, "wall_time": 14852.47906422615, "train_loss_step": 5.900395393371582, "n_params": 4756720, "total_flops": 48806230425600000, "train_loss": 0.030486440658569335, "subset_score_loss": 0.030486440658569335}
+{"step": 3350000, "wall_time": 14888.266664266586, "train_loss_step": 5.920101642608643, "n_params": 4756720, "total_flops": 48952356864000000, "train_loss": 0.026745418707529705, "subset_score_loss": 0.026745418707529705}
+{"step": 3360000, "wall_time": 14924.058065652847, "train_loss_step": 6.053470611572266, "n_params": 4756720, "total_flops": 49098483302400000, "train_loss": 0.030093584458033243, "subset_score_loss": 0.030093584458033243}
+{"step": 3370000, "wall_time": 14959.87737083435, "train_loss_step": 5.762302398681641, "n_params": 4756720, "total_flops": 49244609740800000, "train_loss": 0.032999569177627565, "subset_score_loss": 0.032999569177627565}
+{"step": 3380000, "wall_time": 14995.691354751587, "train_loss_step": 5.819114685058594, "n_params": 4756720, "total_flops": 49390736179200000, "train_loss": 0.027727840344111125, "subset_score_loss": 0.027727840344111125}
+{"step": 3390000, "wall_time": 15031.513571977615, "train_loss_step": 5.868025779724121, "n_params": 4756720, "total_flops": 49536862617600000, "train_loss": 0.028032575050989786, "subset_score_loss": 0.028032575050989786}
+{"step": 3400000, "wall_time": 15094.673539876938, "train_loss_step": 5.837203025817871, "n_params": 4756720, "total_flops": 49682989056000000, "train_loss": 0.029446619749069213, "subset_score_loss": 0.029446619749069213, "memorization_fraction_pixel": 0.12759999930858612, "mean_nn_ratio_pixel": 0.838577926158905, "fid": 228.86544563779728, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 15130.521823644638, "train_loss_step": 6.3691182136535645, "n_params": 4756720, "total_flops": 49829115494400000, "train_loss": 0.028247938553492228, "subset_score_loss": 0.028247938553492228}
+{"step": 3420000, "wall_time": 15166.322792768478, "train_loss_step": 6.254573822021484, "n_params": 4756720, "total_flops": 49975241932800000, "train_loss": 0.026407210032145183, "subset_score_loss": 0.026407210032145183}
+{"step": 3430000, "wall_time": 15202.13294839859, "train_loss_step": 6.046282768249512, "n_params": 4756720, "total_flops": 50121368371200000, "train_loss": 0.030257574717203774, "subset_score_loss": 0.030257574717203774}
+{"step": 3440000, "wall_time": 15237.940587043762, "train_loss_step": 5.630808353424072, "n_params": 4756720, "total_flops": 50267494809600000, "train_loss": 0.0244807501633962, "subset_score_loss": 0.0244807501633962}
+{"step": 3450000, "wall_time": 15273.761932849884, "train_loss_step": 6.094420909881592, "n_params": 4756720, "total_flops": 50413621248000000, "train_loss": 0.027689148982365925, "subset_score_loss": 0.027689148982365925}
+{"step": 3460000, "wall_time": 15309.563971281052, "train_loss_step": 5.834115028381348, "n_params": 4756720, "total_flops": 50559747686400000, "train_loss": 0.02936178247133891, "subset_score_loss": 0.02936178247133891}
+{"step": 3470000, "wall_time": 15345.354709625244, "train_loss_step": 6.196106433868408, "n_params": 4756720, "total_flops": 50705874124800000, "train_loss": 0.0287484347820282, "subset_score_loss": 0.0287484347820282}
+{"step": 3480000, "wall_time": 15381.168054580688, "train_loss_step": 5.560637474060059, "n_params": 4756720, "total_flops": 50852000563200000, "train_loss": 0.028517603874206543, "subset_score_loss": 0.028517603874206543}
+{"step": 3490000, "wall_time": 15416.987166881561, "train_loss_step": 5.759671211242676, "n_params": 4756720, "total_flops": 50998127001600000, "train_loss": 0.03009377121925354, "subset_score_loss": 0.03009377121925354}
+{"step": 3500000, "wall_time": 15479.519303798676, "train_loss_step": 5.988495349884033, "n_params": 4756720, "total_flops": 51144253440000000, "train_loss": 0.029896618922551473, "subset_score_loss": 0.029896618922551473, "memorization_fraction_pixel": 0.13349999487400055, "mean_nn_ratio_pixel": 0.8309544920921326, "fid": 225.16810216119498, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 15515.369952917099, "train_loss_step": 5.882144927978516, "n_params": 4756720, "total_flops": 51290379878400000, "train_loss": 0.02693090836207072, "subset_score_loss": 0.02693090836207072}
+{"step": 3520000, "wall_time": 15551.164250135422, "train_loss_step": 5.891010761260986, "n_params": 4756720, "total_flops": 51436506316800000, "train_loss": 0.02762337525685628, "subset_score_loss": 0.02762337525685628}
+{"step": 3530000, "wall_time": 15586.98264336586, "train_loss_step": 6.033843994140625, "n_params": 4756720, "total_flops": 51582632755200000, "train_loss": 0.02737010717391968, "subset_score_loss": 0.02737010717391968}
+{"step": 3540000, "wall_time": 15622.785009145737, "train_loss_step": 6.68703556060791, "n_params": 4756720, "total_flops": 51728759193600000, "train_loss": 0.031570825974146524, "subset_score_loss": 0.031570825974146524}
+{"step": 3550000, "wall_time": 15658.591025829315, "train_loss_step": 5.824742794036865, "n_params": 4756720, "total_flops": 51874885632000000, "train_loss": 0.028827766577402752, "subset_score_loss": 0.028827766577402752}
+{"step": 3560000, "wall_time": 15694.400785446167, "train_loss_step": 5.86970329284668, "n_params": 4756720, "total_flops": 52021012070400000, "train_loss": 0.02708825667699178, "subset_score_loss": 0.02708825667699178}
+{"step": 3570000, "wall_time": 15730.194667100906, "train_loss_step": 5.575336933135986, "n_params": 4756720, "total_flops": 52167138508800000, "train_loss": 0.031304983297983806, "subset_score_loss": 0.031304983297983806}
+{"step": 3580000, "wall_time": 15765.994346857071, "train_loss_step": 5.8397674560546875, "n_params": 4756720, "total_flops": 52313264947200000, "train_loss": 0.02832785447438558, "subset_score_loss": 0.02832785447438558}
+{"step": 3590000, "wall_time": 15801.818553686142, "train_loss_step": 6.127678871154785, "n_params": 4756720, "total_flops": 52459391385600000, "train_loss": 0.030591529607772828, "subset_score_loss": 0.030591529607772828}
+{"step": 3600000, "wall_time": 15864.631909132004, "train_loss_step": 5.860020160675049, "n_params": 4756720, "total_flops": 52605517824000000, "train_loss": 0.027665905157725015, "subset_score_loss": 0.027665905157725015, "memorization_fraction_pixel": 0.13269999623298645, "mean_nn_ratio_pixel": 0.8422384858131409, "fid": 224.71136025524683, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 15900.490678787231, "train_loss_step": 5.781301498413086, "n_params": 4756720, "total_flops": 52751644262400000, "train_loss": 0.028186813990275065, "subset_score_loss": 0.028186813990275065}
+{"step": 3620000, "wall_time": 15936.320056200027, "train_loss_step": 6.020188331604004, "n_params": 4756720, "total_flops": 52897770700800000, "train_loss": 0.026271226008733113, "subset_score_loss": 0.026271226008733113}
+{"step": 3630000, "wall_time": 15972.109748363495, "train_loss_step": 5.682908058166504, "n_params": 4756720, "total_flops": 53043897139200000, "train_loss": 0.028608620166778564, "subset_score_loss": 0.028608620166778564}
+{"step": 3640000, "wall_time": 16007.902094364166, "train_loss_step": 5.675843238830566, "n_params": 4756720, "total_flops": 53190023577600000, "train_loss": 0.02883182168006897, "subset_score_loss": 0.02883182168006897}
+{"step": 3650000, "wall_time": 16043.723799467087, "train_loss_step": 5.544527530670166, "n_params": 4756720, "total_flops": 53336150016000000, "train_loss": 0.028371119499206544, "subset_score_loss": 0.028371119499206544}
+{"step": 3660000, "wall_time": 16079.544486045837, "train_loss_step": 5.9910759925842285, "n_params": 4756720, "total_flops": 53482276454400000, "train_loss": 0.02881046732266744, "subset_score_loss": 0.02881046732266744}
+{"step": 3670000, "wall_time": 16115.36738538742, "train_loss_step": 5.993316650390625, "n_params": 4756720, "total_flops": 53628402892800000, "train_loss": 0.028304298718770344, "subset_score_loss": 0.028304298718770344}
+{"step": 3680000, "wall_time": 16151.18011379242, "train_loss_step": 5.796957969665527, "n_params": 4756720, "total_flops": 53774529331200000, "train_loss": 0.029980413118998208, "subset_score_loss": 0.029980413118998208}
+{"step": 3690000, "wall_time": 16186.976274967194, "train_loss_step": 5.751145362854004, "n_params": 4756720, "total_flops": 53920655769600000, "train_loss": 0.028088581562042237, "subset_score_loss": 0.028088581562042237}
+{"step": 3700000, "wall_time": 16247.831529378891, "train_loss_step": 6.212488174438477, "n_params": 4756720, "total_flops": 54066782208000000, "train_loss": 0.027390394608179727, "subset_score_loss": 0.027390394608179727, "memorization_fraction_pixel": 0.14480000734329224, "mean_nn_ratio_pixel": 0.8267761468887329, "fid": 220.80879864509703, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 16283.658989906311, "train_loss_step": 5.979362487792969, "n_params": 4756720, "total_flops": 54212908646400000, "train_loss": 0.03226861755053202, "subset_score_loss": 0.03226861755053202}
+{"step": 3720000, "wall_time": 16319.465855121613, "train_loss_step": 5.771425247192383, "n_params": 4756720, "total_flops": 54359035084800000, "train_loss": 0.02759455641110738, "subset_score_loss": 0.02759455641110738}
+{"step": 3730000, "wall_time": 16355.275242805481, "train_loss_step": 5.411989688873291, "n_params": 4756720, "total_flops": 54505161523200000, "train_loss": 0.025961814324061076, "subset_score_loss": 0.025961814324061076}
+{"step": 3740000, "wall_time": 16391.089818239212, "train_loss_step": 6.23842716217041, "n_params": 4756720, "total_flops": 54651287961600000, "train_loss": 0.025009799003601074, "subset_score_loss": 0.025009799003601074}
+{"step": 3750000, "wall_time": 16426.917316913605, "train_loss_step": 6.001063346862793, "n_params": 4756720, "total_flops": 54797414400000000, "train_loss": 0.02861066659291585, "subset_score_loss": 0.02861066659291585}
+{"step": 3760000, "wall_time": 16462.74293422699, "train_loss_step": 5.491981506347656, "n_params": 4756720, "total_flops": 54943540838400000, "train_loss": 0.025848279396692913, "subset_score_loss": 0.025848279396692913}
+{"step": 3770000, "wall_time": 16498.535577774048, "train_loss_step": 5.8054609298706055, "n_params": 4756720, "total_flops": 55089667276800000, "train_loss": 0.026482544342676797, "subset_score_loss": 0.026482544342676797}
+{"step": 3780000, "wall_time": 16534.331971406937, "train_loss_step": 5.86431884765625, "n_params": 4756720, "total_flops": 55235793715200000, "train_loss": 0.02895052234331767, "subset_score_loss": 0.02895052234331767}
+{"step": 3790000, "wall_time": 16570.129519224167, "train_loss_step": 5.876610279083252, "n_params": 4756720, "total_flops": 55381920153600000, "train_loss": 0.027841164668401083, "subset_score_loss": 0.027841164668401083}
+{"step": 3800000, "wall_time": 16632.830525398254, "train_loss_step": 5.472722053527832, "n_params": 4756720, "total_flops": 55528046592000000, "train_loss": 0.031092760960261027, "subset_score_loss": 0.031092760960261027, "memorization_fraction_pixel": 0.1451999992132187, "mean_nn_ratio_pixel": 0.8162053823471069, "fid": 220.61435087548463, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 16668.679933547974, "train_loss_step": 5.810821533203125, "n_params": 4756720, "total_flops": 55674173030400000, "train_loss": 0.026547797520955405, "subset_score_loss": 0.026547797520955405}
+{"step": 3820000, "wall_time": 16704.49833226204, "train_loss_step": 5.878911972045898, "n_params": 4756720, "total_flops": 55820299468800000, "train_loss": 0.02787280877431234, "subset_score_loss": 0.02787280877431234}
+{"step": 3830000, "wall_time": 16740.29993581772, "train_loss_step": 5.952481746673584, "n_params": 4756720, "total_flops": 55966425907200000, "train_loss": 0.0276656170686086, "subset_score_loss": 0.0276656170686086}
+{"step": 3840000, "wall_time": 16776.106519699097, "train_loss_step": 5.766363143920898, "n_params": 4756720, "total_flops": 56112552345600000, "train_loss": 0.02473579446474711, "subset_score_loss": 0.02473579446474711}
+{"step": 3850000, "wall_time": 16811.91985988617, "train_loss_step": 5.922612190246582, "n_params": 4756720, "total_flops": 56258678784000000, "train_loss": 0.028331881761550902, "subset_score_loss": 0.028331881761550902}
+{"step": 3860000, "wall_time": 16847.74587392807, "train_loss_step": 6.274135112762451, "n_params": 4756720, "total_flops": 56404805222400000, "train_loss": 0.02743006745974223, "subset_score_loss": 0.02743006745974223}
+{"step": 3870000, "wall_time": 16883.56151509285, "train_loss_step": 5.662652015686035, "n_params": 4756720, "total_flops": 56550931660800000, "train_loss": 0.02658462127049764, "subset_score_loss": 0.02658462127049764}
+{"step": 3880000, "wall_time": 16919.357592582703, "train_loss_step": 6.776101112365723, "n_params": 4756720, "total_flops": 56697058099200000, "train_loss": 0.02822187145551046, "subset_score_loss": 0.02822187145551046}
+{"step": 3890000, "wall_time": 16955.16805791855, "train_loss_step": 5.8026347160339355, "n_params": 4756720, "total_flops": 56843184537600000, "train_loss": 0.026376458009084065, "subset_score_loss": 0.026376458009084065}
+{"step": 3900000, "wall_time": 17019.046605348587, "train_loss_step": 5.357036590576172, "n_params": 4756720, "total_flops": 56989310976000000, "train_loss": 0.028661568959554035, "subset_score_loss": 0.028661568959554035, "memorization_fraction_pixel": 0.14880000054836273, "mean_nn_ratio_pixel": 0.8217642307281494, "fid": 220.05909527806097, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 17054.88234090805, "train_loss_step": 5.846526145935059, "n_params": 4756720, "total_flops": 57135437414400000, "train_loss": 0.026990858713785808, "subset_score_loss": 0.026990858713785808}
+{"step": 3920000, "wall_time": 17090.706035375595, "train_loss_step": 5.667296886444092, "n_params": 4756720, "total_flops": 57281563852800000, "train_loss": 0.026350661118825277, "subset_score_loss": 0.026350661118825277}
+{"step": 3930000, "wall_time": 17126.5250351429, "train_loss_step": 5.6811203956604, "n_params": 4756720, "total_flops": 57427690291200000, "train_loss": 0.028587977091471355, "subset_score_loss": 0.028587977091471355}
+{"step": 3940000, "wall_time": 17162.35302424431, "train_loss_step": 5.5089311599731445, "n_params": 4756720, "total_flops": 57573816729600000, "train_loss": 0.02538539965947469, "subset_score_loss": 0.02538539965947469}
+{"step": 3950000, "wall_time": 17198.17821240425, "train_loss_step": 5.769313335418701, "n_params": 4756720, "total_flops": 57719943168000000, "train_loss": 0.02638329068819682, "subset_score_loss": 0.02638329068819682}
+{"step": 3960000, "wall_time": 17234.010642766953, "train_loss_step": 5.55216646194458, "n_params": 4756720, "total_flops": 57866069606400000, "train_loss": 0.026048896710077922, "subset_score_loss": 0.026048896710077922}
+{"step": 3970000, "wall_time": 17269.825652360916, "train_loss_step": 5.7133331298828125, "n_params": 4756720, "total_flops": 58012196044800000, "train_loss": 0.0252432386080424, "subset_score_loss": 0.0252432386080424}
+{"step": 3980000, "wall_time": 17305.643412828445, "train_loss_step": 5.777336120605469, "n_params": 4756720, "total_flops": 58158322483200000, "train_loss": 0.02960716684659322, "subset_score_loss": 0.02960716684659322}
+{"step": 3990000, "wall_time": 17341.43374490738, "train_loss_step": 5.724108695983887, "n_params": 4756720, "total_flops": 58304448921600000, "train_loss": 0.024005999167760212, "subset_score_loss": 0.024005999167760212}
+{"step": 4000000, "wall_time": 17406.831729650497, "train_loss_step": 5.591911315917969, "n_params": 4756720, "total_flops": 58450575360000000, "train_loss": 0.026746966441472373, "subset_score_loss": 0.026746966441472373, "memorization_fraction_pixel": 0.15700000524520874, "mean_nn_ratio_pixel": 0.8144364356994629, "fid": 213.3244892134453, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 17442.68669438362, "train_loss_step": 5.989717960357666, "n_params": 4756720, "total_flops": 58596701798400000, "train_loss": 0.02723547617594401, "subset_score_loss": 0.02723547617594401}
+{"step": 4020000, "wall_time": 17478.483115673065, "train_loss_step": 6.12632942199707, "n_params": 4756720, "total_flops": 58742828236800000, "train_loss": 0.025285319487253825, "subset_score_loss": 0.025285319487253825}
+{"step": 4030000, "wall_time": 17514.305374622345, "train_loss_step": 6.113466262817383, "n_params": 4756720, "total_flops": 58888954675200000, "train_loss": 0.0254613995552063, "subset_score_loss": 0.0254613995552063}
+{"step": 4040000, "wall_time": 17550.116455078125, "train_loss_step": 5.635886192321777, "n_params": 4756720, "total_flops": 59035081113600000, "train_loss": 0.024599313735961914, "subset_score_loss": 0.024599313735961914}
+{"step": 4050000, "wall_time": 17585.92809343338, "train_loss_step": 5.881839752197266, "n_params": 4756720, "total_flops": 59181207552000000, "train_loss": 0.026190435886383055, "subset_score_loss": 0.026190435886383055}
+{"step": 4060000, "wall_time": 17621.733042001724, "train_loss_step": 5.839534759521484, "n_params": 4756720, "total_flops": 59327333990400000, "train_loss": 0.028244596719741822, "subset_score_loss": 0.028244596719741822}
+{"step": 4070000, "wall_time": 17657.551778316498, "train_loss_step": 5.234531402587891, "n_params": 4756720, "total_flops": 59473460428800000, "train_loss": 0.02600847283999125, "subset_score_loss": 0.02600847283999125}
+{"step": 4080000, "wall_time": 17693.381323337555, "train_loss_step": 5.636521816253662, "n_params": 4756720, "total_flops": 59619586867200000, "train_loss": 0.030653748909632364, "subset_score_loss": 0.030653748909632364}
+{"step": 4090000, "wall_time": 17729.19719338417, "train_loss_step": 5.863707542419434, "n_params": 4756720, "total_flops": 59765713305600000, "train_loss": 0.02611592411994934, "subset_score_loss": 0.02611592411994934}
+{"step": 4100000, "wall_time": 17792.996371030807, "train_loss_step": 5.3867034912109375, "n_params": 4756720, "total_flops": 59911839744000000, "train_loss": 0.024360682566960654, "subset_score_loss": 0.024360682566960654, "memorization_fraction_pixel": 0.17229999601840973, "mean_nn_ratio_pixel": 0.7948839068412781, "fid": 207.7939441753635, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 17828.837164640427, "train_loss_step": 6.2388153076171875, "n_params": 4756720, "total_flops": 60057966182400000, "train_loss": 0.02653356989224752, "subset_score_loss": 0.02653356989224752}
+{"step": 4120000, "wall_time": 17864.653392076492, "train_loss_step": 6.083433151245117, "n_params": 4756720, "total_flops": 60204092620800000, "train_loss": 0.02739319602648417, "subset_score_loss": 0.02739319602648417}
+{"step": 4130000, "wall_time": 17900.45610523224, "train_loss_step": 5.5660247802734375, "n_params": 4756720, "total_flops": 60350219059200000, "train_loss": 0.025504191716512043, "subset_score_loss": 0.025504191716512043}
+{"step": 4140000, "wall_time": 17936.368808746338, "train_loss_step": 5.710631847381592, "n_params": 4756720, "total_flops": 60496345497600000, "train_loss": 0.026509958505630492, "subset_score_loss": 0.026509958505630492}
+{"step": 4150000, "wall_time": 17972.143084526062, "train_loss_step": 5.633752346038818, "n_params": 4756720, "total_flops": 60642471936000000, "train_loss": 0.025642176469167072, "subset_score_loss": 0.025642176469167072}
+{"step": 4160000, "wall_time": 18007.94159603119, "train_loss_step": 5.530085563659668, "n_params": 4756720, "total_flops": 60788598374400000, "train_loss": 0.025266969203948976, "subset_score_loss": 0.025266969203948976}
+{"step": 4170000, "wall_time": 18043.739537477493, "train_loss_step": 5.353402614593506, "n_params": 4756720, "total_flops": 60934724812800000, "train_loss": 0.026294201612472534, "subset_score_loss": 0.026294201612472534}
+{"step": 4180000, "wall_time": 18079.536603689194, "train_loss_step": 5.690132141113281, "n_params": 4756720, "total_flops": 61080851251200000, "train_loss": 0.024704573551813762, "subset_score_loss": 0.024704573551813762}
+{"step": 4190000, "wall_time": 18115.335838079453, "train_loss_step": 6.224796295166016, "n_params": 4756720, "total_flops": 61226977689600000, "train_loss": 0.026737362146377563, "subset_score_loss": 0.026737362146377563}
+{"step": 4200000, "wall_time": 18177.954558849335, "train_loss_step": 5.4690327644348145, "n_params": 4756720, "total_flops": 61373104128000000, "train_loss": 0.02337254285812378, "subset_score_loss": 0.02337254285812378, "memorization_fraction_pixel": 0.15950000286102295, "mean_nn_ratio_pixel": 0.8141013383865356, "fid": 221.4896435068727, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 18213.77926135063, "train_loss_step": 5.577184200286865, "n_params": 4756720, "total_flops": 61519230566400000, "train_loss": 0.027347379922866823, "subset_score_loss": 0.027347379922866823}
+{"step": 4220000, "wall_time": 18249.603519439697, "train_loss_step": 5.794546604156494, "n_params": 4756720, "total_flops": 61665357004800000, "train_loss": 0.025119080146153768, "subset_score_loss": 0.025119080146153768}
+{"step": 4230000, "wall_time": 18285.40324640274, "train_loss_step": 5.625396728515625, "n_params": 4756720, "total_flops": 61811483443200000, "train_loss": 0.024500489234924316, "subset_score_loss": 0.024500489234924316}
+{"step": 4240000, "wall_time": 18321.205631494522, "train_loss_step": 5.210371971130371, "n_params": 4756720, "total_flops": 61957609881600000, "train_loss": 0.024247950315475462, "subset_score_loss": 0.024247950315475462}
+{"step": 4250000, "wall_time": 18357.03726553917, "train_loss_step": 5.953365325927734, "n_params": 4756720, "total_flops": 62103736320000000, "train_loss": 0.02586962580680847, "subset_score_loss": 0.02586962580680847}
+{"step": 4260000, "wall_time": 18392.84910964966, "train_loss_step": 5.533322811126709, "n_params": 4756720, "total_flops": 62249862758400000, "train_loss": 0.025043940544128417, "subset_score_loss": 0.025043940544128417}
+{"step": 4270000, "wall_time": 18428.667145967484, "train_loss_step": 5.4055399894714355, "n_params": 4756720, "total_flops": 62395989196800000, "train_loss": 0.02561513384183248, "subset_score_loss": 0.02561513384183248}
+{"step": 4280000, "wall_time": 18464.472813367844, "train_loss_step": 5.51066780090332, "n_params": 4756720, "total_flops": 62542115635200000, "train_loss": 0.02497761050860087, "subset_score_loss": 0.02497761050860087}
+{"step": 4290000, "wall_time": 18500.25395822525, "train_loss_step": 5.879329681396484, "n_params": 4756720, "total_flops": 62688242073600000, "train_loss": 0.028750536839167277, "subset_score_loss": 0.028750536839167277}
+{"step": 4300000, "wall_time": 18561.916522741318, "train_loss_step": 5.989780426025391, "n_params": 4756720, "total_flops": 62834368512000000, "train_loss": 0.02619529366493225, "subset_score_loss": 0.02619529366493225, "memorization_fraction_pixel": 0.1632000058889389, "mean_nn_ratio_pixel": 0.8089538216590881, "fid": 215.1383296820554, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 18597.742348909378, "train_loss_step": 5.503530502319336, "n_params": 4756720, "total_flops": 62980494950400000, "train_loss": 0.02506781220436096, "subset_score_loss": 0.02506781220436096}
+{"step": 4320000, "wall_time": 18633.553135871887, "train_loss_step": 5.696601867675781, "n_params": 4756720, "total_flops": 63126621388800000, "train_loss": 0.02451408902804057, "subset_score_loss": 0.02451408902804057}
+{"step": 4330000, "wall_time": 18669.357603788376, "train_loss_step": 5.299579620361328, "n_params": 4756720, "total_flops": 63272747827200000, "train_loss": 0.024493197600046795, "subset_score_loss": 0.024493197600046795}
+{"step": 4340000, "wall_time": 18705.176899433136, "train_loss_step": 6.055703639984131, "n_params": 4756720, "total_flops": 63418874265600000, "train_loss": 0.02445379694302877, "subset_score_loss": 0.02445379694302877}
+{"step": 4350000, "wall_time": 18740.988182783127, "train_loss_step": 5.649502754211426, "n_params": 4756720, "total_flops": 63565000704000000, "train_loss": 0.03219443957010905, "subset_score_loss": 0.03219443957010905}
+{"step": 4360000, "wall_time": 18776.804040670395, "train_loss_step": 5.359640598297119, "n_params": 4756720, "total_flops": 63711127142400000, "train_loss": 0.026165451606114706, "subset_score_loss": 0.026165451606114706}
+{"step": 4370000, "wall_time": 18812.6150431633, "train_loss_step": 5.689128398895264, "n_params": 4756720, "total_flops": 63857253580800000, "train_loss": 0.02580374280611674, "subset_score_loss": 0.02580374280611674}
+{"step": 4380000, "wall_time": 18848.43159222603, "train_loss_step": 5.7406110763549805, "n_params": 4756720, "total_flops": 64003380019200000, "train_loss": 0.02471440633138021, "subset_score_loss": 0.02471440633138021}
+{"step": 4390000, "wall_time": 18884.239958524704, "train_loss_step": 5.460973739624023, "n_params": 4756720, "total_flops": 64149506457600000, "train_loss": 0.024906458457310994, "subset_score_loss": 0.024906458457310994}
+{"step": 4400000, "wall_time": 18948.758052110672, "train_loss_step": 5.355996131896973, "n_params": 4756720, "total_flops": 64295632896000000, "train_loss": 0.025453040997187298, "subset_score_loss": 0.025453040997187298, "memorization_fraction_pixel": 0.17239999771118164, "mean_nn_ratio_pixel": 0.8028342127799988, "fid": 211.45040536475625, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 18984.60419869423, "train_loss_step": 5.986760139465332, "n_params": 4756720, "total_flops": 64441759334400000, "train_loss": 0.024687403440475465, "subset_score_loss": 0.024687403440475465}
+{"step": 4420000, "wall_time": 19020.390287160873, "train_loss_step": 5.303921699523926, "n_params": 4756720, "total_flops": 64587885772800000, "train_loss": 0.026073122024536134, "subset_score_loss": 0.026073122024536134}
+{"step": 4430000, "wall_time": 19056.198283433914, "train_loss_step": 5.40834903717041, "n_params": 4756720, "total_flops": 64734012211200000, "train_loss": 0.028934448957443237, "subset_score_loss": 0.028934448957443237}
+{"step": 4440000, "wall_time": 19091.99696302414, "train_loss_step": 5.765296936035156, "n_params": 4756720, "total_flops": 64880138649600000, "train_loss": 0.03180100719134013, "subset_score_loss": 0.03180100719134013}
+{"step": 4450000, "wall_time": 19127.791622400284, "train_loss_step": 5.516996383666992, "n_params": 4756720, "total_flops": 65026265088000000, "train_loss": 0.025232487916946413, "subset_score_loss": 0.025232487916946413}
+{"step": 4460000, "wall_time": 19163.59086871147, "train_loss_step": 5.776684761047363, "n_params": 4756720, "total_flops": 65172391526400000, "train_loss": 0.03040441672007243, "subset_score_loss": 0.03040441672007243}
+{"step": 4470000, "wall_time": 19199.38950252533, "train_loss_step": 5.3793487548828125, "n_params": 4756720, "total_flops": 65318517964800000, "train_loss": 0.025654480854670206, "subset_score_loss": 0.025654480854670206}
+{"step": 4480000, "wall_time": 19235.190091609955, "train_loss_step": 5.887748718261719, "n_params": 4756720, "total_flops": 65464644403200000, "train_loss": 0.026073102156321207, "subset_score_loss": 0.026073102156321207}
+{"step": 4490000, "wall_time": 19271.01346230507, "train_loss_step": 5.624513626098633, "n_params": 4756720, "total_flops": 65610770841600000, "train_loss": 0.025565703709920246, "subset_score_loss": 0.025565703709920246}
+{"step": 4500000, "wall_time": 19332.63984489441, "train_loss_step": 5.693423271179199, "n_params": 4756720, "total_flops": 65756897280000000, "train_loss": 0.02537760535875956, "subset_score_loss": 0.02537760535875956, "memorization_fraction_pixel": 0.1923999935388565, "mean_nn_ratio_pixel": 0.7842310667037964, "fid": 204.89072207989614, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 19368.47777199745, "train_loss_step": 5.716698169708252, "n_params": 4756720, "total_flops": 65903023718400000, "train_loss": 0.02345287799835205, "subset_score_loss": 0.02345287799835205}
+{"step": 4520000, "wall_time": 19404.292757987976, "train_loss_step": 5.107588291168213, "n_params": 4756720, "total_flops": 66049150156800000, "train_loss": 0.023759498198827108, "subset_score_loss": 0.023759498198827108}
+{"step": 4530000, "wall_time": 19440.10860991478, "train_loss_step": 5.5826497077941895, "n_params": 4756720, "total_flops": 66195276595200000, "train_loss": 0.024472095568974814, "subset_score_loss": 0.024472095568974814}
+{"step": 4540000, "wall_time": 19475.92778491974, "train_loss_step": 6.170744895935059, "n_params": 4756720, "total_flops": 66341403033600000, "train_loss": 0.02576698660850525, "subset_score_loss": 0.02576698660850525}
+{"step": 4550000, "wall_time": 19511.750648021698, "train_loss_step": 5.568511009216309, "n_params": 4756720, "total_flops": 66487529472000000, "train_loss": 0.024949169158935545, "subset_score_loss": 0.024949169158935545}
+{"step": 4560000, "wall_time": 19547.555785894394, "train_loss_step": 5.280853748321533, "n_params": 4756720, "total_flops": 66633655910400000, "train_loss": 0.026512773831685384, "subset_score_loss": 0.026512773831685384}
+{"step": 4570000, "wall_time": 19583.361946582794, "train_loss_step": 5.397129535675049, "n_params": 4756720, "total_flops": 66779782348800000, "train_loss": 0.02560710906982422, "subset_score_loss": 0.02560710906982422}
+{"step": 4580000, "wall_time": 19619.155403137207, "train_loss_step": 5.099734306335449, "n_params": 4756720, "total_flops": 66925908787200000, "train_loss": 0.025653398036956786, "subset_score_loss": 0.025653398036956786}
+{"step": 4590000, "wall_time": 19654.980326652527, "train_loss_step": 5.929630279541016, "n_params": 4756720, "total_flops": 67072035225600000, "train_loss": 0.027882695198059082, "subset_score_loss": 0.027882695198059082}
+{"step": 4600000, "wall_time": 19715.986782073975, "train_loss_step": 5.155020713806152, "n_params": 4756720, "total_flops": 67218161664000000, "train_loss": 0.02435981035232544, "subset_score_loss": 0.02435981035232544, "memorization_fraction_pixel": 0.1655000001192093, "mean_nn_ratio_pixel": 0.8054900765419006, "fid": 215.23689485717705, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 19751.832798480988, "train_loss_step": 5.467284679412842, "n_params": 4756720, "total_flops": 67364288102400000, "train_loss": 0.026372150580088297, "subset_score_loss": 0.026372150580088297}
+{"step": 4620000, "wall_time": 19787.60325050354, "train_loss_step": 5.557223320007324, "n_params": 4756720, "total_flops": 67510414540800000, "train_loss": 0.023759812116622925, "subset_score_loss": 0.023759812116622925}
+{"step": 4630000, "wall_time": 19823.42076897621, "train_loss_step": 5.881014823913574, "n_params": 4756720, "total_flops": 67656540979200000, "train_loss": 0.02410263419151306, "subset_score_loss": 0.02410263419151306}
+{"step": 4640000, "wall_time": 19859.246270895004, "train_loss_step": 5.4536542892456055, "n_params": 4756720, "total_flops": 67802667417600000, "train_loss": 0.02363362709681193, "subset_score_loss": 0.02363362709681193}
+{"step": 4650000, "wall_time": 19895.04266834259, "train_loss_step": 5.311716556549072, "n_params": 4756720, "total_flops": 67948793856000000, "train_loss": 0.024716949462890624, "subset_score_loss": 0.024716949462890624}
+{"step": 4660000, "wall_time": 19930.861472845078, "train_loss_step": 5.662576675415039, "n_params": 4756720, "total_flops": 68094920294400000, "train_loss": 0.025438729921976724, "subset_score_loss": 0.025438729921976724}
+{"step": 4670000, "wall_time": 19966.672761440277, "train_loss_step": 5.472721576690674, "n_params": 4756720, "total_flops": 68241046732800000, "train_loss": 0.026174122095108034, "subset_score_loss": 0.026174122095108034}
+{"step": 4680000, "wall_time": 20002.43557858467, "train_loss_step": 5.475756645202637, "n_params": 4756720, "total_flops": 68387173171200000, "train_loss": 0.025142186880111696, "subset_score_loss": 0.025142186880111696}
+{"step": 4690000, "wall_time": 20038.251420259476, "train_loss_step": 5.407741546630859, "n_params": 4756720, "total_flops": 68533299609600000, "train_loss": 0.025979034105936685, "subset_score_loss": 0.025979034105936685}
+{"step": 4700000, "wall_time": 20099.131118297577, "train_loss_step": 5.971573829650879, "n_params": 4756720, "total_flops": 68679426048000000, "train_loss": 0.025100396076838175, "subset_score_loss": 0.025100396076838175, "memorization_fraction_pixel": 0.1762000024318695, "mean_nn_ratio_pixel": 0.7925150990486145, "fid": 211.9244604336447, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 20134.98914051056, "train_loss_step": 5.529118061065674, "n_params": 4756720, "total_flops": 68825552486400000, "train_loss": 0.02496707042058309, "subset_score_loss": 0.02496707042058309}
+{"step": 4720000, "wall_time": 20170.78338742256, "train_loss_step": 5.123636245727539, "n_params": 4756720, "total_flops": 68971678924800000, "train_loss": 0.025659648577372234, "subset_score_loss": 0.025659648577372234}
+{"step": 4730000, "wall_time": 20206.57784318924, "train_loss_step": 5.289397239685059, "n_params": 4756720, "total_flops": 69117805363200000, "train_loss": 0.024712632099787395, "subset_score_loss": 0.024712632099787395}
+{"step": 4740000, "wall_time": 20242.36316394806, "train_loss_step": 5.471744060516357, "n_params": 4756720, "total_flops": 69263931801600000, "train_loss": 0.024190725882848103, "subset_score_loss": 0.024190725882848103}
+{"step": 4750000, "wall_time": 20278.175567388535, "train_loss_step": 5.140528202056885, "n_params": 4756720, "total_flops": 69410058240000000, "train_loss": 0.023445459206899007, "subset_score_loss": 0.023445459206899007}
+{"step": 4760000, "wall_time": 20313.964606285095, "train_loss_step": 6.09665584564209, "n_params": 4756720, "total_flops": 69556184678400000, "train_loss": 0.029177709420522054, "subset_score_loss": 0.029177709420522054}
+{"step": 4770000, "wall_time": 20349.755643367767, "train_loss_step": 5.799813270568848, "n_params": 4756720, "total_flops": 69702311116800000, "train_loss": 0.025354142983754477, "subset_score_loss": 0.025354142983754477}
+{"step": 4780000, "wall_time": 20385.56027317047, "train_loss_step": 4.87299919128418, "n_params": 4756720, "total_flops": 69848437555200000, "train_loss": 0.023169587055842083, "subset_score_loss": 0.023169587055842083}
+{"step": 4790000, "wall_time": 20421.32287120819, "train_loss_step": 5.46407413482666, "n_params": 4756720, "total_flops": 69994563993600000, "train_loss": 0.023746057351430257, "subset_score_loss": 0.023746057351430257}
+{"step": 4800000, "wall_time": 20480.861634731293, "train_loss_step": 5.350698471069336, "n_params": 4756720, "total_flops": 70140690432000000, "train_loss": 0.024702858924865723, "subset_score_loss": 0.024702858924865723, "memorization_fraction_pixel": 0.18479999899864197, "mean_nn_ratio_pixel": 0.78882896900177, "fid": 208.38258938756138, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 20516.69621515274, "train_loss_step": 5.458457946777344, "n_params": 4756720, "total_flops": 70286816870400000, "train_loss": 0.02873045007387797, "subset_score_loss": 0.02873045007387797}
+{"step": 4820000, "wall_time": 20552.525461673737, "train_loss_step": 5.844017505645752, "n_params": 4756720, "total_flops": 70432943308800000, "train_loss": 0.02841192881266276, "subset_score_loss": 0.02841192881266276}
+{"step": 4830000, "wall_time": 20588.326630353928, "train_loss_step": 5.675327301025391, "n_params": 4756720, "total_flops": 70579069747200000, "train_loss": 0.025093666712443032, "subset_score_loss": 0.025093666712443032}
+{"step": 4840000, "wall_time": 20624.12811398506, "train_loss_step": 5.5548882484436035, "n_params": 4756720, "total_flops": 70725196185600000, "train_loss": 0.024137139320373535, "subset_score_loss": 0.024137139320373535}
+{"step": 4850000, "wall_time": 20659.94496035576, "train_loss_step": 5.33734655380249, "n_params": 4756720, "total_flops": 70871322624000000, "train_loss": 0.02322795589764913, "subset_score_loss": 0.02322795589764913}
+{"step": 4860000, "wall_time": 20695.764327287674, "train_loss_step": 5.028318881988525, "n_params": 4756720, "total_flops": 71017449062400000, "train_loss": 0.02552724281946818, "subset_score_loss": 0.02552724281946818}
+{"step": 4870000, "wall_time": 20731.57256436348, "train_loss_step": 5.969930648803711, "n_params": 4756720, "total_flops": 71163575500800000, "train_loss": 0.025292521715164183, "subset_score_loss": 0.025292521715164183}
+{"step": 4880000, "wall_time": 20767.374760866165, "train_loss_step": 5.560095310211182, "n_params": 4756720, "total_flops": 71309701939200000, "train_loss": 0.027587240934371947, "subset_score_loss": 0.027587240934371947}
+{"step": 4890000, "wall_time": 20803.1238591671, "train_loss_step": 5.536660671234131, "n_params": 4756720, "total_flops": 71455828377600000, "train_loss": 0.026304346323013306, "subset_score_loss": 0.026304346323013306}
+{"step": 4900000, "wall_time": 20862.890840530396, "train_loss_step": 5.764671802520752, "n_params": 4756720, "total_flops": 71601954816000000, "train_loss": 0.02546358307202657, "subset_score_loss": 0.02546358307202657, "memorization_fraction_pixel": 0.195700004696846, "mean_nn_ratio_pixel": 0.783777117729187, "fid": 204.91157340316764, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 20898.735543966293, "train_loss_step": 5.160586833953857, "n_params": 4756720, "total_flops": 71748081254400000, "train_loss": 0.02405000925064087, "subset_score_loss": 0.02405000925064087}
+{"step": 4920000, "wall_time": 20934.556113243103, "train_loss_step": 5.308088302612305, "n_params": 4756720, "total_flops": 71894207692800000, "train_loss": 0.024504274129867554, "subset_score_loss": 0.024504274129867554}
+{"step": 4930000, "wall_time": 20970.366545438766, "train_loss_step": 5.153913974761963, "n_params": 4756720, "total_flops": 72040334131200000, "train_loss": 0.02582853436470032, "subset_score_loss": 0.02582853436470032}
+{"step": 4940000, "wall_time": 21006.150524139404, "train_loss_step": 5.617011070251465, "n_params": 4756720, "total_flops": 72186460569600000, "train_loss": 0.03019073208173116, "subset_score_loss": 0.03019073208173116}
+{"step": 4950000, "wall_time": 21041.94584584236, "train_loss_step": 5.462320327758789, "n_params": 4756720, "total_flops": 72332587008000000, "train_loss": 0.024333781003952025, "subset_score_loss": 0.024333781003952025}
+{"step": 4960000, "wall_time": 21077.750027656555, "train_loss_step": 5.566679000854492, "n_params": 4756720, "total_flops": 72478713446400000, "train_loss": 0.026256839434305828, "subset_score_loss": 0.026256839434305828}
+{"step": 4970000, "wall_time": 21113.53754425049, "train_loss_step": 5.394833564758301, "n_params": 4756720, "total_flops": 72624839884800000, "train_loss": 0.025798585017522177, "subset_score_loss": 0.025798585017522177}
+{"step": 4980000, "wall_time": 21149.340077400208, "train_loss_step": 4.989993572235107, "n_params": 4756720, "total_flops": 72770966323200000, "train_loss": 0.027491394678751627, "subset_score_loss": 0.027491394678751627}
+{"step": 4990000, "wall_time": 21185.27446269989, "train_loss_step": 5.571441650390625, "n_params": 4756720, "total_flops": 72917092761600000, "train_loss": 0.024689340591430665, "subset_score_loss": 0.024689340591430665}
+{"step": 5000000, "wall_time": 21246.5118663311, "train_loss_step": 5.770585060119629, "n_params": 4756720, "total_flops": 73063219200000000, "train_loss": 0.024545939763387044, "subset_score_loss": 0.024545939763387044, "memorization_fraction_pixel": 0.18850000202655792, "mean_nn_ratio_pixel": 0.7855021357536316, "fid": 204.19998751216085, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d240/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d240/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..ebf8aec108370e38f2d33bdb8e4650fdf999c44b
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d240/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     44s | train_loss=1.0024 | fid=300.5404
+  step   10000 |     96s | train_loss=0.6633
+  step   20000 |    150s | train_loss=0.5512
+  step   30000 |    204s | train_loss=0.4896
+  step   40000 |    258s | train_loss=0.4456
+  step   50000 |    311s | train_loss=0.3944
+  step   60000 |    365s | train_loss=0.3462
+  step   70000 |    419s | train_loss=0.2977
+  step   80000 |    472s | train_loss=0.2508
+  step   90000 |    526s | train_loss=0.2260
+  step  100000 |    620s | train_loss=0.2013 | fid=200.3197
+  step  110000 |    670s | train_loss=0.1791
+  step  120000 |    724s | train_loss=0.1687
+  step  130000 |    777s | train_loss=0.1551
+  step  140000 |    831s | train_loss=0.1471
+  step  150000 |    885s | train_loss=0.1417
+  step  160000 |    938s | train_loss=0.1372
+  step  170000 |    992s | train_loss=0.1308
+  step  180000 |   1046s | train_loss=0.1260
+  step  190000 |   1100s | train_loss=0.1222
+  step  200000 |   1192s | train_loss=0.1204 | fid=229.9307
+  step  210000 |   1240s | train_loss=0.1139
+  step  220000 |   1293s | train_loss=0.1108
+  step  230000 |   1347s | train_loss=0.1109
+  step  240000 |   1401s | train_loss=0.1071
+  step  250000 |   1455s | train_loss=0.1068
+  step  260000 |   1508s | train_loss=0.1047
+  step  270000 |   1562s | train_loss=0.1004
+  step  280000 |   1616s | train_loss=0.0940
+  step  290000 |   1669s | train_loss=0.1007
+  step  300000 |   1763s | train_loss=0.0964 | fid=250.3710
+  step  310000 |   1812s | train_loss=0.0918
+  step  320000 |   1865s | train_loss=0.0922
+  step  330000 |   1919s | train_loss=0.0852
+  step  340000 |   1973s | train_loss=0.0881
+  step  350000 |   2026s | train_loss=0.0818
+  step  360000 |   2080s | train_loss=0.0865
+  step  370000 |   2134s | train_loss=0.0842
+  step  380000 |   2187s | train_loss=0.0857
+  step  390000 |   2241s | train_loss=0.0806
+  step  400000 |   2335s | train_loss=0.0822 | fid=268.1530
+  step  410000 |   2384s | train_loss=0.0781
+  step  420000 |   2438s | train_loss=0.0752
+  step  430000 |   2491s | train_loss=0.0741
+  step  440000 |   2545s | train_loss=0.0750
+  step  450000 |   2599s | train_loss=0.0741
+  step  460000 |   2652s | train_loss=0.0735
+  step  470000 |   2706s | train_loss=0.0701
+  step  480000 |   2760s | train_loss=0.0699
+  step  490000 |   2813s | train_loss=0.0691
+  step  500000 |   2907s | train_loss=0.0680 | fid=275.4497
+  step  510000 |   2955s | train_loss=0.0718
+  step  520000 |   3009s | train_loss=0.0674
+  step  530000 |   3063s | train_loss=0.0636
+  step  540000 |   3116s | train_loss=0.0630
+  step  550000 |   3170s | train_loss=0.0678
+  step  560000 |   3224s | train_loss=0.0677
+  step  570000 |   3278s | train_loss=0.0684
+  step  580000 |   3331s | train_loss=0.0701
+  step  590000 |   3385s | train_loss=0.0613
+  step  600000 |   3479s | train_loss=0.0707 | fid=277.0522
+  step  610000 |   3529s | train_loss=0.0630
+  step  620000 |   3581s | train_loss=0.0640
+  step  630000 |   3635s | train_loss=0.0566
+  step  640000 |   3689s | train_loss=0.0589
+  step  650000 |   3742s | train_loss=0.0572
+  step  660000 |   3796s | train_loss=0.0613
+  step  670000 |   3850s | train_loss=0.0565
+  step  680000 |   3903s | train_loss=0.0588
+  step  690000 |   3957s | train_loss=0.0602
+  step  700000 |   4050s | train_loss=0.0542 | fid=283.0465
+  step  710000 |   4103s | train_loss=0.0579
+  step  720000 |   4153s | train_loss=0.0533
+  step  730000 |   4207s | train_loss=0.0556
+  step  740000 |   4260s | train_loss=0.0518
+  step  750000 |   4314s | train_loss=0.0512
+  step  760000 |   4368s | train_loss=0.0484
+  step  770000 |   4422s | train_loss=0.0526
+  step  780000 |   4475s | train_loss=0.0522
+  step  790000 |   4529s | train_loss=0.0511
+  step  800000 |   4623s | train_loss=0.0475 | fid=272.8346
+  step  810000 |   4676s | train_loss=0.0521
+  step  820000 |   4725s | train_loss=0.0497
+  step  830000 |   4779s | train_loss=0.0538
+  step  840000 |   4832s | train_loss=0.0535
+  step  850000 |   4886s | train_loss=0.0554
+  step  860000 |   4940s | train_loss=0.0473
+  step  870000 |   4994s | train_loss=0.0504
+  step  880000 |   5047s | train_loss=0.0452
+  step  890000 |   5101s | train_loss=0.0500
+  step  900000 |   5195s | train_loss=0.0491 | fid=279.4919
+  step  910000 |   5249s | train_loss=0.0529
+  step  920000 |   5297s | train_loss=0.0510
+  step  930000 |   5351s | train_loss=0.0462
+  step  940000 |   5405s | train_loss=0.0467
+  step  950000 |   5458s | train_loss=0.0429
+  step  960000 |   5512s | train_loss=0.0466
+  step  970000 |   5566s | train_loss=0.0448
+  step  980000 |   5619s | train_loss=0.0499
+  step  990000 |   5673s | train_loss=0.0433
+  step 1000000 |   5767s | train_loss=0.0475 | fid=267.1362
+  step 1010000 |   5821s | train_loss=0.0455
+  step 1020000 |   5868s | train_loss=0.0461
+  step 1030000 |   5922s | train_loss=0.0425
+  step 1040000 |   5976s | train_loss=0.0448
+  step 1050000 |   6029s | train_loss=0.0475
+  step 1060000 |   6083s | train_loss=0.0445
+  step 1070000 |   6137s | train_loss=0.0517
+  step 1080000 |   6191s | train_loss=0.0467
+  step 1090000 |   6235s | train_loss=0.0471
+  step 1100000 |   6298s | train_loss=0.0449 | fid=267.8268
+  step 1110000 |   6334s | train_loss=0.0449
+  step 1120000 |   6369s | train_loss=0.0412
+  step 1130000 |   6405s | train_loss=0.0411
+  step 1140000 |   6441s | train_loss=0.0458
+  step 1150000 |   6477s | train_loss=0.0474
+  step 1160000 |   6513s | train_loss=0.0426
+  step 1170000 |   6548s | train_loss=0.0510
+  step 1180000 |   6584s | train_loss=0.0469
+  step 1190000 |   6620s | train_loss=0.0459
+  step 1200000 |   6678s | train_loss=0.0396 | fid=255.7500
+  step 1210000 |   6714s | train_loss=0.0463
+  step 1220000 |   6750s | train_loss=0.0416
+  step 1230000 |   6786s | train_loss=0.0416
+  step 1240000 |   6821s | train_loss=0.0401
+  step 1250000 |   6857s | train_loss=0.0391
+  step 1260000 |   6893s | train_loss=0.0424
+  step 1270000 |   6929s | train_loss=0.0387
+  step 1280000 |   6965s | train_loss=0.0396
+  step 1290000 |   7000s | train_loss=0.0445
+  step 1300000 |   7059s | train_loss=0.0380 | fid=249.2823
+  step 1310000 |   7094s | train_loss=0.0394
+  step 1320000 |   7130s | train_loss=0.0450
+  step 1330000 |   7166s | train_loss=0.0372
+  step 1340000 |   7202s | train_loss=0.0456
+  step 1350000 |   7238s | train_loss=0.0389
+  step 1360000 |   7274s | train_loss=0.0382
+  step 1370000 |   7309s | train_loss=0.0349
+  step 1380000 |   7345s | train_loss=0.0377
+  step 1390000 |   7381s | train_loss=0.0449
+  step 1400000 |   7439s | train_loss=0.0367 | fid=257.7732
+  step 1410000 |   7475s | train_loss=0.0378
+  step 1420000 |   7511s | train_loss=0.0370
+  step 1430000 |   7547s | train_loss=0.0443
+  step 1440000 |   7583s | train_loss=0.0419
+  step 1450000 |   7618s | train_loss=0.0400
+  step 1460000 |   7654s | train_loss=0.0360
+  step 1470000 |   7690s | train_loss=0.0407
+  step 1480000 |   7726s | train_loss=0.0353
+  step 1490000 |   7762s | train_loss=0.0422
+  step 1500000 |   7820s | train_loss=0.0365 | fid=249.9942
+  step 1510000 |   7856s | train_loss=0.0352
+  step 1520000 |   7892s | train_loss=0.0369
+  step 1530000 |   7927s | train_loss=0.0376
+  step 1540000 |   7963s | train_loss=0.0334
+  step 1550000 |   7999s | train_loss=0.0397
+  step 1560000 |   8035s | train_loss=0.0402
+  step 1570000 |   8071s | train_loss=0.0344
+  step 1580000 |   8106s | train_loss=0.0353
+  step 1590000 |   8142s | train_loss=0.0346
+  step 1600000 |   8201s | train_loss=0.0370 | fid=253.8830
+  step 1610000 |   8237s | train_loss=0.0383
+  step 1620000 |   8273s | train_loss=0.0379
+  step 1630000 |   8309s | train_loss=0.0373
+  step 1640000 |   8345s | train_loss=0.0341
+  step 1650000 |   8380s | train_loss=0.0381
+  step 1660000 |   8416s | train_loss=0.0388
+  step 1670000 |   8452s | train_loss=0.0407
+  step 1680000 |   8488s | train_loss=0.0360
+  step 1690000 |   8524s | train_loss=0.0341
+  step 1700000 |   8583s | train_loss=0.0345 | fid=257.2052
+  step 1710000 |   8619s | train_loss=0.0339
+  step 1720000 |   8654s | train_loss=0.0356
+  step 1730000 |   8690s | train_loss=0.0349
+  step 1740000 |   8726s | train_loss=0.0394
+  step 1750000 |   8762s | train_loss=0.0347
+  step 1760000 |   8798s | train_loss=0.0343
+  step 1770000 |   8833s | train_loss=0.0366
+  step 1780000 |   8869s | train_loss=0.0397
+  step 1790000 |   8905s | train_loss=0.0328
+  step 1800000 |   8962s | train_loss=0.0362 | fid=253.4978
+  step 1810000 |   8998s | train_loss=0.0400
+  step 1820000 |   9033s | train_loss=0.0319
+  step 1830000 |   9069s | train_loss=0.0375
+  step 1840000 |   9105s | train_loss=0.0316
+  step 1850000 |   9141s | train_loss=0.0306
+  step 1860000 |   9177s | train_loss=0.0342
+  step 1870000 |   9212s | train_loss=0.0346
+  step 1880000 |   9248s | train_loss=0.0327
+  step 1890000 |   9284s | train_loss=0.0351
+  step 1900000 |   9343s | train_loss=0.0349 | fid=245.3851
+  step 1910000 |   9379s | train_loss=0.0365
+  step 1920000 |   9415s | train_loss=0.0375
+  step 1930000 |   9450s | train_loss=0.0355
+  step 1940000 |   9486s | train_loss=0.0311
+  step 1950000 |   9522s | train_loss=0.0427
+  step 1960000 |   9558s | train_loss=0.0341
+  step 1970000 |   9594s | train_loss=0.0349
+  step 1980000 |   9629s | train_loss=0.0318
+  step 1990000 |   9665s | train_loss=0.0337
+  step 2000000 |   9724s | train_loss=0.0433 | fid=242.0621
+  step 2010000 |   9760s | train_loss=0.0344
+  step 2020000 |   9796s | train_loss=0.0317
+  step 2030000 |   9832s | train_loss=0.0319
+  step 2040000 |   9868s | train_loss=0.0339
+  step 2050000 |   9903s | train_loss=0.0353
+  step 2060000 |   9939s | train_loss=0.0326
+  step 2070000 |   9975s | train_loss=0.0339
+  step 2080000 |  10011s | train_loss=0.0316
+  step 2090000 |  10047s | train_loss=0.0355
+  step 2100000 |  10106s | train_loss=0.0348 | fid=243.3801
+  step 2110000 |  10142s | train_loss=0.0365
+  step 2120000 |  10178s | train_loss=0.0336
+  step 2130000 |  10214s | train_loss=0.0317
+  step 2140000 |  10250s | train_loss=0.0338
+  step 2150000 |  10286s | train_loss=0.0334
+  step 2160000 |  10321s | train_loss=0.0349
+  step 2170000 |  10357s | train_loss=0.0355
+  step 2180000 |  10393s | train_loss=0.0323
+  step 2190000 |  10429s | train_loss=0.0347
+  step 2200000 |  10489s | train_loss=0.0321 | fid=241.2735
+  step 2210000 |  10525s | train_loss=0.0323
+  step 2220000 |  10561s | train_loss=0.0357
+  step 2230000 |  10597s | train_loss=0.0288
+  step 2240000 |  10633s | train_loss=0.0286
+  step 2250000 |  10668s | train_loss=0.0299
+  step 2260000 |  10704s | train_loss=0.0287
+  step 2270000 |  10740s | train_loss=0.0317
+  step 2280000 |  10776s | train_loss=0.0294
+  step 2290000 |  10812s | train_loss=0.0410
+  step 2300000 |  10872s | train_loss=0.0297 | fid=244.4405
+  step 2310000 |  10908s | train_loss=0.0333
+  step 2320000 |  10944s | train_loss=0.0347
+  step 2330000 |  10979s | train_loss=0.0295
+  step 2340000 |  11015s | train_loss=0.0326
+  step 2350000 |  11051s | train_loss=0.0308
+  step 2360000 |  11087s | train_loss=0.0456
+  step 2370000 |  11123s | train_loss=0.0293
+  step 2380000 |  11158s | train_loss=0.0346
+  step 2390000 |  11194s | train_loss=0.0296
+  step 2400000 |  11254s | train_loss=0.0313 | fid=235.8653
+  step 2410000 |  11290s | train_loss=0.0291
+  step 2420000 |  11326s | train_loss=0.0329
+  step 2430000 |  11362s | train_loss=0.0313
+  step 2440000 |  11398s | train_loss=0.0286
+  step 2450000 |  11433s | train_loss=0.0307
+  step 2460000 |  11469s | train_loss=0.0465
+  step 2470000 |  11505s | train_loss=0.0311
+  step 2480000 |  11541s | train_loss=0.0320
+  step 2490000 |  11577s | train_loss=0.0305
+  step 2500000 |  11638s | train_loss=0.0353 | fid=237.7790
+  step 2510000 |  11674s | train_loss=0.0301
+  step 2520000 |  11709s | train_loss=0.0356
+  step 2530000 |  11745s | train_loss=0.0305
+  step 2540000 |  11781s | train_loss=0.0343
+  step 2550000 |  11817s | train_loss=0.0365
+  step 2560000 |  11853s | train_loss=0.0328
+  step 2570000 |  11888s | train_loss=0.0281
+  step 2580000 |  11924s | train_loss=0.0302
+  step 2590000 |  11960s | train_loss=0.0362
+  step 2600000 |  12021s | train_loss=0.0330 | fid=241.0624
+  step 2610000 |  12057s | train_loss=0.0297
+  step 2620000 |  12093s | train_loss=0.0351
+  step 2630000 |  12129s | train_loss=0.0308
+  step 2640000 |  12164s | train_loss=0.0342
+  step 2650000 |  12200s | train_loss=0.0310
+  step 2660000 |  12236s | train_loss=0.0320
+  step 2670000 |  12272s | train_loss=0.0276
+  step 2680000 |  12308s | train_loss=0.0296
+  step 2690000 |  12344s | train_loss=0.0296
+  step 2700000 |  12403s | train_loss=0.0280 | fid=239.4914
+  step 2710000 |  12438s | train_loss=0.0311
+  step 2720000 |  12474s | train_loss=0.0288
+  step 2730000 |  12510s | train_loss=0.0342
+  step 2740000 |  12546s | train_loss=0.0277
+  step 2750000 |  12582s | train_loss=0.0282
+  step 2760000 |  12617s | train_loss=0.0324
+  step 2770000 |  12653s | train_loss=0.0272
+  step 2780000 |  12689s | train_loss=0.0293
+  step 2790000 |  12725s | train_loss=0.0399
+  step 2800000 |  12786s | train_loss=0.0289 | fid=230.5015
+  step 2810000 |  12822s | train_loss=0.0323
+  step 2820000 |  12858s | train_loss=0.0405
+  step 2830000 |  12893s | train_loss=0.0323
+  step 2840000 |  12929s | train_loss=0.0268
+  step 2850000 |  12965s | train_loss=0.0280
+  step 2860000 |  13001s | train_loss=0.0301
+  step 2870000 |  13037s | train_loss=0.0310
+  step 2880000 |  13072s | train_loss=0.0316
+  step 2890000 |  13108s | train_loss=0.0257
+  step 2900000 |  13170s | train_loss=0.0279 | fid=235.4344
+  step 2910000 |  13206s | train_loss=0.0304
+  step 2920000 |  13242s | train_loss=0.0284
+  step 2930000 |  13278s | train_loss=0.0327
+  step 2940000 |  13313s | train_loss=0.0276
+  step 2950000 |  13349s | train_loss=0.0311
+  step 2960000 |  13385s | train_loss=0.0292
+  step 2970000 |  13421s | train_loss=0.0290
+  step 2980000 |  13457s | train_loss=0.0294
+  step 2990000 |  13492s | train_loss=0.0348
+  step 3000000 |  13555s | train_loss=0.0330 | fid=232.6520
+  step 3010000 |  13591s | train_loss=0.0297
+  step 3020000 |  13627s | train_loss=0.0273
+  step 3030000 |  13662s | train_loss=0.0287
+  step 3040000 |  13698s | train_loss=0.0312
+  step 3050000 |  13734s | train_loss=0.0313
+  step 3060000 |  13770s | train_loss=0.0311
+  step 3070000 |  13806s | train_loss=0.0277
+  step 3080000 |  13841s | train_loss=0.0299
+  step 3090000 |  13877s | train_loss=0.0267
+  step 3100000 |  13938s | train_loss=0.0283 | fid=230.4645
+  step 3110000 |  13974s | train_loss=0.0296
+  step 3120000 |  14010s | train_loss=0.0330
+  step 3130000 |  14046s | train_loss=0.0286
+  step 3140000 |  14082s | train_loss=0.0288
+  step 3150000 |  14118s | train_loss=0.0286
+  step 3160000 |  14153s | train_loss=0.0291
+  step 3170000 |  14189s | train_loss=0.0257
+  step 3180000 |  14225s | train_loss=0.0283
+  step 3190000 |  14261s | train_loss=0.0314
+  step 3200000 |  14324s | train_loss=0.0288 | fid=222.2782
+  step 3210000 |  14360s | train_loss=0.0270
+  step 3220000 |  14396s | train_loss=0.0280
+  step 3230000 |  14431s | train_loss=0.0270
+  step 3240000 |  14467s | train_loss=0.0326
+  step 3250000 |  14503s | train_loss=0.0268
+  step 3260000 |  14539s | train_loss=0.0273
+  step 3270000 |  14575s | train_loss=0.0310
+  step 3280000 |  14610s | train_loss=0.0290
+  step 3290000 |  14646s | train_loss=0.0278
+  step 3300000 |  14709s | train_loss=0.0295 | fid=223.7026
+  step 3310000 |  14745s | train_loss=0.0272
+  step 3320000 |  14781s | train_loss=0.0354
+  step 3330000 |  14817s | train_loss=0.0287
+  step 3340000 |  14852s | train_loss=0.0305
+  step 3350000 |  14888s | train_loss=0.0267
+  step 3360000 |  14924s | train_loss=0.0301
+  step 3370000 |  14960s | train_loss=0.0330
+  step 3380000 |  14996s | train_loss=0.0277
+  step 3390000 |  15032s | train_loss=0.0280
+  step 3400000 |  15095s | train_loss=0.0294 | fid=228.8654
+  step 3410000 |  15131s | train_loss=0.0282
+  step 3420000 |  15166s | train_loss=0.0264
+  step 3430000 |  15202s | train_loss=0.0303
+  step 3440000 |  15238s | train_loss=0.0245
+  step 3450000 |  15274s | train_loss=0.0277
+  step 3460000 |  15310s | train_loss=0.0294
+  step 3470000 |  15345s | train_loss=0.0287
+  step 3480000 |  15381s | train_loss=0.0285
+  step 3490000 |  15417s | train_loss=0.0301
+  step 3500000 |  15480s | train_loss=0.0299 | fid=225.1681
+  step 3510000 |  15515s | train_loss=0.0269
+  step 3520000 |  15551s | train_loss=0.0276
+  step 3530000 |  15587s | train_loss=0.0274
+  step 3540000 |  15623s | train_loss=0.0316
+  step 3550000 |  15659s | train_loss=0.0288
+  step 3560000 |  15694s | train_loss=0.0271
+  step 3570000 |  15730s | train_loss=0.0313
+  step 3580000 |  15766s | train_loss=0.0283
+  step 3590000 |  15802s | train_loss=0.0306
+  step 3600000 |  15865s | train_loss=0.0277 | fid=224.7114
+  step 3610000 |  15900s | train_loss=0.0282
+  step 3620000 |  15936s | train_loss=0.0263
+  step 3630000 |  15972s | train_loss=0.0286
+  step 3640000 |  16008s | train_loss=0.0288
+  step 3650000 |  16044s | train_loss=0.0284
+  step 3660000 |  16080s | train_loss=0.0288
+  step 3670000 |  16115s | train_loss=0.0283
+  step 3680000 |  16151s | train_loss=0.0300
+  step 3690000 |  16187s | train_loss=0.0281
+  step 3700000 |  16248s | train_loss=0.0274 | fid=220.8088
+  step 3710000 |  16284s | train_loss=0.0323
+  step 3720000 |  16319s | train_loss=0.0276
+  step 3730000 |  16355s | train_loss=0.0260
+  step 3740000 |  16391s | train_loss=0.0250
+  step 3750000 |  16427s | train_loss=0.0286
+  step 3760000 |  16463s | train_loss=0.0258
+  step 3770000 |  16499s | train_loss=0.0265
+  step 3780000 |  16534s | train_loss=0.0290
+  step 3790000 |  16570s | train_loss=0.0278
+  step 3800000 |  16633s | train_loss=0.0311 | fid=220.6144
+  step 3810000 |  16669s | train_loss=0.0265
+  step 3820000 |  16704s | train_loss=0.0279
+  step 3830000 |  16740s | train_loss=0.0277
+  step 3840000 |  16776s | train_loss=0.0247
+  step 3850000 |  16812s | train_loss=0.0283
+  step 3860000 |  16848s | train_loss=0.0274
+  step 3870000 |  16884s | train_loss=0.0266
+  step 3880000 |  16919s | train_loss=0.0282
+  step 3890000 |  16955s | train_loss=0.0264
+  step 3900000 |  17019s | train_loss=0.0287 | fid=220.0591
+  step 3910000 |  17055s | train_loss=0.0270
+  step 3920000 |  17091s | train_loss=0.0264
+  step 3930000 |  17127s | train_loss=0.0286
+  step 3940000 |  17162s | train_loss=0.0254
+  step 3950000 |  17198s | train_loss=0.0264
+  step 3960000 |  17234s | train_loss=0.0260
+  step 3970000 |  17270s | train_loss=0.0252
+  step 3980000 |  17306s | train_loss=0.0296
+  step 3990000 |  17341s | train_loss=0.0240
+  step 4000000 |  17407s | train_loss=0.0267 | fid=213.3245
+  step 4010000 |  17443s | train_loss=0.0272
+  step 4020000 |  17478s | train_loss=0.0253
+  step 4030000 |  17514s | train_loss=0.0255
+  step 4040000 |  17550s | train_loss=0.0246
+  step 4050000 |  17586s | train_loss=0.0262
+  step 4060000 |  17622s | train_loss=0.0282
+  step 4070000 |  17658s | train_loss=0.0260
+  step 4080000 |  17693s | train_loss=0.0307
+  step 4090000 |  17729s | train_loss=0.0261
+  step 4100000 |  17793s | train_loss=0.0244 | fid=207.7939
+  step 4110000 |  17829s | train_loss=0.0265
+  step 4120000 |  17865s | train_loss=0.0274
+  step 4130000 |  17900s | train_loss=0.0255
+  step 4140000 |  17936s | train_loss=0.0265
+  step 4150000 |  17972s | train_loss=0.0256
+  step 4160000 |  18008s | train_loss=0.0253
+  step 4170000 |  18044s | train_loss=0.0263
+  step 4180000 |  18080s | train_loss=0.0247
+  step 4190000 |  18115s | train_loss=0.0267
+  step 4200000 |  18178s | train_loss=0.0234 | fid=221.4896
+  step 4210000 |  18214s | train_loss=0.0273
+  step 4220000 |  18250s | train_loss=0.0251
+  step 4230000 |  18285s | train_loss=0.0245
+  step 4240000 |  18321s | train_loss=0.0242
+  step 4250000 |  18357s | train_loss=0.0259
+  step 4260000 |  18393s | train_loss=0.0250
+  step 4270000 |  18429s | train_loss=0.0256
+  step 4280000 |  18464s | train_loss=0.0250
+  step 4290000 |  18500s | train_loss=0.0288
+  step 4300000 |  18562s | train_loss=0.0262 | fid=215.1383
+  step 4310000 |  18598s | train_loss=0.0251
+  step 4320000 |  18634s | train_loss=0.0245
+  step 4330000 |  18669s | train_loss=0.0245
+  step 4340000 |  18705s | train_loss=0.0245
+  step 4350000 |  18741s | train_loss=0.0322
+  step 4360000 |  18777s | train_loss=0.0262
+  step 4370000 |  18813s | train_loss=0.0258
+  step 4380000 |  18848s | train_loss=0.0247
+  step 4390000 |  18884s | train_loss=0.0249
+  step 4400000 |  18949s | train_loss=0.0255 | fid=211.4504
+  step 4410000 |  18985s | train_loss=0.0247
+  step 4420000 |  19020s | train_loss=0.0261
+  step 4430000 |  19056s | train_loss=0.0289
+  step 4440000 |  19092s | train_loss=0.0318
+  step 4450000 |  19128s | train_loss=0.0252
+  step 4460000 |  19164s | train_loss=0.0304
+  step 4470000 |  19199s | train_loss=0.0257
+  step 4480000 |  19235s | train_loss=0.0261
+  step 4490000 |  19271s | train_loss=0.0256
+  step 4500000 |  19333s | train_loss=0.0254 | fid=204.8907
+  step 4510000 |  19368s | train_loss=0.0235
+  step 4520000 |  19404s | train_loss=0.0238
+  step 4530000 |  19440s | train_loss=0.0245
+  step 4540000 |  19476s | train_loss=0.0258
+  step 4550000 |  19512s | train_loss=0.0249
+  step 4560000 |  19548s | train_loss=0.0265
+  step 4570000 |  19583s | train_loss=0.0256
+  step 4580000 |  19619s | train_loss=0.0257
+  step 4590000 |  19655s | train_loss=0.0279
+  step 4600000 |  19716s | train_loss=0.0244 | fid=215.2369
+  step 4610000 |  19752s | train_loss=0.0264
+  step 4620000 |  19788s | train_loss=0.0238
+  step 4630000 |  19823s | train_loss=0.0241
+  step 4640000 |  19859s | train_loss=0.0236
+  step 4650000 |  19895s | train_loss=0.0247
+  step 4660000 |  19931s | train_loss=0.0254
+  step 4670000 |  19967s | train_loss=0.0262
+  step 4680000 |  20002s | train_loss=0.0251
+  step 4690000 |  20038s | train_loss=0.0260
+  step 4700000 |  20099s | train_loss=0.0251 | fid=211.9245
+  step 4710000 |  20135s | train_loss=0.0250
+  step 4720000 |  20171s | train_loss=0.0257
+  step 4730000 |  20207s | train_loss=0.0247
+  step 4740000 |  20242s | train_loss=0.0242
+  step 4750000 |  20278s | train_loss=0.0234
+  step 4760000 |  20314s | train_loss=0.0292
+  step 4770000 |  20350s | train_loss=0.0254
+  step 4780000 |  20386s | train_loss=0.0232
+  step 4790000 |  20421s | train_loss=0.0237
+  step 4800000 |  20481s | train_loss=0.0247 | fid=208.3826
+  step 4810000 |  20517s | train_loss=0.0287
+  step 4820000 |  20553s | train_loss=0.0284
+  step 4830000 |  20588s | train_loss=0.0251
+  step 4840000 |  20624s | train_loss=0.0241
+  step 4850000 |  20660s | train_loss=0.0232
+  step 4860000 |  20696s | train_loss=0.0255
+  step 4870000 |  20732s | train_loss=0.0253
+  step 4880000 |  20767s | train_loss=0.0276
+  step 4890000 |  20803s | train_loss=0.0263
+  step 4900000 |  20863s | train_loss=0.0255 | fid=204.9116
+  step 4910000 |  20899s | train_loss=0.0241
+  step 4920000 |  20935s | train_loss=0.0245
+  step 4930000 |  20970s | train_loss=0.0258
+  step 4940000 |  21006s | train_loss=0.0302
+  step 4950000 |  21042s | train_loss=0.0243
+  step 4960000 |  21078s | train_loss=0.0263
+  step 4970000 |  21114s | train_loss=0.0258
+  step 4980000 |  21149s | train_loss=0.0275
+  step 4990000 |  21185s | train_loss=0.0247
+  step 5000000 |  21247s | train_loss=0.0245 | fid=204.2000
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d260/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..58de85e90262f4e9e51a9eecf53a70d52d58336d
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d260/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d260",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d260/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d260/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..b2e147c25cedf14be10e2e2c3d5e0242a509e005
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d260/metrics.jsonl
@@ -0,0 +1,108 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 260, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 46.86532521247864, "train_loss_step": 260.24658203125, "n_params": 4797700, "total_flops": 14738534400, "train_loss": 1.0034230158879207, "subset_score_loss": 1.0034230158879207, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9825661182403564, "fid": 300.7033277282477, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 101.05507111549377, "train_loss_step": 45.739341735839844, "n_params": 4797700, "total_flops": 147385344000000, "train_loss": 0.6707498990572416, "subset_score_loss": 0.6707498990572416}
+{"step": 20000, "wall_time": 155.28198671340942, "train_loss_step": 38.22856521606445, "n_params": 4797700, "total_flops": 294770688000000, "train_loss": 0.5402006296011118, "subset_score_loss": 0.5402006296011118}
+{"step": 30000, "wall_time": 209.53451943397522, "train_loss_step": 34.16476058959961, "n_params": 4797700, "total_flops": 442156032000000, "train_loss": 0.49328519381009617, "subset_score_loss": 0.49328519381009617}
+{"step": 40000, "wall_time": 263.74150037765503, "train_loss_step": 35.9368896484375, "n_params": 4797700, "total_flops": 589541376000000, "train_loss": 0.4649681384746845, "subset_score_loss": 0.4649681384746845}
+{"step": 50000, "wall_time": 317.94371247291565, "train_loss_step": 30.62372589111328, "n_params": 4797700, "total_flops": 736926720000000, "train_loss": 0.43317298889160155, "subset_score_loss": 0.43317298889160155}
+{"step": 60000, "wall_time": 372.1633036136627, "train_loss_step": 33.730194091796875, "n_params": 4797700, "total_flops": 884312064000000, "train_loss": 0.3949765132023738, "subset_score_loss": 0.3949765132023738}
+{"step": 70000, "wall_time": 426.36522817611694, "train_loss_step": 31.15015411376953, "n_params": 4797700, "total_flops": 1031697408000000, "train_loss": 0.3611889472374549, "subset_score_loss": 0.3611889472374549}
+{"step": 80000, "wall_time": 480.60136246681213, "train_loss_step": 28.210826873779297, "n_params": 4797700, "total_flops": 1179082752000000, "train_loss": 0.32194325373722954, "subset_score_loss": 0.32194325373722954}
+{"step": 90000, "wall_time": 534.79785323143, "train_loss_step": 26.851613998413086, "n_params": 4797700, "total_flops": 1326468096000000, "train_loss": 0.28919668931227466, "subset_score_loss": 0.28919668931227466}
+{"step": 100000, "wall_time": 626.7291095256805, "train_loss_step": 24.21017837524414, "n_params": 4797700, "total_flops": 1473853440000000, "train_loss": 0.2628661229060246, "subset_score_loss": 0.2628661229060246, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9653607606887817, "fid": 175.33697155459902, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 680.8583877086639, "train_loss_step": 23.74858856201172, "n_params": 4797700, "total_flops": 1621238784000000, "train_loss": 0.24086416684664214, "subset_score_loss": 0.24086416684664214}
+{"step": 120000, "wall_time": 735.0207788944244, "train_loss_step": 22.45384979248047, "n_params": 4797700, "total_flops": 1768624128000000, "train_loss": 0.21482285719651442, "subset_score_loss": 0.21482285719651442}
+{"step": 130000, "wall_time": 789.2209548950195, "train_loss_step": 21.997329711914062, "n_params": 4797700, "total_flops": 1916009472000000, "train_loss": 0.19635334014892578, "subset_score_loss": 0.19635334014892578}
+{"step": 140000, "wall_time": 843.4168543815613, "train_loss_step": 21.93213653564453, "n_params": 4797700, "total_flops": 2063394816000000, "train_loss": 0.1855436031634991, "subset_score_loss": 0.1855436031634991}
+{"step": 150000, "wall_time": 897.6340916156769, "train_loss_step": 19.60523796081543, "n_params": 4797700, "total_flops": 2210780160000000, "train_loss": 0.1725515659038837, "subset_score_loss": 0.1725515659038837}
+{"step": 160000, "wall_time": 951.7961022853851, "train_loss_step": 18.929061889648438, "n_params": 4797700, "total_flops": 2358165504000000, "train_loss": 0.16224884620079627, "subset_score_loss": 0.16224884620079627}
+{"step": 170000, "wall_time": 1006.0035376548767, "train_loss_step": 18.62672996520996, "n_params": 4797700, "total_flops": 2505550848000000, "train_loss": 0.15717218839205227, "subset_score_loss": 0.15717218839205227}
+{"step": 180000, "wall_time": 1060.216923713684, "train_loss_step": 18.878822326660156, "n_params": 4797700, "total_flops": 2652936192000000, "train_loss": 0.1514464598435622, "subset_score_loss": 0.1514464598435622}
+{"step": 190000, "wall_time": 1114.4149057865143, "train_loss_step": 18.607463836669922, "n_params": 4797700, "total_flops": 2800321536000000, "train_loss": 0.141571044921875, "subset_score_loss": 0.141571044921875}
+{"step": 200000, "wall_time": 1209.358481645584, "train_loss_step": 19.00802993774414, "n_params": 4797700, "total_flops": 2947706880000000, "train_loss": 0.14436104114239032, "subset_score_loss": 0.14436104114239032, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9701990485191345, "fid": 248.42068721439065, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1263.5309731960297, "train_loss_step": 17.942129135131836, "n_params": 4797700, "total_flops": 3095092224000000, "train_loss": 0.1315359409038837, "subset_score_loss": 0.1315359409038837}
+{"step": 220000, "wall_time": 1317.7309601306915, "train_loss_step": 17.16213035583496, "n_params": 4797700, "total_flops": 3242477568000000, "train_loss": 0.1291624802809495, "subset_score_loss": 0.1291624802809495}
+{"step": 230000, "wall_time": 1371.8498718738556, "train_loss_step": 17.68290138244629, "n_params": 4797700, "total_flops": 3389862912000000, "train_loss": 0.12470640035775991, "subset_score_loss": 0.12470640035775991}
+{"step": 240000, "wall_time": 1426.06663107872, "train_loss_step": 17.337732315063477, "n_params": 4797700, "total_flops": 3537248256000000, "train_loss": 0.12038477384127104, "subset_score_loss": 0.12038477384127104}
+{"step": 250000, "wall_time": 1480.2712495326996, "train_loss_step": 15.668384552001953, "n_params": 4797700, "total_flops": 3684633600000000, "train_loss": 0.11555124429556039, "subset_score_loss": 0.11555124429556039}
+{"step": 260000, "wall_time": 1534.5040137767792, "train_loss_step": 15.834152221679688, "n_params": 4797700, "total_flops": 3832018944000000, "train_loss": 0.11738811639639048, "subset_score_loss": 0.11738811639639048}
+{"step": 270000, "wall_time": 1588.689704656601, "train_loss_step": 15.252019882202148, "n_params": 4797700, "total_flops": 3979404288000000, "train_loss": 0.116028198829064, "subset_score_loss": 0.116028198829064}
+{"step": 280000, "wall_time": 1642.9011001586914, "train_loss_step": 15.201452255249023, "n_params": 4797700, "total_flops": 4126789632000000, "train_loss": 0.10648616644052358, "subset_score_loss": 0.10648616644052358}
+{"step": 290000, "wall_time": 1697.0941920280457, "train_loss_step": 15.374354362487793, "n_params": 4797700, "total_flops": 4274174976000000, "train_loss": 0.11132358404306265, "subset_score_loss": 0.11132358404306265}
+{"step": 300000, "wall_time": 1789.819608449936, "train_loss_step": 14.948770523071289, "n_params": 4797700, "total_flops": 4421560320000000, "train_loss": 0.10410709381103515, "subset_score_loss": 0.10410709381103515, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.966599702835083, "fid": 267.9659790199038, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 1844.0326988697052, "train_loss_step": 15.407503128051758, "n_params": 4797700, "total_flops": 4568945664000000, "train_loss": 0.10232819043673001, "subset_score_loss": 0.10232819043673001}
+{"step": 320000, "wall_time": 1898.1832032203674, "train_loss_step": 14.125951766967773, "n_params": 4797700, "total_flops": 4716331008000000, "train_loss": 0.10966864365797777, "subset_score_loss": 0.10966864365797777}
+{"step": 330000, "wall_time": 1952.3777935504913, "train_loss_step": 14.257217407226562, "n_params": 4797700, "total_flops": 4863716352000000, "train_loss": 0.09728362743671123, "subset_score_loss": 0.09728362743671123}
+{"step": 340000, "wall_time": 2006.5160155296326, "train_loss_step": 14.309728622436523, "n_params": 4797700, "total_flops": 5011101696000000, "train_loss": 0.0984466185936561, "subset_score_loss": 0.0984466185936561}
+{"step": 350000, "wall_time": 2060.7235519886017, "train_loss_step": 13.680739402770996, "n_params": 4797700, "total_flops": 5158487040000000, "train_loss": 0.09502256833589993, "subset_score_loss": 0.09502256833589993}
+{"step": 360000, "wall_time": 2114.948488473892, "train_loss_step": 14.192522048950195, "n_params": 4797700, "total_flops": 5305872384000000, "train_loss": 0.09914199388944185, "subset_score_loss": 0.09914199388944185}
+{"step": 370000, "wall_time": 2169.185421705246, "train_loss_step": 13.699140548706055, "n_params": 4797700, "total_flops": 5453257728000000, "train_loss": 0.09502688187819261, "subset_score_loss": 0.09502688187819261}
+{"step": 380000, "wall_time": 2223.3552334308624, "train_loss_step": 13.587898254394531, "n_params": 4797700, "total_flops": 5600643072000000, "train_loss": 0.09194450378417969, "subset_score_loss": 0.09194450378417969}
+{"step": 390000, "wall_time": 2277.5659511089325, "train_loss_step": 13.73659896850586, "n_params": 4797700, "total_flops": 5748028416000000, "train_loss": 0.08909887900719275, "subset_score_loss": 0.08909887900719275}
+{"step": 400000, "wall_time": 2369.7799711227417, "train_loss_step": 12.789956092834473, "n_params": 4797700, "total_flops": 5895413760000000, "train_loss": 0.09081334334153396, "subset_score_loss": 0.09081334334153396, "memorization_fraction_pixel": 0.001500000013038516, "mean_nn_ratio_pixel": 0.9662414193153381, "fid": 277.5042434816096, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 2424.0059037208557, "train_loss_step": 13.618829727172852, "n_params": 4797700, "total_flops": 6042799104000000, "train_loss": 0.08991071994488056, "subset_score_loss": 0.08991071994488056}
+{"step": 420000, "wall_time": 2478.1754581928253, "train_loss_step": 12.926231384277344, "n_params": 4797700, "total_flops": 6190184448000000, "train_loss": 0.0832853390620305, "subset_score_loss": 0.0832853390620305}
+{"step": 430000, "wall_time": 2532.3850107192993, "train_loss_step": 13.141975402832031, "n_params": 4797700, "total_flops": 6337569792000000, "train_loss": 0.08125900121835562, "subset_score_loss": 0.08125900121835562}
+{"step": 440000, "wall_time": 2586.5830500125885, "train_loss_step": 12.70563793182373, "n_params": 4797700, "total_flops": 6484955136000000, "train_loss": 0.08405881294837365, "subset_score_loss": 0.08405881294837365}
+{"step": 450000, "wall_time": 2640.73903465271, "train_loss_step": 12.752893447875977, "n_params": 4797700, "total_flops": 6632340480000000, "train_loss": 0.08093407704279973, "subset_score_loss": 0.08093407704279973}
+{"step": 460000, "wall_time": 2694.9283587932587, "train_loss_step": 12.400264739990234, "n_params": 4797700, "total_flops": 6779725824000000, "train_loss": 0.07923996998713567, "subset_score_loss": 0.07923996998713567}
+{"step": 470000, "wall_time": 2749.1245098114014, "train_loss_step": 12.632633209228516, "n_params": 4797700, "total_flops": 6927111168000000, "train_loss": 0.07679284902719351, "subset_score_loss": 0.07679284902719351}
+{"step": 480000, "wall_time": 2803.339258670807, "train_loss_step": 12.303141593933105, "n_params": 4797700, "total_flops": 7074496512000000, "train_loss": 0.07552923789391151, "subset_score_loss": 0.07552923789391151}
+{"step": 490000, "wall_time": 2857.301802635193, "train_loss_step": 12.411661148071289, "n_params": 4797700, "total_flops": 7221881856000000, "train_loss": 0.07624450830312876, "subset_score_loss": 0.07624450830312876}
+{"step": 500000, "wall_time": 2949.9169611930847, "train_loss_step": 12.12376594543457, "n_params": 4797700, "total_flops": 7369267200000000, "train_loss": 0.07846969457773062, "subset_score_loss": 0.07846969457773062, "memorization_fraction_pixel": 0.004900000058114529, "mean_nn_ratio_pixel": 0.9598098397254944, "fid": 273.54337709236256, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 3004.1505255699158, "train_loss_step": 11.622785568237305, "n_params": 4797700, "total_flops": 7516652544000000, "train_loss": 0.08039976266714242, "subset_score_loss": 0.08039976266714242}
+{"step": 520000, "wall_time": 3058.338973760605, "train_loss_step": 11.569969177246094, "n_params": 4797700, "total_flops": 7664037888000000, "train_loss": 0.07262571041400616, "subset_score_loss": 0.07262571041400616}
+{"step": 530000, "wall_time": 3112.5177409648895, "train_loss_step": 11.570566177368164, "n_params": 4797700, "total_flops": 7811423232000000, "train_loss": 0.07264144604022686, "subset_score_loss": 0.07264144604022686}
+{"step": 540000, "wall_time": 3166.715572118759, "train_loss_step": 11.079401969909668, "n_params": 4797700, "total_flops": 7958808576000000, "train_loss": 0.06643299689659705, "subset_score_loss": 0.06643299689659705}
+{"step": 550000, "wall_time": 3220.907900094986, "train_loss_step": 12.11599349975586, "n_params": 4797700, "total_flops": 8106193920000000, "train_loss": 0.06897976948664739, "subset_score_loss": 0.06897976948664739}
+{"step": 560000, "wall_time": 3275.0779345035553, "train_loss_step": 11.581982612609863, "n_params": 4797700, "total_flops": 8253579264000000, "train_loss": 0.07090640434852014, "subset_score_loss": 0.07090640434852014}
+{"step": 570000, "wall_time": 3329.2725336551666, "train_loss_step": 11.0013427734375, "n_params": 4797700, "total_flops": 8400964608000000, "train_loss": 0.06709022521972656, "subset_score_loss": 0.06709022521972656}
+{"step": 580000, "wall_time": 3383.480503320694, "train_loss_step": 11.179682731628418, "n_params": 4797700, "total_flops": 8548349952000000, "train_loss": 0.07482679807222807, "subset_score_loss": 0.07482679807222807}
+{"step": 590000, "wall_time": 3437.381800174713, "train_loss_step": 10.858282089233398, "n_params": 4797700, "total_flops": 8695735296000000, "train_loss": 0.0698383771456205, "subset_score_loss": 0.0698383771456205}
+{"step": 600000, "wall_time": 3530.7687661647797, "train_loss_step": 10.966816902160645, "n_params": 4797700, "total_flops": 8843120640000000, "train_loss": 0.07579197516808144, "subset_score_loss": 0.07579197516808144, "memorization_fraction_pixel": 0.006200000178068876, "mean_nn_ratio_pixel": 0.9563843607902527, "fid": 274.0990331246143, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 3584.964019536972, "train_loss_step": 11.201706886291504, "n_params": 4797700, "total_flops": 8990505984000000, "train_loss": 0.06493803171011117, "subset_score_loss": 0.06493803171011117}
+{"step": 620000, "wall_time": 3639.153167247772, "train_loss_step": 10.990996360778809, "n_params": 4797700, "total_flops": 9137891328000000, "train_loss": 0.06822683627788838, "subset_score_loss": 0.06822683627788838}
+{"step": 630000, "wall_time": 3693.3314352035522, "train_loss_step": 10.756683349609375, "n_params": 4797700, "total_flops": 9285276672000000, "train_loss": 0.06436807192288913, "subset_score_loss": 0.06436807192288913}
+{"step": 640000, "wall_time": 3747.5408334732056, "train_loss_step": 10.288387298583984, "n_params": 4797700, "total_flops": 9432662016000000, "train_loss": 0.06475552045381987, "subset_score_loss": 0.06475552045381987}
+{"step": 650000, "wall_time": 3801.7501316070557, "train_loss_step": 10.497343063354492, "n_params": 4797700, "total_flops": 9580047360000000, "train_loss": 0.06140106274531438, "subset_score_loss": 0.06140106274531438}
+{"step": 660000, "wall_time": 3855.9300820827484, "train_loss_step": 9.749101638793945, "n_params": 4797700, "total_flops": 9727432704000000, "train_loss": 0.06194510826697716, "subset_score_loss": 0.06194510826697716}
+{"step": 670000, "wall_time": 3910.1068918704987, "train_loss_step": 9.928034782409668, "n_params": 4797700, "total_flops": 9874818048000000, "train_loss": 0.06135843717134916, "subset_score_loss": 0.06135843717134916}
+{"step": 680000, "wall_time": 3964.240331888199, "train_loss_step": 10.427505493164062, "n_params": 4797700, "total_flops": 10022203392000000, "train_loss": 0.06205935845008263, "subset_score_loss": 0.06205935845008263}
+{"step": 690000, "wall_time": 4018.0218410491943, "train_loss_step": 10.355602264404297, "n_params": 4797700, "total_flops": 10169588736000000, "train_loss": 0.05873880753150353, "subset_score_loss": 0.05873880753150353}
+{"step": 700000, "wall_time": 4109.582732915878, "train_loss_step": 9.620626449584961, "n_params": 4797700, "total_flops": 10316974080000000, "train_loss": 0.056700922892643855, "subset_score_loss": 0.056700922892643855, "memorization_fraction_pixel": 0.011099999770522118, "mean_nn_ratio_pixel": 0.9436706900596619, "fid": 266.0867080120267, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 4163.8111436367035, "train_loss_step": 9.293946266174316, "n_params": 4797700, "total_flops": 10464359424000000, "train_loss": 0.06341576209435096, "subset_score_loss": 0.06341576209435096}
+{"step": 720000, "wall_time": 4218.016130447388, "train_loss_step": 10.4282808303833, "n_params": 4797700, "total_flops": 10611744768000000, "train_loss": 0.059020346861619215, "subset_score_loss": 0.059020346861619215}
+{"step": 730000, "wall_time": 4272.2015426158905, "train_loss_step": 10.056652069091797, "n_params": 4797700, "total_flops": 10759130112000000, "train_loss": 0.057961291533250074, "subset_score_loss": 0.057961291533250074}
+{"step": 740000, "wall_time": 4326.40921330452, "train_loss_step": 9.41038990020752, "n_params": 4797700, "total_flops": 10906515456000000, "train_loss": 0.05746237681462214, "subset_score_loss": 0.05746237681462214}
+{"step": 750000, "wall_time": 4380.636168241501, "train_loss_step": 10.105369567871094, "n_params": 4797700, "total_flops": 11053900800000000, "train_loss": 0.05650493548466609, "subset_score_loss": 0.05650493548466609}
+{"step": 760000, "wall_time": 4434.830148696899, "train_loss_step": 9.65347671508789, "n_params": 4797700, "total_flops": 11201286144000000, "train_loss": 0.05039659280043382, "subset_score_loss": 0.05039659280043382}
+{"step": 770000, "wall_time": 4489.043566226959, "train_loss_step": 9.719934463500977, "n_params": 4797700, "total_flops": 11348671488000000, "train_loss": 0.054008740645188555, "subset_score_loss": 0.054008740645188555}
+{"step": 780000, "wall_time": 4543.234464883804, "train_loss_step": 10.132637023925781, "n_params": 4797700, "total_flops": 11496056832000000, "train_loss": 0.05822181701660156, "subset_score_loss": 0.05822181701660156}
+{"step": 790000, "wall_time": 4594.135253429413, "train_loss_step": 9.680694580078125, "n_params": 4797700, "total_flops": 11643442176000000, "train_loss": 0.051743305646456204, "subset_score_loss": 0.051743305646456204}
+{"step": 800000, "wall_time": 4690.0406839847565, "train_loss_step": 9.36170768737793, "n_params": 4797700, "total_flops": 11790827520000000, "train_loss": 0.05325081531818097, "subset_score_loss": 0.05325081531818097, "memorization_fraction_pixel": 0.015300000086426735, "mean_nn_ratio_pixel": 0.9419748187065125, "fid": 258.3019386003843, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 4744.289315223694, "train_loss_step": 9.352510452270508, "n_params": 4797700, "total_flops": 11938212864000000, "train_loss": 0.055930456748375525, "subset_score_loss": 0.055930456748375525}
+{"step": 820000, "wall_time": 4798.508714199066, "train_loss_step": 9.529253005981445, "n_params": 4797700, "total_flops": 12085598208000000, "train_loss": 0.05717029571533203, "subset_score_loss": 0.05717029571533203}
+{"step": 830000, "wall_time": 4852.688037395477, "train_loss_step": 9.450191497802734, "n_params": 4797700, "total_flops": 12232983552000000, "train_loss": 0.058022194642287035, "subset_score_loss": 0.058022194642287035}
+{"step": 840000, "wall_time": 4906.8509786129, "train_loss_step": 9.38983154296875, "n_params": 4797700, "total_flops": 12380368896000000, "train_loss": 0.055700529538668116, "subset_score_loss": 0.055700529538668116}
+{"step": 850000, "wall_time": 4961.051770448685, "train_loss_step": 8.69665241241455, "n_params": 4797700, "total_flops": 12527754240000000, "train_loss": 0.055638592059795676, "subset_score_loss": 0.055638592059795676}
+{"step": 860000, "wall_time": 5015.26863861084, "train_loss_step": 9.310325622558594, "n_params": 4797700, "total_flops": 12675139584000000, "train_loss": 0.049895088489239035, "subset_score_loss": 0.049895088489239035}
+{"step": 870000, "wall_time": 5069.481701374054, "train_loss_step": 8.91827392578125, "n_params": 4797700, "total_flops": 12822524928000000, "train_loss": 0.051902121763962965, "subset_score_loss": 0.051902121763962965}
+{"step": 880000, "wall_time": 5123.694189071655, "train_loss_step": 8.759307861328125, "n_params": 4797700, "total_flops": 12969910272000000, "train_loss": 0.04936658785893367, "subset_score_loss": 0.04936658785893367}
+{"step": 890000, "wall_time": 5173.801760435104, "train_loss_step": 8.874955177307129, "n_params": 4797700, "total_flops": 13117295616000000, "train_loss": 0.04950655423677885, "subset_score_loss": 0.04950655423677885}
+{"step": 900000, "wall_time": 5271.149751424789, "train_loss_step": 8.710620880126953, "n_params": 4797700, "total_flops": 13264680960000000, "train_loss": 0.053250694274902345, "subset_score_loss": 0.053250694274902345, "memorization_fraction_pixel": 0.014999999664723873, "mean_nn_ratio_pixel": 0.9408818483352661, "fid": 255.78539898454184, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 5325.376979589462, "train_loss_step": 9.094681739807129, "n_params": 4797700, "total_flops": 13412066304000000, "train_loss": 0.06176276573768029, "subset_score_loss": 0.06176276573768029}
+{"step": 920000, "wall_time": 5379.5817284584045, "train_loss_step": 9.841814041137695, "n_params": 4797700, "total_flops": 13559451648000000, "train_loss": 0.05338675058805026, "subset_score_loss": 0.05338675058805026}
+{"step": 930000, "wall_time": 5433.780748605728, "train_loss_step": 8.894441604614258, "n_params": 4797700, "total_flops": 13706836992000000, "train_loss": 0.05056785069979154, "subset_score_loss": 0.05056785069979154}
+{"step": 940000, "wall_time": 5487.931307792664, "train_loss_step": 8.704608917236328, "n_params": 4797700, "total_flops": 13854222336000000, "train_loss": 0.04825544724097619, "subset_score_loss": 0.04825544724097619}
+{"step": 950000, "wall_time": 5542.110418319702, "train_loss_step": 8.634315490722656, "n_params": 4797700, "total_flops": 14001607680000000, "train_loss": 0.047081488829392656, "subset_score_loss": 0.047081488829392656}
+{"step": 960000, "wall_time": 5596.293377876282, "train_loss_step": 9.367393493652344, "n_params": 4797700, "total_flops": 14148993024000000, "train_loss": 0.04643559455871582, "subset_score_loss": 0.04643559455871582}
+{"step": 970000, "wall_time": 5650.486713171005, "train_loss_step": 8.512872695922852, "n_params": 4797700, "total_flops": 14296378368000000, "train_loss": 0.046745890837449296, "subset_score_loss": 0.046745890837449296}
+{"step": 980000, "wall_time": 5704.431117296219, "train_loss_step": 8.77791976928711, "n_params": 4797700, "total_flops": 14443763712000000, "train_loss": 0.05318616720346304, "subset_score_loss": 0.05318616720346304}
+{"step": 990000, "wall_time": 5754.2064781188965, "train_loss_step": 8.572190284729004, "n_params": 4797700, "total_flops": 14591149056000000, "train_loss": 0.04565308277423565, "subset_score_loss": 0.04565308277423565}
+{"step": 1000000, "wall_time": 5852.664766073227, "train_loss_step": 9.043684005737305, "n_params": 4797700, "total_flops": 14738534400000000, "train_loss": 0.04758536999042218, "subset_score_loss": 0.04758536999042218, "memorization_fraction_pixel": 0.019200000911951065, "mean_nn_ratio_pixel": 0.9327536821365356, "fid": 244.4137351924276, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 5906.8163187503815, "train_loss_step": 8.281538963317871, "n_params": 4797700, "total_flops": 14885919744000000, "train_loss": 0.046030448033259466, "subset_score_loss": 0.046030448033259466}
+{"step": 1020000, "wall_time": 5960.995634317398, "train_loss_step": 8.109170913696289, "n_params": 4797700, "total_flops": 15033305088000000, "train_loss": 0.049322979266826925, "subset_score_loss": 0.049322979266826925}
+{"step": 1030000, "wall_time": 6015.161550283432, "train_loss_step": 9.134281158447266, "n_params": 4797700, "total_flops": 15180690432000000, "train_loss": 0.045861434936523435, "subset_score_loss": 0.045861434936523435}
+{"step": 1040000, "wall_time": 6069.3233206272125, "train_loss_step": 8.45142936706543, "n_params": 4797700, "total_flops": 15328075776000000, "train_loss": 0.04919578112088717, "subset_score_loss": 0.04919578112088717}
+{"step": 1050000, "wall_time": 6123.534630060196, "train_loss_step": 8.949888229370117, "n_params": 4797700, "total_flops": 15475461120000000, "train_loss": 0.05053542577303373, "subset_score_loss": 0.05053542577303373}
+{"step": 1060000, "wall_time": 6177.7297904491425, "train_loss_step": 8.560643196105957, "n_params": 4797700, "total_flops": 15622846464000000, "train_loss": 0.04408384469839243, "subset_score_loss": 0.04408384469839243}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d260/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d260/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..c37c29335d99025d4f59c852890ca9a8dc75972f
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d260/runner.log
@@ -0,0 +1,108 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     47s | train_loss=1.0034 | fid=300.7033
+  step   10000 |    101s | train_loss=0.6707
+  step   20000 |    155s | train_loss=0.5402
+  step   30000 |    210s | train_loss=0.4933
+  step   40000 |    264s | train_loss=0.4650
+  step   50000 |    318s | train_loss=0.4332
+  step   60000 |    372s | train_loss=0.3950
+  step   70000 |    426s | train_loss=0.3612
+  step   80000 |    481s | train_loss=0.3219
+  step   90000 |    535s | train_loss=0.2892
+  step  100000 |    627s | train_loss=0.2629 | fid=175.3370
+  step  110000 |    681s | train_loss=0.2409
+  step  120000 |    735s | train_loss=0.2148
+  step  130000 |    789s | train_loss=0.1964
+  step  140000 |    843s | train_loss=0.1855
+  step  150000 |    898s | train_loss=0.1726
+  step  160000 |    952s | train_loss=0.1622
+  step  170000 |   1006s | train_loss=0.1572
+  step  180000 |   1060s | train_loss=0.1514
+  step  190000 |   1114s | train_loss=0.1416
+  step  200000 |   1209s | train_loss=0.1444 | fid=248.4207
+  step  210000 |   1264s | train_loss=0.1315
+  step  220000 |   1318s | train_loss=0.1292
+  step  230000 |   1372s | train_loss=0.1247
+  step  240000 |   1426s | train_loss=0.1204
+  step  250000 |   1480s | train_loss=0.1156
+  step  260000 |   1535s | train_loss=0.1174
+  step  270000 |   1589s | train_loss=0.1160
+  step  280000 |   1643s | train_loss=0.1065
+  step  290000 |   1697s | train_loss=0.1113
+  step  300000 |   1790s | train_loss=0.1041 | fid=267.9660
+  step  310000 |   1844s | train_loss=0.1023
+  step  320000 |   1898s | train_loss=0.1097
+  step  330000 |   1952s | train_loss=0.0973
+  step  340000 |   2007s | train_loss=0.0984
+  step  350000 |   2061s | train_loss=0.0950
+  step  360000 |   2115s | train_loss=0.0991
+  step  370000 |   2169s | train_loss=0.0950
+  step  380000 |   2223s | train_loss=0.0919
+  step  390000 |   2278s | train_loss=0.0891
+  step  400000 |   2370s | train_loss=0.0908 | fid=277.5042
+  step  410000 |   2424s | train_loss=0.0899
+  step  420000 |   2478s | train_loss=0.0833
+  step  430000 |   2532s | train_loss=0.0813
+  step  440000 |   2587s | train_loss=0.0841
+  step  450000 |   2641s | train_loss=0.0809
+  step  460000 |   2695s | train_loss=0.0792
+  step  470000 |   2749s | train_loss=0.0768
+  step  480000 |   2803s | train_loss=0.0755
+  step  490000 |   2857s | train_loss=0.0762
+  step  500000 |   2950s | train_loss=0.0785 | fid=273.5434
+  step  510000 |   3004s | train_loss=0.0804
+  step  520000 |   3058s | train_loss=0.0726
+  step  530000 |   3113s | train_loss=0.0726
+  step  540000 |   3167s | train_loss=0.0664
+  step  550000 |   3221s | train_loss=0.0690
+  step  560000 |   3275s | train_loss=0.0709
+  step  570000 |   3329s | train_loss=0.0671
+  step  580000 |   3383s | train_loss=0.0748
+  step  590000 |   3437s | train_loss=0.0698
+  step  600000 |   3531s | train_loss=0.0758 | fid=274.0990
+  step  610000 |   3585s | train_loss=0.0649
+  step  620000 |   3639s | train_loss=0.0682
+  step  630000 |   3693s | train_loss=0.0644
+  step  640000 |   3748s | train_loss=0.0648
+  step  650000 |   3802s | train_loss=0.0614
+  step  660000 |   3856s | train_loss=0.0619
+  step  670000 |   3910s | train_loss=0.0614
+  step  680000 |   3964s | train_loss=0.0621
+  step  690000 |   4018s | train_loss=0.0587
+  step  700000 |   4110s | train_loss=0.0567 | fid=266.0867
+  step  710000 |   4164s | train_loss=0.0634
+  step  720000 |   4218s | train_loss=0.0590
+  step  730000 |   4272s | train_loss=0.0580
+  step  740000 |   4326s | train_loss=0.0575
+  step  750000 |   4381s | train_loss=0.0565
+  step  760000 |   4435s | train_loss=0.0504
+  step  770000 |   4489s | train_loss=0.0540
+  step  780000 |   4543s | train_loss=0.0582
+  step  790000 |   4594s | train_loss=0.0517
+  step  800000 |   4690s | train_loss=0.0533 | fid=258.3019
+  step  810000 |   4744s | train_loss=0.0559
+  step  820000 |   4799s | train_loss=0.0572
+  step  830000 |   4853s | train_loss=0.0580
+  step  840000 |   4907s | train_loss=0.0557
+  step  850000 |   4961s | train_loss=0.0556
+  step  860000 |   5015s | train_loss=0.0499
+  step  870000 |   5069s | train_loss=0.0519
+  step  880000 |   5124s | train_loss=0.0494
+  step  890000 |   5174s | train_loss=0.0495
+  step  900000 |   5271s | train_loss=0.0533 | fid=255.7854
+  step  910000 |   5325s | train_loss=0.0618
+  step  920000 |   5380s | train_loss=0.0534
+  step  930000 |   5434s | train_loss=0.0506
+  step  940000 |   5488s | train_loss=0.0483
+  step  950000 |   5542s | train_loss=0.0471
+  step  960000 |   5596s | train_loss=0.0464
+  step  970000 |   5650s | train_loss=0.0467
+  step  980000 |   5704s | train_loss=0.0532
+  step  990000 |   5754s | train_loss=0.0457
+  step 1000000 |   5853s | train_loss=0.0476 | fid=244.4137
+  step 1010000 |   5907s | train_loss=0.0460
+  step 1020000 |   5961s | train_loss=0.0493
+  step 1030000 |   6015s | train_loss=0.0459
+  step 1040000 |   6069s | train_loss=0.0492
+  step 1050000 |   6124s | train_loss=0.0505
+  step 1060000 |   6178s | train_loss=0.0441
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..6609d531240a7b246f6062aa7483cadbdc8d17df
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d40/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..047a298c850d4e4f064ae423bbeee403a527cad2
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 40, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d40/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 68.7461531162262, "train_loss_step": 39.87110900878906, "n_params": 4346920, "total_flops": 13353738240, "train_loss": 0.9971315383911132, "subset_score_loss": 0.9971315383911132, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9738003015518188, "fid": 230.03263035832896, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 153.56038689613342, "train_loss_step": 10.342649459838867, "n_params": 4346920, "total_flops": 133537382400000, "train_loss": 0.8931703567504883, "subset_score_loss": 0.8931703567504883}
+{"step": 20000, "wall_time": 239.63220143318176, "train_loss_step": 9.494811058044434, "n_params": 4346920, "total_flops": 267074764800000, "train_loss": 0.8713574409484863, "subset_score_loss": 0.8713574409484863}
+{"step": 30000, "wall_time": 325.6566872596741, "train_loss_step": 9.056461334228516, "n_params": 4346920, "total_flops": 400612147200000, "train_loss": 0.8193279266357422, "subset_score_loss": 0.8193279266357422}
+{"step": 40000, "wall_time": 411.6936538219452, "train_loss_step": 8.836938858032227, "n_params": 4346920, "total_flops": 534149529600000, "train_loss": 0.7173056125640869, "subset_score_loss": 0.7173056125640869}
+{"step": 50000, "wall_time": 497.69921112060547, "train_loss_step": 7.182829856872559, "n_params": 4346920, "total_flops": 667686912000000, "train_loss": 0.5389115333557128, "subset_score_loss": 0.5389115333557128}
+{"step": 60000, "wall_time": 583.720118522644, "train_loss_step": 6.446088790893555, "n_params": 4346920, "total_flops": 801224294400000, "train_loss": 0.3628573417663574, "subset_score_loss": 0.3628573417663574}
+{"step": 70000, "wall_time": 669.7710196971893, "train_loss_step": 5.1295366287231445, "n_params": 4346920, "total_flops": 934761676800000, "train_loss": 0.25511913299560546, "subset_score_loss": 0.25511913299560546}
+{"step": 80000, "wall_time": 755.7604539394379, "train_loss_step": 4.979304313659668, "n_params": 4346920, "total_flops": 1068299059200000, "train_loss": 0.19955825805664062, "subset_score_loss": 0.19955825805664062}
+{"step": 90000, "wall_time": 841.8360240459442, "train_loss_step": 5.102786064147949, "n_params": 4346920, "total_flops": 1201836441600000, "train_loss": 0.1685951828956604, "subset_score_loss": 0.1685951828956604}
+{"step": 100000, "wall_time": 993.6354513168335, "train_loss_step": 4.577279567718506, "n_params": 4346920, "total_flops": 1335373824000000, "train_loss": 0.1510222315788269, "subset_score_loss": 0.1510222315788269, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9054204225540161, "fid": 162.18800849430198, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1074.3214981555939, "train_loss_step": 4.8118414878845215, "n_params": 4346920, "total_flops": 1468911206400000, "train_loss": 0.13740005493164062, "subset_score_loss": 0.13740005493164062}
+{"step": 120000, "wall_time": 1160.2883386611938, "train_loss_step": 4.972906589508057, "n_params": 4346920, "total_flops": 1602448588800000, "train_loss": 0.12747232913970946, "subset_score_loss": 0.12747232913970946}
+{"step": 130000, "wall_time": 1246.275202035904, "train_loss_step": 4.196441173553467, "n_params": 4346920, "total_flops": 1735985971200000, "train_loss": 0.11894744634628296, "subset_score_loss": 0.11894744634628296}
+{"step": 140000, "wall_time": 1332.2555072307587, "train_loss_step": 4.282943248748779, "n_params": 4346920, "total_flops": 1869523353600000, "train_loss": 0.11030832529067994, "subset_score_loss": 0.11030832529067994}
+{"step": 150000, "wall_time": 1418.2344846725464, "train_loss_step": 4.038151741027832, "n_params": 4346920, "total_flops": 2003060736000000, "train_loss": 0.10526984930038452, "subset_score_loss": 0.10526984930038452}
+{"step": 160000, "wall_time": 1504.1928746700287, "train_loss_step": 4.119328498840332, "n_params": 4346920, "total_flops": 2136598118400000, "train_loss": 0.10095163583755493, "subset_score_loss": 0.10095163583755493}
+{"step": 170000, "wall_time": 1590.2022879123688, "train_loss_step": 4.148012161254883, "n_params": 4346920, "total_flops": 2270135500800000, "train_loss": 0.09442316889762878, "subset_score_loss": 0.09442316889762878}
+{"step": 180000, "wall_time": 1676.1802065372467, "train_loss_step": 4.119791030883789, "n_params": 4346920, "total_flops": 2403672883200000, "train_loss": 0.09213095903396606, "subset_score_loss": 0.09213095903396606}
+{"step": 190000, "wall_time": 1762.2257590293884, "train_loss_step": 4.198581695556641, "n_params": 4346920, "total_flops": 2537210265600000, "train_loss": 0.0873651921749115, "subset_score_loss": 0.0873651921749115}
+{"step": 200000, "wall_time": 1912.649587392807, "train_loss_step": 3.915055274963379, "n_params": 4346920, "total_flops": 2670747648000000, "train_loss": 0.08309479355812073, "subset_score_loss": 0.08309479355812073, "memorization_fraction_pixel": 0.002099999925121665, "mean_nn_ratio_pixel": 0.8214542269706726, "fid": 155.47209350056735, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1996.9631259441376, "train_loss_step": 4.355530261993408, "n_params": 4346920, "total_flops": 2804285030400000, "train_loss": 0.08289058208465576, "subset_score_loss": 0.08289058208465576}
+{"step": 220000, "wall_time": 2079.922365427017, "train_loss_step": 3.9760050773620605, "n_params": 4346920, "total_flops": 2937822412800000, "train_loss": 0.07964757680892945, "subset_score_loss": 0.07964757680892945}
+{"step": 230000, "wall_time": 2165.8544688224792, "train_loss_step": 3.82452392578125, "n_params": 4346920, "total_flops": 3071359795200000, "train_loss": 0.07592871189117431, "subset_score_loss": 0.07592871189117431}
+{"step": 240000, "wall_time": 2251.8957645893097, "train_loss_step": 3.5691041946411133, "n_params": 4346920, "total_flops": 3204897177600000, "train_loss": 0.07429307103157043, "subset_score_loss": 0.07429307103157043}
+{"step": 250000, "wall_time": 2337.882708787918, "train_loss_step": 3.9672093391418457, "n_params": 4346920, "total_flops": 3338434560000000, "train_loss": 0.07072252035140991, "subset_score_loss": 0.07072252035140991}
+{"step": 260000, "wall_time": 2423.9086010456085, "train_loss_step": 3.788724899291992, "n_params": 4346920, "total_flops": 3471971942400000, "train_loss": 0.07001687288284301, "subset_score_loss": 0.07001687288284301}
+{"step": 270000, "wall_time": 2509.878189563751, "train_loss_step": 3.6635494232177734, "n_params": 4346920, "total_flops": 3605509324800000, "train_loss": 0.06827446818351746, "subset_score_loss": 0.06827446818351746}
+{"step": 280000, "wall_time": 2595.8007142543793, "train_loss_step": 3.7465877532958984, "n_params": 4346920, "total_flops": 3739046707200000, "train_loss": 0.06793566942214965, "subset_score_loss": 0.06793566942214965}
+{"step": 290000, "wall_time": 2681.753401517868, "train_loss_step": 3.5750553607940674, "n_params": 4346920, "total_flops": 3872584089600000, "train_loss": 0.06413808465003967, "subset_score_loss": 0.06413808465003967}
+{"step": 300000, "wall_time": 2833.5014111995697, "train_loss_step": 3.845782518386841, "n_params": 4346920, "total_flops": 4006121472000000, "train_loss": 0.06396212577819824, "subset_score_loss": 0.06396212577819824, "memorization_fraction_pixel": 0.00800000037997961, "mean_nn_ratio_pixel": 0.761998176574707, "fid": 150.76050241188906, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2917.4273409843445, "train_loss_step": 3.391979455947876, "n_params": 4346920, "total_flops": 4139658854400000, "train_loss": 0.0630710780620575, "subset_score_loss": 0.0630710780620575}
+{"step": 320000, "wall_time": 3003.401434659958, "train_loss_step": 3.842597723007202, "n_params": 4346920, "total_flops": 4273196236800000, "train_loss": 0.06051487922668457, "subset_score_loss": 0.06051487922668457}
+{"step": 330000, "wall_time": 3086.8042843341827, "train_loss_step": 3.684622049331665, "n_params": 4346920, "total_flops": 4406733619200000, "train_loss": 0.06052449345588684, "subset_score_loss": 0.06052449345588684}
+{"step": 340000, "wall_time": 3172.8476581573486, "train_loss_step": 3.7706751823425293, "n_params": 4346920, "total_flops": 4540271001600000, "train_loss": 0.058499759435653685, "subset_score_loss": 0.058499759435653685}
+{"step": 350000, "wall_time": 3258.824948310852, "train_loss_step": 3.3136115074157715, "n_params": 4346920, "total_flops": 4673808384000000, "train_loss": 0.05665033459663391, "subset_score_loss": 0.05665033459663391}
+{"step": 360000, "wall_time": 3344.81055021286, "train_loss_step": 3.5931808948516846, "n_params": 4346920, "total_flops": 4807345766400000, "train_loss": 0.0561832070350647, "subset_score_loss": 0.0561832070350647}
+{"step": 370000, "wall_time": 3430.8085358142853, "train_loss_step": 3.4109530448913574, "n_params": 4346920, "total_flops": 4940883148800000, "train_loss": 0.055384737253189084, "subset_score_loss": 0.055384737253189084}
+{"step": 380000, "wall_time": 3516.7893619537354, "train_loss_step": 3.302382469177246, "n_params": 4346920, "total_flops": 5074420531200000, "train_loss": 0.054159659147262576, "subset_score_loss": 0.054159659147262576}
+{"step": 390000, "wall_time": 3602.827724456787, "train_loss_step": 3.5201029777526855, "n_params": 4346920, "total_flops": 5207957913600000, "train_loss": 0.05375602841377258, "subset_score_loss": 0.05375602841377258}
+{"step": 400000, "wall_time": 3754.576864719391, "train_loss_step": 3.4728055000305176, "n_params": 4346920, "total_flops": 5341495296000000, "train_loss": 0.052303504943847653, "subset_score_loss": 0.052303504943847653, "memorization_fraction_pixel": 0.012600000016391277, "mean_nn_ratio_pixel": 0.7158194184303284, "fid": 148.03214077397513, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3838.529637336731, "train_loss_step": 3.193263053894043, "n_params": 4346920, "total_flops": 5475032678400000, "train_loss": 0.05069810152053833, "subset_score_loss": 0.05069810152053833}
+{"step": 420000, "wall_time": 3924.6513307094574, "train_loss_step": 3.2757301330566406, "n_params": 4346920, "total_flops": 5608570060800000, "train_loss": 0.05043801069259644, "subset_score_loss": 0.05043801069259644}
+{"step": 430000, "wall_time": 4008.2563858032227, "train_loss_step": 3.297961473464966, "n_params": 4346920, "total_flops": 5742107443200000, "train_loss": 0.04946743547916412, "subset_score_loss": 0.04946743547916412}
+{"step": 440000, "wall_time": 4094.2097845077515, "train_loss_step": 3.3963170051574707, "n_params": 4346920, "total_flops": 5875644825600000, "train_loss": 0.048837867379188535, "subset_score_loss": 0.048837867379188535}
+{"step": 450000, "wall_time": 4180.208869457245, "train_loss_step": 3.5541601181030273, "n_params": 4346920, "total_flops": 6009182208000000, "train_loss": 0.04844722449779511, "subset_score_loss": 0.04844722449779511}
+{"step": 460000, "wall_time": 4266.194076299667, "train_loss_step": 3.3071951866149902, "n_params": 4346920, "total_flops": 6142719590400000, "train_loss": 0.04783426225185394, "subset_score_loss": 0.04783426225185394}
+{"step": 470000, "wall_time": 4352.2024030685425, "train_loss_step": 3.1989665031433105, "n_params": 4346920, "total_flops": 6276256972800000, "train_loss": 0.047330152988433835, "subset_score_loss": 0.047330152988433835}
+{"step": 480000, "wall_time": 4438.146986484528, "train_loss_step": 3.0989694595336914, "n_params": 4346920, "total_flops": 6409794355200000, "train_loss": 0.04748060703277588, "subset_score_loss": 0.04748060703277588}
+{"step": 490000, "wall_time": 4524.1558883190155, "train_loss_step": 3.027360439300537, "n_params": 4346920, "total_flops": 6543331737600000, "train_loss": 0.04599871635437012, "subset_score_loss": 0.04599871635437012}
+{"step": 500000, "wall_time": 4675.986484050751, "train_loss_step": 3.483524799346924, "n_params": 4346920, "total_flops": 6676869120000000, "train_loss": 0.04591086804866791, "subset_score_loss": 0.04591086804866791, "memorization_fraction_pixel": 0.01860000006854534, "mean_nn_ratio_pixel": 0.6863383054733276, "fid": 146.88799685831995, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 4760.038101673126, "train_loss_step": 3.021613597869873, "n_params": 4346920, "total_flops": 6810406502400000, "train_loss": 0.04475401937961578, "subset_score_loss": 0.04475401937961578}
+{"step": 520000, "wall_time": 4846.073412656784, "train_loss_step": 3.0733742713928223, "n_params": 4346920, "total_flops": 6943943884800000, "train_loss": 0.04503780007362366, "subset_score_loss": 0.04503780007362366}
+{"step": 530000, "wall_time": 4932.386546373367, "train_loss_step": 3.1809334754943848, "n_params": 4346920, "total_flops": 7077481267200000, "train_loss": 0.04342301487922669, "subset_score_loss": 0.04342301487922669}
+{"step": 540000, "wall_time": 5015.389554977417, "train_loss_step": 3.1986918449401855, "n_params": 4346920, "total_flops": 7211018649600000, "train_loss": 0.04282811582088471, "subset_score_loss": 0.04282811582088471}
+{"step": 550000, "wall_time": 5101.3655552864075, "train_loss_step": 3.110954761505127, "n_params": 4346920, "total_flops": 7344556032000000, "train_loss": 0.042228412628173825, "subset_score_loss": 0.042228412628173825}
+{"step": 560000, "wall_time": 5186.562277555466, "train_loss_step": 3.176654815673828, "n_params": 4346920, "total_flops": 7478093414400000, "train_loss": 0.042431944608688356, "subset_score_loss": 0.042431944608688356}
+{"step": 570000, "wall_time": 5271.623457670212, "train_loss_step": 3.1881580352783203, "n_params": 4346920, "total_flops": 7611630796800000, "train_loss": 0.04195674061775208, "subset_score_loss": 0.04195674061775208}
+{"step": 580000, "wall_time": 5356.652948856354, "train_loss_step": 3.334345817565918, "n_params": 4346920, "total_flops": 7745168179200000, "train_loss": 0.042388054728508, "subset_score_loss": 0.042388054728508}
+{"step": 590000, "wall_time": 5441.938835859299, "train_loss_step": 2.97253155708313, "n_params": 4346920, "total_flops": 7878705561600000, "train_loss": 0.04179841876029968, "subset_score_loss": 0.04179841876029968}
+{"step": 600000, "wall_time": 5591.794535636902, "train_loss_step": 3.3775217533111572, "n_params": 4346920, "total_flops": 8012242944000000, "train_loss": 0.04080266952514648, "subset_score_loss": 0.04080266952514648, "memorization_fraction_pixel": 0.023600000888109207, "mean_nn_ratio_pixel": 0.6615138649940491, "fid": 145.6562611202957, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 5674.614314556122, "train_loss_step": 3.360650062561035, "n_params": 4346920, "total_flops": 8145780326400000, "train_loss": 0.04023924767971039, "subset_score_loss": 0.04023924767971039}
+{"step": 620000, "wall_time": 5760.694481134415, "train_loss_step": 3.005157947540283, "n_params": 4346920, "total_flops": 8279317708800000, "train_loss": 0.039616674184799194, "subset_score_loss": 0.039616674184799194}
+{"step": 630000, "wall_time": 5846.654637098312, "train_loss_step": 3.1223151683807373, "n_params": 4346920, "total_flops": 8412855091200000, "train_loss": 0.03998115658760071, "subset_score_loss": 0.03998115658760071}
+{"step": 640000, "wall_time": 5931.83243894577, "train_loss_step": 3.1661510467529297, "n_params": 4346920, "total_flops": 8546392473600000, "train_loss": 0.039359718561172485, "subset_score_loss": 0.039359718561172485}
+{"step": 650000, "wall_time": 6016.028892040253, "train_loss_step": 3.3259592056274414, "n_params": 4346920, "total_flops": 8679929856000000, "train_loss": 0.040438723564147946, "subset_score_loss": 0.040438723564147946}
+{"step": 660000, "wall_time": 6102.0492515563965, "train_loss_step": 2.9455699920654297, "n_params": 4346920, "total_flops": 8813467238400000, "train_loss": 0.03852134048938751, "subset_score_loss": 0.03852134048938751}
+{"step": 670000, "wall_time": 6188.047043800354, "train_loss_step": 3.1090798377990723, "n_params": 4346920, "total_flops": 8947004620800000, "train_loss": 0.039248105883598325, "subset_score_loss": 0.039248105883598325}
+{"step": 680000, "wall_time": 6274.012869358063, "train_loss_step": 3.217435836791992, "n_params": 4346920, "total_flops": 9080542003200000, "train_loss": 0.038531041145324706, "subset_score_loss": 0.038531041145324706}
+{"step": 690000, "wall_time": 6359.968241930008, "train_loss_step": 3.1797118186950684, "n_params": 4346920, "total_flops": 9214079385600000, "train_loss": 0.03820176720619202, "subset_score_loss": 0.03820176720619202}
+{"step": 700000, "wall_time": 6512.835194826126, "train_loss_step": 3.1038455963134766, "n_params": 4346920, "total_flops": 9347616768000000, "train_loss": 0.03697379231452942, "subset_score_loss": 0.03697379231452942, "memorization_fraction_pixel": 0.026499999687075615, "mean_nn_ratio_pixel": 0.6356114149093628, "fid": 144.55646719747375, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6594.884811162949, "train_loss_step": 2.794001579284668, "n_params": 4346920, "total_flops": 9481154150400000, "train_loss": 0.036825251579284665, "subset_score_loss": 0.036825251579284665}
+{"step": 720000, "wall_time": 6680.911113739014, "train_loss_step": 2.9939725399017334, "n_params": 4346920, "total_flops": 9614691532800000, "train_loss": 0.036770406365394595, "subset_score_loss": 0.036770406365394595}
+{"step": 730000, "wall_time": 6766.901439666748, "train_loss_step": 3.200103759765625, "n_params": 4346920, "total_flops": 9748228915200000, "train_loss": 0.03643350005149841, "subset_score_loss": 0.03643350005149841}
+{"step": 740000, "wall_time": 6853.102879524231, "train_loss_step": 3.079892158508301, "n_params": 4346920, "total_flops": 9881766297600000, "train_loss": 0.03570018410682678, "subset_score_loss": 0.03570018410682678}
+{"step": 750000, "wall_time": 6936.306549787521, "train_loss_step": 3.1146647930145264, "n_params": 4346920, "total_flops": 10015303680000000, "train_loss": 0.0362878680229187, "subset_score_loss": 0.0362878680229187}
+{"step": 760000, "wall_time": 7022.341232299805, "train_loss_step": 2.774416446685791, "n_params": 4346920, "total_flops": 10148841062400000, "train_loss": 0.03685675263404846, "subset_score_loss": 0.03685675263404846}
+{"step": 770000, "wall_time": 7108.350759744644, "train_loss_step": 2.9992921352386475, "n_params": 4346920, "total_flops": 10282378444800000, "train_loss": 0.03551851511001587, "subset_score_loss": 0.03551851511001587}
+{"step": 780000, "wall_time": 7194.381862163544, "train_loss_step": 3.3253557682037354, "n_params": 4346920, "total_flops": 10415915827200000, "train_loss": 0.035076862573623656, "subset_score_loss": 0.035076862573623656}
+{"step": 790000, "wall_time": 7280.409461021423, "train_loss_step": 2.9601521492004395, "n_params": 4346920, "total_flops": 10549453209600000, "train_loss": 0.034189820289611816, "subset_score_loss": 0.034189820289611816}
+{"step": 800000, "wall_time": 7431.886885166168, "train_loss_step": 2.872835397720337, "n_params": 4346920, "total_flops": 10682990592000000, "train_loss": 0.03437456786632538, "subset_score_loss": 0.03437456786632538, "memorization_fraction_pixel": 0.029500000178813934, "mean_nn_ratio_pixel": 0.6138812303543091, "fid": 143.95768048545284, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7513.5004341602325, "train_loss_step": 3.041598320007324, "n_params": 4346920, "total_flops": 10816527974400000, "train_loss": 0.03544776141643524, "subset_score_loss": 0.03544776141643524}
+{"step": 820000, "wall_time": 7599.46258687973, "train_loss_step": 3.0620741844177246, "n_params": 4346920, "total_flops": 10950065356800000, "train_loss": 0.03405090868473053, "subset_score_loss": 0.03405090868473053}
+{"step": 830000, "wall_time": 7685.496090173721, "train_loss_step": 2.9482319355010986, "n_params": 4346920, "total_flops": 11083602739200000, "train_loss": 0.03349349498748779, "subset_score_loss": 0.03349349498748779}
+{"step": 840000, "wall_time": 7771.415725231171, "train_loss_step": 3.2728047370910645, "n_params": 4346920, "total_flops": 11217140121600000, "train_loss": 0.03341028094291687, "subset_score_loss": 0.03341028094291687}
+{"step": 850000, "wall_time": 7858.1846396923065, "train_loss_step": 2.855743408203125, "n_params": 4346920, "total_flops": 11350677504000000, "train_loss": 0.033364412188529965, "subset_score_loss": 0.033364412188529965}
+{"step": 860000, "wall_time": 7940.901136636734, "train_loss_step": 3.0815587043762207, "n_params": 4346920, "total_flops": 11484214886400000, "train_loss": 0.03315830826759338, "subset_score_loss": 0.03315830826759338}
+{"step": 870000, "wall_time": 8026.853342533112, "train_loss_step": 2.8718113899230957, "n_params": 4346920, "total_flops": 11617752268800000, "train_loss": 0.03272729516029358, "subset_score_loss": 0.03272729516029358}
+{"step": 880000, "wall_time": 8112.86612200737, "train_loss_step": 2.8680267333984375, "n_params": 4346920, "total_flops": 11751289651200000, "train_loss": 0.032531324028968814, "subset_score_loss": 0.032531324028968814}
+{"step": 890000, "wall_time": 8198.88523697853, "train_loss_step": 2.85272216796875, "n_params": 4346920, "total_flops": 11884827033600000, "train_loss": 0.032435712218284604, "subset_score_loss": 0.032435712218284604}
+{"step": 900000, "wall_time": 8351.814458847046, "train_loss_step": 3.115535259246826, "n_params": 4346920, "total_flops": 12018364416000000, "train_loss": 0.03222755193710327, "subset_score_loss": 0.03222755193710327, "memorization_fraction_pixel": 0.03519999980926514, "mean_nn_ratio_pixel": 0.6009256839752197, "fid": 142.24821535536364, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8432.354041099548, "train_loss_step": 2.9121203422546387, "n_params": 4346920, "total_flops": 12151901798400000, "train_loss": 0.03221828639507294, "subset_score_loss": 0.03221828639507294}
+{"step": 920000, "wall_time": 8518.392017364502, "train_loss_step": 2.895803213119507, "n_params": 4346920, "total_flops": 12285439180800000, "train_loss": 0.0309799462556839, "subset_score_loss": 0.0309799462556839}
+{"step": 930000, "wall_time": 8604.416589975357, "train_loss_step": 2.974043846130371, "n_params": 4346920, "total_flops": 12418976563200000, "train_loss": 0.03150067329406738, "subset_score_loss": 0.03150067329406738}
+{"step": 940000, "wall_time": 8690.374110460281, "train_loss_step": 2.8701817989349365, "n_params": 4346920, "total_flops": 12552513945600000, "train_loss": 0.03201918303966522, "subset_score_loss": 0.03201918303966522}
+{"step": 950000, "wall_time": 8776.350097894669, "train_loss_step": 3.143186569213867, "n_params": 4346920, "total_flops": 12686051328000000, "train_loss": 0.031073352694511412, "subset_score_loss": 0.031073352694511412}
+{"step": 960000, "wall_time": 8861.15711903572, "train_loss_step": 2.9994020462036133, "n_params": 4346920, "total_flops": 12819588710400000, "train_loss": 0.031182500720024108, "subset_score_loss": 0.031182500720024108}
+{"step": 970000, "wall_time": 8945.6424036026, "train_loss_step": 2.882810115814209, "n_params": 4346920, "total_flops": 12953126092800000, "train_loss": 0.030752214789390563, "subset_score_loss": 0.030752214789390563}
+{"step": 980000, "wall_time": 9031.657380104065, "train_loss_step": 2.977073907852173, "n_params": 4346920, "total_flops": 13086663475200000, "train_loss": 0.02990458607673645, "subset_score_loss": 0.02990458607673645}
+{"step": 990000, "wall_time": 9117.659311771393, "train_loss_step": 3.019940137863159, "n_params": 4346920, "total_flops": 13220200857600000, "train_loss": 0.03074263036251068, "subset_score_loss": 0.03074263036251068}
+{"step": 1000000, "wall_time": 9271.538311481476, "train_loss_step": 2.9121828079223633, "n_params": 4346920, "total_flops": 13353738240000000, "train_loss": 0.030745267868041992, "subset_score_loss": 0.030745267868041992, "memorization_fraction_pixel": 0.0414000004529953, "mean_nn_ratio_pixel": 0.5873022675514221, "fid": 142.03782572742506, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9353.812977313995, "train_loss_step": 3.0234663486480713, "n_params": 4346920, "total_flops": 13487275622400000, "train_loss": 0.03014546036720276, "subset_score_loss": 0.03014546036720276}
+{"step": 1020000, "wall_time": 9438.005568504333, "train_loss_step": 2.7999916076660156, "n_params": 4346920, "total_flops": 13620813004800000, "train_loss": 0.029827845096588135, "subset_score_loss": 0.029827845096588135}
+{"step": 1030000, "wall_time": 9523.970470190048, "train_loss_step": 3.138603448867798, "n_params": 4346920, "total_flops": 13754350387200000, "train_loss": 0.03030080795288086, "subset_score_loss": 0.03030080795288086}
+{"step": 1040000, "wall_time": 9610.004739046097, "train_loss_step": 2.714137077331543, "n_params": 4346920, "total_flops": 13887887769600000, "train_loss": 0.02891533374786377, "subset_score_loss": 0.02891533374786377}
+{"step": 1050000, "wall_time": 9695.960823059082, "train_loss_step": 2.994469165802002, "n_params": 4346920, "total_flops": 14021425152000000, "train_loss": 0.02976413071155548, "subset_score_loss": 0.02976413071155548}
+{"step": 1060000, "wall_time": 9782.12689256668, "train_loss_step": 3.2599425315856934, "n_params": 4346920, "total_flops": 14154962534400000, "train_loss": 0.02950145900249481, "subset_score_loss": 0.02950145900249481}
+{"step": 1070000, "wall_time": 9867.069425582886, "train_loss_step": 2.928412675857544, "n_params": 4346920, "total_flops": 14288499916800000, "train_loss": 0.028597506880760192, "subset_score_loss": 0.028597506880760192}
+{"step": 1080000, "wall_time": 9951.6117041111, "train_loss_step": 3.2117416858673096, "n_params": 4346920, "total_flops": 14422037299200000, "train_loss": 0.02898268699645996, "subset_score_loss": 0.02898268699645996}
+{"step": 1090000, "wall_time": 10037.607997894287, "train_loss_step": 2.7878103256225586, "n_params": 4346920, "total_flops": 14555574681600000, "train_loss": 0.028400474786758424, "subset_score_loss": 0.028400474786758424}
+{"step": 1100000, "wall_time": 10189.23400092125, "train_loss_step": 2.8325154781341553, "n_params": 4346920, "total_flops": 14689112064000000, "train_loss": 0.02844988405704498, "subset_score_loss": 0.02844988405704498, "memorization_fraction_pixel": 0.039900001138448715, "mean_nn_ratio_pixel": 0.5759545564651489, "fid": 141.79319152190422, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10272.448620319366, "train_loss_step": 2.6983838081359863, "n_params": 4346920, "total_flops": 14822649446400000, "train_loss": 0.028357961773872377, "subset_score_loss": 0.028357961773872377}
+{"step": 1120000, "wall_time": 10355.740117311478, "train_loss_step": 3.0857856273651123, "n_params": 4346920, "total_flops": 14956186828800000, "train_loss": 0.02812105417251587, "subset_score_loss": 0.02812105417251587}
+{"step": 1130000, "wall_time": 10441.77213191986, "train_loss_step": 2.9790189266204834, "n_params": 4346920, "total_flops": 15089724211200000, "train_loss": 0.028226521611213685, "subset_score_loss": 0.028226521611213685}
+{"step": 1140000, "wall_time": 10527.699540138245, "train_loss_step": 2.771820068359375, "n_params": 4346920, "total_flops": 15223261593600000, "train_loss": 0.029123145341873168, "subset_score_loss": 0.029123145341873168}
+{"step": 1150000, "wall_time": 10613.635477304459, "train_loss_step": 2.7414236068725586, "n_params": 4346920, "total_flops": 15356798976000000, "train_loss": 0.027545827627182006, "subset_score_loss": 0.027545827627182006}
+{"step": 1160000, "wall_time": 10699.671180486679, "train_loss_step": 2.6522369384765625, "n_params": 4346920, "total_flops": 15490336358400000, "train_loss": 0.02766307592391968, "subset_score_loss": 0.02766307592391968}
+{"step": 1170000, "wall_time": 10786.25164437294, "train_loss_step": 2.7921290397644043, "n_params": 4346920, "total_flops": 15623873740800000, "train_loss": 0.02744322121143341, "subset_score_loss": 0.02744322121143341}
+{"step": 1180000, "wall_time": 10868.997787714005, "train_loss_step": 2.751699924468994, "n_params": 4346920, "total_flops": 15757411123200000, "train_loss": 0.02679325044155121, "subset_score_loss": 0.02679325044155121}
+{"step": 1190000, "wall_time": 10955.031328439713, "train_loss_step": 3.0237183570861816, "n_params": 4346920, "total_flops": 15890948505600000, "train_loss": 0.02679375112056732, "subset_score_loss": 0.02679375112056732}
+{"step": 1200000, "wall_time": 11108.07776927948, "train_loss_step": 2.6183290481567383, "n_params": 4346920, "total_flops": 16024485888000000, "train_loss": 0.02808547914028168, "subset_score_loss": 0.02808547914028168, "memorization_fraction_pixel": 0.04340000078082085, "mean_nn_ratio_pixel": 0.5680376887321472, "fid": 141.9635204432377, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11191.074248313904, "train_loss_step": 2.840688705444336, "n_params": 4346920, "total_flops": 16158023270400000, "train_loss": 0.028250378370285035, "subset_score_loss": 0.028250378370285035}
+{"step": 1220000, "wall_time": 11274.864955663681, "train_loss_step": 2.9217002391815186, "n_params": 4346920, "total_flops": 16291560652800000, "train_loss": 0.026364919543266297, "subset_score_loss": 0.026364919543266297}
+{"step": 1230000, "wall_time": 11360.870752573013, "train_loss_step": 2.7624714374542236, "n_params": 4346920, "total_flops": 16425098035200000, "train_loss": 0.026304760575294496, "subset_score_loss": 0.026304760575294496}
+{"step": 1240000, "wall_time": 11446.881844520569, "train_loss_step": 2.666459083557129, "n_params": 4346920, "total_flops": 16558635417600000, "train_loss": 0.026445481181144714, "subset_score_loss": 0.026445481181144714}
+{"step": 1250000, "wall_time": 11532.868505477905, "train_loss_step": 3.0983572006225586, "n_params": 4346920, "total_flops": 16692172800000000, "train_loss": 0.02720298171043396, "subset_score_loss": 0.02720298171043396}
+{"step": 1260000, "wall_time": 11618.875633716583, "train_loss_step": 2.790555715560913, "n_params": 4346920, "total_flops": 16825710182400000, "train_loss": 0.026720327138900758, "subset_score_loss": 0.026720327138900758}
+{"step": 1270000, "wall_time": 11704.840186834335, "train_loss_step": 2.929161787033081, "n_params": 4346920, "total_flops": 16959247564800000, "train_loss": 0.026487061381340028, "subset_score_loss": 0.026487061381340028}
+{"step": 1280000, "wall_time": 11789.730680942535, "train_loss_step": 2.75356388092041, "n_params": 4346920, "total_flops": 17092784947200000, "train_loss": 0.02587159872055054, "subset_score_loss": 0.02587159872055054}
+{"step": 1290000, "wall_time": 11874.290782213211, "train_loss_step": 2.975831985473633, "n_params": 4346920, "total_flops": 17226322329600000, "train_loss": 0.026911437511444092, "subset_score_loss": 0.026911437511444092}
+{"step": 1300000, "wall_time": 12027.217678308487, "train_loss_step": 2.965236186981201, "n_params": 4346920, "total_flops": 17359859712000000, "train_loss": 0.0259168803691864, "subset_score_loss": 0.0259168803691864, "memorization_fraction_pixel": 0.05090000107884407, "mean_nn_ratio_pixel": 0.5546700954437256, "fid": 142.1417511235545, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12110.431826353073, "train_loss_step": 2.7172584533691406, "n_params": 4346920, "total_flops": 17493397094400000, "train_loss": 0.025841259956359865, "subset_score_loss": 0.025841259956359865}
+{"step": 1320000, "wall_time": 12193.61762046814, "train_loss_step": 2.727402448654175, "n_params": 4346920, "total_flops": 17626934476800000, "train_loss": 0.026388177275657655, "subset_score_loss": 0.026388177275657655}
+{"step": 1330000, "wall_time": 12279.630728960037, "train_loss_step": 2.822119951248169, "n_params": 4346920, "total_flops": 17760471859200000, "train_loss": 0.025276955962181092, "subset_score_loss": 0.025276955962181092}
+{"step": 1340000, "wall_time": 12365.656415462494, "train_loss_step": 2.7974514961242676, "n_params": 4346920, "total_flops": 17894009241600000, "train_loss": 0.025548291206359864, "subset_score_loss": 0.025548291206359864}
+{"step": 1350000, "wall_time": 12451.703727006912, "train_loss_step": 2.646925449371338, "n_params": 4346920, "total_flops": 18027546624000000, "train_loss": 0.025620263814926148, "subset_score_loss": 0.025620263814926148}
+{"step": 1360000, "wall_time": 12537.749879598618, "train_loss_step": 2.7036633491516113, "n_params": 4346920, "total_flops": 18161084006400000, "train_loss": 0.025668415427207946, "subset_score_loss": 0.025668415427207946}
+{"step": 1370000, "wall_time": 12623.7184112072, "train_loss_step": 2.882308006286621, "n_params": 4346920, "total_flops": 18294621388800000, "train_loss": 0.024915161728858947, "subset_score_loss": 0.024915161728858947}
+{"step": 1380000, "wall_time": 12709.86018037796, "train_loss_step": 2.9901857376098633, "n_params": 4346920, "total_flops": 18428158771200000, "train_loss": 0.02481261044740677, "subset_score_loss": 0.02481261044740677}
+{"step": 1390000, "wall_time": 12794.74998164177, "train_loss_step": 2.8445990085601807, "n_params": 4346920, "total_flops": 18561696153600000, "train_loss": 0.024711523950099946, "subset_score_loss": 0.024711523950099946}
+{"step": 1400000, "wall_time": 12946.096838474274, "train_loss_step": 2.9704575538635254, "n_params": 4346920, "total_flops": 18695233536000000, "train_loss": 0.025103083252906798, "subset_score_loss": 0.025103083252906798, "memorization_fraction_pixel": 0.04430000111460686, "mean_nn_ratio_pixel": 0.5519249439239502, "fid": 141.44247152378102, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13029.412850141525, "train_loss_step": 2.915973663330078, "n_params": 4346920, "total_flops": 18828770918400000, "train_loss": 0.024691957235336303, "subset_score_loss": 0.024691957235336303}
+{"step": 1420000, "wall_time": 13112.437130451202, "train_loss_step": 2.8001060485839844, "n_params": 4346920, "total_flops": 18962308300800000, "train_loss": 0.025404486060142516, "subset_score_loss": 0.025404486060142516}
+{"step": 1430000, "wall_time": 13198.416521787643, "train_loss_step": 2.872654438018799, "n_params": 4346920, "total_flops": 19095845683200000, "train_loss": 0.02437969744205475, "subset_score_loss": 0.02437969744205475}
+{"step": 1440000, "wall_time": 13284.397918462753, "train_loss_step": 3.1852612495422363, "n_params": 4346920, "total_flops": 19229383065600000, "train_loss": 0.02407393902540207, "subset_score_loss": 0.02407393902540207}
+{"step": 1450000, "wall_time": 13370.425916671753, "train_loss_step": 2.7815868854522705, "n_params": 4346920, "total_flops": 19362920448000000, "train_loss": 0.024291592836380004, "subset_score_loss": 0.024291592836380004}
+{"step": 1460000, "wall_time": 13456.408292770386, "train_loss_step": 2.8357834815979004, "n_params": 4346920, "total_flops": 19496457830400000, "train_loss": 0.023742756247520445, "subset_score_loss": 0.023742756247520445}
+{"step": 1470000, "wall_time": 13542.371975898743, "train_loss_step": 2.8205714225769043, "n_params": 4346920, "total_flops": 19629995212800000, "train_loss": 0.02424846887588501, "subset_score_loss": 0.02424846887588501}
+{"step": 1480000, "wall_time": 13628.34416604042, "train_loss_step": 2.6593103408813477, "n_params": 4346920, "total_flops": 19763532595200000, "train_loss": 0.024061694741249084, "subset_score_loss": 0.024061694741249084}
+{"step": 1490000, "wall_time": 13714.878211021423, "train_loss_step": 2.618769645690918, "n_params": 4346920, "total_flops": 19897069977600000, "train_loss": 0.023848964273929595, "subset_score_loss": 0.023848964273929595}
+{"step": 1500000, "wall_time": 13864.46850848198, "train_loss_step": 2.7430591583251953, "n_params": 4346920, "total_flops": 20030607360000000, "train_loss": 0.02342342883348465, "subset_score_loss": 0.02342342883348465, "memorization_fraction_pixel": 0.0494999997317791, "mean_nn_ratio_pixel": 0.5454018712043762, "fid": 141.3566226955548, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 13942.807789564133, "train_loss_step": 2.646259069442749, "n_params": 4346920, "total_flops": 20164144742400000, "train_loss": 0.023198696970939636, "subset_score_loss": 0.023198696970939636}
+{"step": 1520000, "wall_time": 14023.42616891861, "train_loss_step": 2.7815492153167725, "n_params": 4346920, "total_flops": 20297682124800000, "train_loss": 0.023553681373596192, "subset_score_loss": 0.023553681373596192}
+{"step": 1530000, "wall_time": 14103.846961259842, "train_loss_step": 2.886747360229492, "n_params": 4346920, "total_flops": 20431219507200000, "train_loss": 0.02335471361875534, "subset_score_loss": 0.02335471361875534}
+{"step": 1540000, "wall_time": 14189.842147111893, "train_loss_step": 2.827260971069336, "n_params": 4346920, "total_flops": 20564756889600000, "train_loss": 0.02383505702018738, "subset_score_loss": 0.02383505702018738}
+{"step": 1550000, "wall_time": 14275.842779874802, "train_loss_step": 2.988403797149658, "n_params": 4346920, "total_flops": 20698294272000000, "train_loss": 0.023271748423576356, "subset_score_loss": 0.023271748423576356}
+{"step": 1560000, "wall_time": 14361.860888004303, "train_loss_step": 2.588618755340576, "n_params": 4346920, "total_flops": 20831831654400000, "train_loss": 0.023478242754936218, "subset_score_loss": 0.023478242754936218}
+{"step": 1570000, "wall_time": 14447.81580710411, "train_loss_step": 2.718937397003174, "n_params": 4346920, "total_flops": 20965369036800000, "train_loss": 0.02368554174900055, "subset_score_loss": 0.02368554174900055}
+{"step": 1580000, "wall_time": 14533.850876569748, "train_loss_step": 2.897556781768799, "n_params": 4346920, "total_flops": 21098906419200000, "train_loss": 0.023337891697883605, "subset_score_loss": 0.023337891697883605}
+{"step": 1590000, "wall_time": 14619.847728967667, "train_loss_step": 2.9662182331085205, "n_params": 4346920, "total_flops": 21232443801600000, "train_loss": 0.022776645421981812, "subset_score_loss": 0.022776645421981812}
+{"step": 1600000, "wall_time": 14772.193773031235, "train_loss_step": 2.6382975578308105, "n_params": 4346920, "total_flops": 21365981184000000, "train_loss": 0.023067985475063325, "subset_score_loss": 0.023067985475063325, "memorization_fraction_pixel": 0.0544000007212162, "mean_nn_ratio_pixel": 0.5319007039070129, "fid": 140.56550107072457, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 14853.16909646988, "train_loss_step": 2.7086617946624756, "n_params": 4346920, "total_flops": 21499518566400000, "train_loss": 0.02338595986366272, "subset_score_loss": 0.02338595986366272}
+{"step": 1620000, "wall_time": 14939.06367301941, "train_loss_step": 3.0977988243103027, "n_params": 4346920, "total_flops": 21633055948800000, "train_loss": 0.022653138637542723, "subset_score_loss": 0.022653138637542723}
+{"step": 1630000, "wall_time": 15022.017790317535, "train_loss_step": 2.6952614784240723, "n_params": 4346920, "total_flops": 21766593331200000, "train_loss": 0.02328021973371506, "subset_score_loss": 0.02328021973371506}
+{"step": 1640000, "wall_time": 15107.993641376495, "train_loss_step": 2.6610474586486816, "n_params": 4346920, "total_flops": 21900130713600000, "train_loss": 0.022494663298130036, "subset_score_loss": 0.022494663298130036}
+{"step": 1650000, "wall_time": 15193.989008426666, "train_loss_step": 2.8273744583129883, "n_params": 4346920, "total_flops": 22033668096000000, "train_loss": 0.02232886999845505, "subset_score_loss": 0.02232886999845505}
+{"step": 1660000, "wall_time": 15280.057733535767, "train_loss_step": 2.866605281829834, "n_params": 4346920, "total_flops": 22167205478400000, "train_loss": 0.02257145494222641, "subset_score_loss": 0.02257145494222641}
+{"step": 1670000, "wall_time": 15366.092231750488, "train_loss_step": 2.835418701171875, "n_params": 4346920, "total_flops": 22300742860800000, "train_loss": 0.022553126513957977, "subset_score_loss": 0.022553126513957977}
+{"step": 1680000, "wall_time": 15452.04317355156, "train_loss_step": 2.873037338256836, "n_params": 4346920, "total_flops": 22434280243200000, "train_loss": 0.022089485824108124, "subset_score_loss": 0.022089485824108124}
+{"step": 1690000, "wall_time": 15538.048815488815, "train_loss_step": 2.6920783519744873, "n_params": 4346920, "total_flops": 22567817625600000, "train_loss": 0.02272053509950638, "subset_score_loss": 0.02272053509950638}
+{"step": 1700000, "wall_time": 15689.698828697205, "train_loss_step": 2.6971077919006348, "n_params": 4346920, "total_flops": 22701355008000000, "train_loss": 0.021569469571113588, "subset_score_loss": 0.021569469571113588, "memorization_fraction_pixel": 0.0494999997317791, "mean_nn_ratio_pixel": 0.532982587814331, "fid": 141.43713617158892, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 15769.946105718613, "train_loss_step": 2.6195147037506104, "n_params": 4346920, "total_flops": 22834892390400000, "train_loss": 0.022413891553878785, "subset_score_loss": 0.022413891553878785}
+{"step": 1720000, "wall_time": 15855.876558065414, "train_loss_step": 2.664557456970215, "n_params": 4346920, "total_flops": 22968429772800000, "train_loss": 0.022748596966266632, "subset_score_loss": 0.022748596966266632}
+{"step": 1730000, "wall_time": 15939.053185462952, "train_loss_step": 2.707519054412842, "n_params": 4346920, "total_flops": 23101967155200000, "train_loss": 0.023182930052280427, "subset_score_loss": 0.023182930052280427}
+{"step": 1740000, "wall_time": 16025.073863983154, "train_loss_step": 2.6614809036254883, "n_params": 4346920, "total_flops": 23235504537600000, "train_loss": 0.0219104140996933, "subset_score_loss": 0.0219104140996933}
+{"step": 1750000, "wall_time": 16111.101102113724, "train_loss_step": 2.68192982673645, "n_params": 4346920, "total_flops": 23369041920000000, "train_loss": 0.021720783412456514, "subset_score_loss": 0.021720783412456514}
+{"step": 1760000, "wall_time": 16197.139873504639, "train_loss_step": 2.8784139156341553, "n_params": 4346920, "total_flops": 23502579302400000, "train_loss": 0.021455252170562746, "subset_score_loss": 0.021455252170562746}
+{"step": 1770000, "wall_time": 16283.18187212944, "train_loss_step": 2.6167030334472656, "n_params": 4346920, "total_flops": 23636116684800000, "train_loss": 0.021348316967487336, "subset_score_loss": 0.021348316967487336}
+{"step": 1780000, "wall_time": 16369.20676612854, "train_loss_step": 2.7443244457244873, "n_params": 4346920, "total_flops": 23769654067200000, "train_loss": 0.021274615824222565, "subset_score_loss": 0.021274615824222565}
+{"step": 1790000, "wall_time": 16455.197273492813, "train_loss_step": 2.664628028869629, "n_params": 4346920, "total_flops": 23903191449600000, "train_loss": 0.020910246670246123, "subset_score_loss": 0.020910246670246123}
+{"step": 1800000, "wall_time": 16606.90145301819, "train_loss_step": 2.858307361602783, "n_params": 4346920, "total_flops": 24036728832000000, "train_loss": 0.021184316277503966, "subset_score_loss": 0.021184316277503966, "memorization_fraction_pixel": 0.05609999969601631, "mean_nn_ratio_pixel": 0.5242751240730286, "fid": 141.20466426794917, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 16688.471976995468, "train_loss_step": 2.633316993713379, "n_params": 4346920, "total_flops": 24170266214400000, "train_loss": 0.02118847668170929, "subset_score_loss": 0.02118847668170929}
+{"step": 1820000, "wall_time": 16767.652151584625, "train_loss_step": 2.5343902111053467, "n_params": 4346920, "total_flops": 24303803596800000, "train_loss": 0.02095562070608139, "subset_score_loss": 0.02095562070608139}
+{"step": 1830000, "wall_time": 16847.986617565155, "train_loss_step": 2.8016481399536133, "n_params": 4346920, "total_flops": 24437340979200000, "train_loss": 0.021402870118618012, "subset_score_loss": 0.021402870118618012}
+{"step": 1840000, "wall_time": 16926.584336280823, "train_loss_step": 2.9906275272369385, "n_params": 4346920, "total_flops": 24570878361600000, "train_loss": 0.021072347462177277, "subset_score_loss": 0.021072347462177277}
+{"step": 1850000, "wall_time": 17012.558132648468, "train_loss_step": 2.5549330711364746, "n_params": 4346920, "total_flops": 24704415744000000, "train_loss": 0.020976522564888002, "subset_score_loss": 0.020976522564888002}
+{"step": 1860000, "wall_time": 17098.526205301285, "train_loss_step": 2.7978715896606445, "n_params": 4346920, "total_flops": 24837953126400000, "train_loss": 0.021153001487255095, "subset_score_loss": 0.021153001487255095}
+{"step": 1870000, "wall_time": 17184.571107149124, "train_loss_step": 2.6645548343658447, "n_params": 4346920, "total_flops": 24971490508800000, "train_loss": 0.021092760562896728, "subset_score_loss": 0.021092760562896728}
+{"step": 1880000, "wall_time": 17270.59924840927, "train_loss_step": 2.7889697551727295, "n_params": 4346920, "total_flops": 25105027891200000, "train_loss": 0.021008162200450896, "subset_score_loss": 0.021008162200450896}
+{"step": 1890000, "wall_time": 17356.67615699768, "train_loss_step": 2.6632304191589355, "n_params": 4346920, "total_flops": 25238565273600000, "train_loss": 0.02035476267337799, "subset_score_loss": 0.02035476267337799}
+{"step": 1900000, "wall_time": 17508.369533777237, "train_loss_step": 2.62314772605896, "n_params": 4346920, "total_flops": 25372102656000000, "train_loss": 0.021255780756473542, "subset_score_loss": 0.021255780756473542, "memorization_fraction_pixel": 0.06499999761581421, "mean_nn_ratio_pixel": 0.5181900858879089, "fid": 140.81834475700813, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 17594.85752606392, "train_loss_step": 2.6629509925842285, "n_params": 4346920, "total_flops": 25505640038400000, "train_loss": 0.021634028851985933, "subset_score_loss": 0.021634028851985933}
+{"step": 1920000, "wall_time": 17671.453599214554, "train_loss_step": 2.648937225341797, "n_params": 4346920, "total_flops": 25639177420800000, "train_loss": 0.021054607629776, "subset_score_loss": 0.021054607629776}
+{"step": 1930000, "wall_time": 17755.797745466232, "train_loss_step": 2.579404592514038, "n_params": 4346920, "total_flops": 25772714803200000, "train_loss": 0.02027553766965866, "subset_score_loss": 0.02027553766965866}
+{"step": 1940000, "wall_time": 17837.261783123016, "train_loss_step": 2.4489972591400146, "n_params": 4346920, "total_flops": 25906252185600000, "train_loss": 0.020376117527484895, "subset_score_loss": 0.020376117527484895}
+{"step": 1950000, "wall_time": 17923.271705389023, "train_loss_step": 2.5442371368408203, "n_params": 4346920, "total_flops": 26039789568000000, "train_loss": 0.021178431808948517, "subset_score_loss": 0.021178431808948517}
+{"step": 1960000, "wall_time": 18009.229614019394, "train_loss_step": 2.944549322128296, "n_params": 4346920, "total_flops": 26173326950400000, "train_loss": 0.020702408254146577, "subset_score_loss": 0.020702408254146577}
+{"step": 1970000, "wall_time": 18095.23138332367, "train_loss_step": 2.663891315460205, "n_params": 4346920, "total_flops": 26306864332800000, "train_loss": 0.020796625316143035, "subset_score_loss": 0.020796625316143035}
+{"step": 1980000, "wall_time": 18181.178889274597, "train_loss_step": 2.722620964050293, "n_params": 4346920, "total_flops": 26440401715200000, "train_loss": 0.020647437870502473, "subset_score_loss": 0.020647437870502473}
+{"step": 1990000, "wall_time": 18267.17990422249, "train_loss_step": 2.7143735885620117, "n_params": 4346920, "total_flops": 26573939097600000, "train_loss": 0.020916204154491424, "subset_score_loss": 0.020916204154491424}
+{"step": 2000000, "wall_time": 18419.00140929222, "train_loss_step": 2.620818614959717, "n_params": 4346920, "total_flops": 26707476480000000, "train_loss": 0.020206937193870546, "subset_score_loss": 0.020206937193870546, "memorization_fraction_pixel": 0.06120000034570694, "mean_nn_ratio_pixel": 0.513965904712677, "fid": 141.3821395047418, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 18505.058045864105, "train_loss_step": 2.8465309143066406, "n_params": 4346920, "total_flops": 26841013862400000, "train_loss": 0.020331525802612306, "subset_score_loss": 0.020331525802612306}
+{"step": 2020000, "wall_time": 18587.312519073486, "train_loss_step": 2.5777907371520996, "n_params": 4346920, "total_flops": 26974551244800000, "train_loss": 0.019967035949230195, "subset_score_loss": 0.019967035949230195}
+{"step": 2030000, "wall_time": 18673.743314027786, "train_loss_step": 2.282815933227539, "n_params": 4346920, "total_flops": 27108088627200000, "train_loss": 0.02054477035999298, "subset_score_loss": 0.02054477035999298}
+{"step": 2040000, "wall_time": 18755.306689739227, "train_loss_step": 2.5632925033569336, "n_params": 4346920, "total_flops": 27241626009600000, "train_loss": 0.020031155645847322, "subset_score_loss": 0.020031155645847322}
+{"step": 2050000, "wall_time": 18841.26115012169, "train_loss_step": 2.7116100788116455, "n_params": 4346920, "total_flops": 27375163392000000, "train_loss": 0.01895752251148224, "subset_score_loss": 0.01895752251148224}
+{"step": 2060000, "wall_time": 18927.26895427704, "train_loss_step": 2.7708163261413574, "n_params": 4346920, "total_flops": 27508700774400000, "train_loss": 0.019967444241046906, "subset_score_loss": 0.019967444241046906}
+{"step": 2070000, "wall_time": 19013.327042102814, "train_loss_step": 2.5664381980895996, "n_params": 4346920, "total_flops": 27642238156800000, "train_loss": 0.0198405459523201, "subset_score_loss": 0.0198405459523201}
+{"step": 2080000, "wall_time": 19099.30526328087, "train_loss_step": 2.5953290462493896, "n_params": 4346920, "total_flops": 27775775539200000, "train_loss": 0.01991661489009857, "subset_score_loss": 0.01991661489009857}
+{"step": 2090000, "wall_time": 19185.28095960617, "train_loss_step": 2.7124624252319336, "n_params": 4346920, "total_flops": 27909312921600000, "train_loss": 0.019572557508945466, "subset_score_loss": 0.019572557508945466}
+{"step": 2100000, "wall_time": 19338.236657619476, "train_loss_step": 2.3735861778259277, "n_params": 4346920, "total_flops": 28042850304000000, "train_loss": 0.019153545796871185, "subset_score_loss": 0.019153545796871185, "memorization_fraction_pixel": 0.05959999933838844, "mean_nn_ratio_pixel": 0.5119380950927734, "fid": 140.34939342651083, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 19424.289001464844, "train_loss_step": 2.5283706188201904, "n_params": 4346920, "total_flops": 28176387686400000, "train_loss": 0.01892659068107605, "subset_score_loss": 0.01892659068107605}
+{"step": 2120000, "wall_time": 19503.54396533966, "train_loss_step": 2.639336109161377, "n_params": 4346920, "total_flops": 28309925068800000, "train_loss": 0.019339719414711, "subset_score_loss": 0.019339719414711}
+{"step": 2130000, "wall_time": 19585.196964502335, "train_loss_step": 2.6091623306274414, "n_params": 4346920, "total_flops": 28443462451200000, "train_loss": 0.019421212375164032, "subset_score_loss": 0.019421212375164032}
+{"step": 2140000, "wall_time": 19666.624351978302, "train_loss_step": 2.607814311981201, "n_params": 4346920, "total_flops": 28576999833600000, "train_loss": 0.01903073340654373, "subset_score_loss": 0.01903073340654373}
+{"step": 2150000, "wall_time": 19738.516041517258, "train_loss_step": 2.827625274658203, "n_params": 4346920, "total_flops": 28710537216000000, "train_loss": 0.019362418353557585, "subset_score_loss": 0.019362418353557585}
+{"step": 2160000, "wall_time": 19824.5183904171, "train_loss_step": 2.5646448135375977, "n_params": 4346920, "total_flops": 28844074598400000, "train_loss": 0.018724596500396727, "subset_score_loss": 0.018724596500396727}
+{"step": 2170000, "wall_time": 19910.54855322838, "train_loss_step": 2.601106882095337, "n_params": 4346920, "total_flops": 28977611980800000, "train_loss": 0.01904580444097519, "subset_score_loss": 0.01904580444097519}
+{"step": 2180000, "wall_time": 19996.54528570175, "train_loss_step": 2.6649670600891113, "n_params": 4346920, "total_flops": 29111149363200000, "train_loss": 0.01983998566865921, "subset_score_loss": 0.01983998566865921}
+{"step": 2190000, "wall_time": 20082.491765022278, "train_loss_step": 2.5004749298095703, "n_params": 4346920, "total_flops": 29244686745600000, "train_loss": 0.01899726539850235, "subset_score_loss": 0.01899726539850235}
+{"step": 2200000, "wall_time": 20235.41631579399, "train_loss_step": 2.9725890159606934, "n_params": 4346920, "total_flops": 29378224128000000, "train_loss": 0.019005079567432404, "subset_score_loss": 0.019005079567432404, "memorization_fraction_pixel": 0.06279999762773514, "mean_nn_ratio_pixel": 0.5113735198974609, "fid": 141.32812535006943, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 20321.3877556324, "train_loss_step": 2.493472099304199, "n_params": 4346920, "total_flops": 29511761510400000, "train_loss": 0.01922478377819061, "subset_score_loss": 0.01922478377819061}
+{"step": 2220000, "wall_time": 20407.201854467392, "train_loss_step": 2.9863553047180176, "n_params": 4346920, "total_flops": 29645298892800000, "train_loss": 0.01968434751033783, "subset_score_loss": 0.01968434751033783}
+{"step": 2230000, "wall_time": 20480.64765238762, "train_loss_step": 3.087491512298584, "n_params": 4346920, "total_flops": 29778836275200000, "train_loss": 0.01871645599603653, "subset_score_loss": 0.01871645599603653}
+{"step": 2240000, "wall_time": 20565.152441501617, "train_loss_step": 2.6637182235717773, "n_params": 4346920, "total_flops": 29912373657600000, "train_loss": 0.01856641620397568, "subset_score_loss": 0.01856641620397568}
+{"step": 2250000, "wall_time": 20646.790390491486, "train_loss_step": 2.7352821826934814, "n_params": 4346920, "total_flops": 30045911040000000, "train_loss": 0.018389216065406798, "subset_score_loss": 0.018389216065406798}
+{"step": 2260000, "wall_time": 20722.440955400467, "train_loss_step": 2.597757339477539, "n_params": 4346920, "total_flops": 30179448422400000, "train_loss": 0.018525990843772887, "subset_score_loss": 0.018525990843772887}
+{"step": 2270000, "wall_time": 20808.465955018997, "train_loss_step": 2.5646345615386963, "n_params": 4346920, "total_flops": 30312985804800000, "train_loss": 0.018803387880325317, "subset_score_loss": 0.018803387880325317}
+{"step": 2280000, "wall_time": 20894.506177425385, "train_loss_step": 2.694498062133789, "n_params": 4346920, "total_flops": 30446523187200000, "train_loss": 0.018971265852451326, "subset_score_loss": 0.018971265852451326}
+{"step": 2290000, "wall_time": 20980.514890670776, "train_loss_step": 2.688971519470215, "n_params": 4346920, "total_flops": 30580060569600000, "train_loss": 0.018309083580970765, "subset_score_loss": 0.018309083580970765}
+{"step": 2300000, "wall_time": 21132.225926876068, "train_loss_step": 2.669863700866699, "n_params": 4346920, "total_flops": 30713597952000000, "train_loss": 0.018486642837524415, "subset_score_loss": 0.018486642837524415, "memorization_fraction_pixel": 0.05959999933838844, "mean_nn_ratio_pixel": 0.5072628259658813, "fid": 140.7714787696712, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 21218.2453455925, "train_loss_step": 2.3587758541107178, "n_params": 4346920, "total_flops": 30847135334400000, "train_loss": 0.01815006285905838, "subset_score_loss": 0.01815006285905838}
+{"step": 2320000, "wall_time": 21304.224535942078, "train_loss_step": 2.8250174522399902, "n_params": 4346920, "total_flops": 30980672716800000, "train_loss": 0.01784640848636627, "subset_score_loss": 0.01784640848636627}
+{"step": 2330000, "wall_time": 21386.22026348114, "train_loss_step": 2.566948413848877, "n_params": 4346920, "total_flops": 31114210099200000, "train_loss": 0.018341803550720216, "subset_score_loss": 0.018341803550720216}
+{"step": 2340000, "wall_time": 21460.1421957016, "train_loss_step": 2.7308363914489746, "n_params": 4346920, "total_flops": 31247747481600000, "train_loss": 0.018056778609752654, "subset_score_loss": 0.018056778609752654}
+{"step": 2350000, "wall_time": 21546.3137550354, "train_loss_step": 2.699096918106079, "n_params": 4346920, "total_flops": 31381284864000000, "train_loss": 0.01820160448551178, "subset_score_loss": 0.01820160448551178}
+{"step": 2360000, "wall_time": 21624.30858373642, "train_loss_step": 2.6009268760681152, "n_params": 4346920, "total_flops": 31514822246400000, "train_loss": 0.01804884076118469, "subset_score_loss": 0.01804884076118469}
+{"step": 2370000, "wall_time": 21702.64873790741, "train_loss_step": 2.7343287467956543, "n_params": 4346920, "total_flops": 31648359628800000, "train_loss": 0.018336454033851625, "subset_score_loss": 0.018336454033851625}
+{"step": 2380000, "wall_time": 21788.609875679016, "train_loss_step": 2.493034839630127, "n_params": 4346920, "total_flops": 31781897011200000, "train_loss": 0.01790405958890915, "subset_score_loss": 0.01790405958890915}
+{"step": 2390000, "wall_time": 21874.667701482773, "train_loss_step": 2.55731463432312, "n_params": 4346920, "total_flops": 31915434393600000, "train_loss": 0.018985699117183685, "subset_score_loss": 0.018985699117183685}
+{"step": 2400000, "wall_time": 22027.761806964874, "train_loss_step": 2.563997745513916, "n_params": 4346920, "total_flops": 32048971776000000, "train_loss": 0.017632065713405608, "subset_score_loss": 0.017632065713405608, "memorization_fraction_pixel": 0.0617000013589859, "mean_nn_ratio_pixel": 0.5051996111869812, "fid": 140.7441230349685, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 22113.794049739838, "train_loss_step": 2.7440185546875, "n_params": 4346920, "total_flops": 32182509158400000, "train_loss": 0.01790843904018402, "subset_score_loss": 0.01790843904018402}
+{"step": 2420000, "wall_time": 22199.76206278801, "train_loss_step": 2.5201938152313232, "n_params": 4346920, "total_flops": 32316046540800000, "train_loss": 0.016981613636016846, "subset_score_loss": 0.016981613636016846}
+{"step": 2430000, "wall_time": 22285.80023741722, "train_loss_step": 2.542917251586914, "n_params": 4346920, "total_flops": 32449583923200000, "train_loss": 0.018199519813060762, "subset_score_loss": 0.018199519813060762}
+{"step": 2440000, "wall_time": 22363.718764781952, "train_loss_step": 2.612859010696411, "n_params": 4346920, "total_flops": 32583121305600000, "train_loss": 0.01763405352830887, "subset_score_loss": 0.01763405352830887}
+{"step": 2450000, "wall_time": 22443.68277835846, "train_loss_step": 2.2804079055786133, "n_params": 4346920, "total_flops": 32716658688000000, "train_loss": 0.017954596877098085, "subset_score_loss": 0.017954596877098085}
+{"step": 2460000, "wall_time": 22529.995799779892, "train_loss_step": 2.5662484169006348, "n_params": 4346920, "total_flops": 32850196070400000, "train_loss": 0.01820320636034012, "subset_score_loss": 0.01820320636034012}
+{"step": 2470000, "wall_time": 22604.955842256546, "train_loss_step": 2.6519737243652344, "n_params": 4346920, "total_flops": 32983733452800000, "train_loss": 0.016963578760623932, "subset_score_loss": 0.016963578760623932}
+{"step": 2480000, "wall_time": 22685.6617705822, "train_loss_step": 2.5804450511932373, "n_params": 4346920, "total_flops": 33117270835200000, "train_loss": 0.018531140685081483, "subset_score_loss": 0.018531140685081483}
+{"step": 2490000, "wall_time": 22771.73340821266, "train_loss_step": 2.26637601852417, "n_params": 4346920, "total_flops": 33250808217600000, "train_loss": 0.01753135770559311, "subset_score_loss": 0.01753135770559311}
+{"step": 2500000, "wall_time": 22924.809870004654, "train_loss_step": 2.5427966117858887, "n_params": 4346920, "total_flops": 33384345600000000, "train_loss": 0.01751047372817993, "subset_score_loss": 0.01751047372817993, "memorization_fraction_pixel": 0.05829999968409538, "mean_nn_ratio_pixel": 0.5025807619094849, "fid": 142.02286887587843, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 23010.85007739067, "train_loss_step": 2.810486316680908, "n_params": 4346920, "total_flops": 33517882982400000, "train_loss": 0.01710374504327774, "subset_score_loss": 0.01710374504327774}
+{"step": 2520000, "wall_time": 23096.903067827225, "train_loss_step": 2.3772969245910645, "n_params": 4346920, "total_flops": 33651420364800000, "train_loss": 0.017104752361774445, "subset_score_loss": 0.017104752361774445}
+{"step": 2530000, "wall_time": 23182.880917072296, "train_loss_step": 2.7907140254974365, "n_params": 4346920, "total_flops": 33784957747200000, "train_loss": 0.01695377826690674, "subset_score_loss": 0.01695377826690674}
+{"step": 2540000, "wall_time": 23268.720572710037, "train_loss_step": 2.5305309295654297, "n_params": 4346920, "total_flops": 33918495129600000, "train_loss": 0.01716271638870239, "subset_score_loss": 0.01716271638870239}
+{"step": 2550000, "wall_time": 23341.94047307968, "train_loss_step": 2.570068597793579, "n_params": 4346920, "total_flops": 34052032512000000, "train_loss": 0.01736527234315872, "subset_score_loss": 0.01736527234315872}
+{"step": 2560000, "wall_time": 23426.225262880325, "train_loss_step": 2.525120496749878, "n_params": 4346920, "total_flops": 34185569894400000, "train_loss": 0.01733618527650833, "subset_score_loss": 0.01733618527650833}
+{"step": 2570000, "wall_time": 23510.784522771835, "train_loss_step": 2.2067577838897705, "n_params": 4346920, "total_flops": 34319107276800000, "train_loss": 0.0168534517288208, "subset_score_loss": 0.0168534517288208}
+{"step": 2580000, "wall_time": 23586.808663606644, "train_loss_step": 2.634502410888672, "n_params": 4346920, "total_flops": 34452644659200000, "train_loss": 0.017057929933071137, "subset_score_loss": 0.017057929933071137}
+{"step": 2590000, "wall_time": 23672.86127257347, "train_loss_step": 2.4545400142669678, "n_params": 4346920, "total_flops": 34586182041600000, "train_loss": 0.01654050350189209, "subset_score_loss": 0.01654050350189209}
+{"step": 2600000, "wall_time": 23825.79508113861, "train_loss_step": 2.4532384872436523, "n_params": 4346920, "total_flops": 34719719424000000, "train_loss": 0.016582730412483215, "subset_score_loss": 0.016582730412483215, "memorization_fraction_pixel": 0.06849999725818634, "mean_nn_ratio_pixel": 0.4991152882575989, "fid": 141.2335908095049, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 23911.80758190155, "train_loss_step": 2.6279211044311523, "n_params": 4346920, "total_flops": 34853256806400000, "train_loss": 0.01763491630554199, "subset_score_loss": 0.01763491630554199}
+{"step": 2620000, "wall_time": 23997.881226062775, "train_loss_step": 2.5289883613586426, "n_params": 4346920, "total_flops": 34986794188800000, "train_loss": 0.016859279572963716, "subset_score_loss": 0.016859279572963716}
+{"step": 2630000, "wall_time": 24083.912086725235, "train_loss_step": 2.5685551166534424, "n_params": 4346920, "total_flops": 35120331571200000, "train_loss": 0.016704352200031282, "subset_score_loss": 0.016704352200031282}
+{"step": 2640000, "wall_time": 24169.86488056183, "train_loss_step": 2.8555731773376465, "n_params": 4346920, "total_flops": 35253868953600000, "train_loss": 0.01684056669473648, "subset_score_loss": 0.01684056669473648}
+{"step": 2650000, "wall_time": 24252.96719098091, "train_loss_step": 2.657650947570801, "n_params": 4346920, "total_flops": 35387406336000000, "train_loss": 0.016900783777236937, "subset_score_loss": 0.016900783777236937}
+{"step": 2660000, "wall_time": 24325.021352767944, "train_loss_step": 2.598647356033325, "n_params": 4346920, "total_flops": 35520943718400000, "train_loss": 0.016890007257461547, "subset_score_loss": 0.016890007257461547}
+{"step": 2670000, "wall_time": 24411.180341482162, "train_loss_step": 2.1889429092407227, "n_params": 4346920, "total_flops": 35654481100800000, "train_loss": 0.01665884405374527, "subset_score_loss": 0.01665884405374527}
+{"step": 2680000, "wall_time": 24493.716790676117, "train_loss_step": 2.4892759323120117, "n_params": 4346920, "total_flops": 35788018483200000, "train_loss": 0.015941315889358522, "subset_score_loss": 0.015941315889358522}
+{"step": 2690000, "wall_time": 24569.137964487076, "train_loss_step": 2.500206470489502, "n_params": 4346920, "total_flops": 35921555865600000, "train_loss": 0.0173973485827446, "subset_score_loss": 0.0173973485827446}
+{"step": 2700000, "wall_time": 24722.226024389267, "train_loss_step": 2.7365856170654297, "n_params": 4346920, "total_flops": 36055093248000000, "train_loss": 0.016031883656978607, "subset_score_loss": 0.016031883656978607, "memorization_fraction_pixel": 0.06589999794960022, "mean_nn_ratio_pixel": 0.49714234471321106, "fid": 140.59699155279156, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 24808.216830015182, "train_loss_step": 2.5728225708007812, "n_params": 4346920, "total_flops": 36188630630400000, "train_loss": 0.015960462391376495, "subset_score_loss": 0.015960462391376495}
+{"step": 2720000, "wall_time": 24894.206436872482, "train_loss_step": 2.6392464637756348, "n_params": 4346920, "total_flops": 36322168012800000, "train_loss": 0.016683222353458406, "subset_score_loss": 0.016683222353458406}
+{"step": 2730000, "wall_time": 24980.166749954224, "train_loss_step": 2.4732024669647217, "n_params": 4346920, "total_flops": 36455705395200000, "train_loss": 0.016435326635837556, "subset_score_loss": 0.016435326635837556}
+{"step": 2740000, "wall_time": 25066.190918445587, "train_loss_step": 2.4487743377685547, "n_params": 4346920, "total_flops": 36589242777600000, "train_loss": 0.016028457880020143, "subset_score_loss": 0.016028457880020143}
+{"step": 2750000, "wall_time": 25152.27808523178, "train_loss_step": 2.5301549434661865, "n_params": 4346920, "total_flops": 36722780160000000, "train_loss": 0.015982700884342192, "subset_score_loss": 0.015982700884342192}
+{"step": 2760000, "wall_time": 25232.268496274948, "train_loss_step": 2.324397087097168, "n_params": 4346920, "total_flops": 36856317542400000, "train_loss": 0.01683884412050247, "subset_score_loss": 0.01683884412050247}
+{"step": 2770000, "wall_time": 25309.3025097847, "train_loss_step": 2.4996378421783447, "n_params": 4346920, "total_flops": 36989854924800000, "train_loss": 0.016224581003189086, "subset_score_loss": 0.016224581003189086}
+{"step": 2780000, "wall_time": 25395.43295121193, "train_loss_step": 2.609457015991211, "n_params": 4346920, "total_flops": 37123392307200000, "train_loss": 0.016650216281414033, "subset_score_loss": 0.016650216281414033}
+{"step": 2790000, "wall_time": 25473.35951280594, "train_loss_step": 2.5673112869262695, "n_params": 4346920, "total_flops": 37256929689600000, "train_loss": 0.01589905470609665, "subset_score_loss": 0.01589905470609665}
+{"step": 2800000, "wall_time": 25619.143053770065, "train_loss_step": 2.7352840900421143, "n_params": 4346920, "total_flops": 37390467072000000, "train_loss": 0.015732572972774507, "subset_score_loss": 0.015732572972774507, "memorization_fraction_pixel": 0.06710000336170197, "mean_nn_ratio_pixel": 0.49434345960617065, "fid": 141.7793339413009, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 25705.138289928436, "train_loss_step": 2.5085978507995605, "n_params": 4346920, "total_flops": 37524004454400000, "train_loss": 0.01610780358314514, "subset_score_loss": 0.01610780358314514}
+{"step": 2820000, "wall_time": 25791.1390914917, "train_loss_step": 2.664243221282959, "n_params": 4346920, "total_flops": 37657541836800000, "train_loss": 0.01591383069753647, "subset_score_loss": 0.01591383069753647}
+{"step": 2830000, "wall_time": 25877.103798151016, "train_loss_step": 2.884411334991455, "n_params": 4346920, "total_flops": 37791079219200000, "train_loss": 0.016337689757347108, "subset_score_loss": 0.016337689757347108}
+{"step": 2840000, "wall_time": 25963.11675286293, "train_loss_step": 2.4999918937683105, "n_params": 4346920, "total_flops": 37924616601600000, "train_loss": 0.0164333239197731, "subset_score_loss": 0.0164333239197731}
+{"step": 2850000, "wall_time": 26049.18389749527, "train_loss_step": 2.2349016666412354, "n_params": 4346920, "total_flops": 38058153984000000, "train_loss": 0.015503709018230439, "subset_score_loss": 0.015503709018230439}
+{"step": 2860000, "wall_time": 26135.149507761, "train_loss_step": 2.42400860786438, "n_params": 4346920, "total_flops": 38191691366400000, "train_loss": 0.015386781096458435, "subset_score_loss": 0.015386781096458435}
+{"step": 2870000, "wall_time": 26210.248342990875, "train_loss_step": 2.5329232215881348, "n_params": 4346920, "total_flops": 38325228748800000, "train_loss": 0.01605728268623352, "subset_score_loss": 0.01605728268623352}
+{"step": 2880000, "wall_time": 26294.155133008957, "train_loss_step": 2.3028950691223145, "n_params": 4346920, "total_flops": 38458766131200000, "train_loss": 0.015620215237140656, "subset_score_loss": 0.015620215237140656}
+{"step": 2890000, "wall_time": 26380.434486865997, "train_loss_step": 2.747593879699707, "n_params": 4346920, "total_flops": 38592303513600000, "train_loss": 0.015896023809909822, "subset_score_loss": 0.015896023809909822}
+{"step": 2900000, "wall_time": 26527.347259283066, "train_loss_step": 2.3927865028381348, "n_params": 4346920, "total_flops": 38725840896000000, "train_loss": 0.015513499081134797, "subset_score_loss": 0.015513499081134797, "memorization_fraction_pixel": 0.07209999859333038, "mean_nn_ratio_pixel": 0.4929597079753876, "fid": 141.15716787463265, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 26613.351046323776, "train_loss_step": 2.2476234436035156, "n_params": 4346920, "total_flops": 38859378278400000, "train_loss": 0.01539127379655838, "subset_score_loss": 0.01539127379655838}
+{"step": 2920000, "wall_time": 26699.359594345093, "train_loss_step": 2.4158151149749756, "n_params": 4346920, "total_flops": 38992915660800000, "train_loss": 0.015460237860679626, "subset_score_loss": 0.015460237860679626}
+{"step": 2930000, "wall_time": 26785.394102811813, "train_loss_step": 2.4277853965759277, "n_params": 4346920, "total_flops": 39126453043200000, "train_loss": 0.015697294473648073, "subset_score_loss": 0.015697294473648073}
+{"step": 2940000, "wall_time": 26871.444492340088, "train_loss_step": 2.451432704925537, "n_params": 4346920, "total_flops": 39259990425600000, "train_loss": 0.015984660387039183, "subset_score_loss": 0.015984660387039183}
+{"step": 2950000, "wall_time": 26957.475317001343, "train_loss_step": 2.6189637184143066, "n_params": 4346920, "total_flops": 39393527808000000, "train_loss": 0.015605176985263824, "subset_score_loss": 0.015605176985263824}
+{"step": 2960000, "wall_time": 27043.54090166092, "train_loss_step": 2.4128518104553223, "n_params": 4346920, "total_flops": 39527065190400000, "train_loss": 0.016082501411437987, "subset_score_loss": 0.016082501411437987}
+{"step": 2970000, "wall_time": 27128.150557994843, "train_loss_step": 2.445570468902588, "n_params": 4346920, "total_flops": 39660602572800000, "train_loss": 0.014925266802310943, "subset_score_loss": 0.014925266802310943}
+{"step": 2980000, "wall_time": 27211.07248544693, "train_loss_step": 2.4217076301574707, "n_params": 4346920, "total_flops": 39794139955200000, "train_loss": 0.01515066921710968, "subset_score_loss": 0.01515066921710968}
+{"step": 2990000, "wall_time": 27297.130727291107, "train_loss_step": 2.6739144325256348, "n_params": 4346920, "total_flops": 39927677337600000, "train_loss": 0.015383869409561157, "subset_score_loss": 0.015383869409561157}
+{"step": 3000000, "wall_time": 27437.40575814247, "train_loss_step": 2.4086546897888184, "n_params": 4346920, "total_flops": 40061214720000000, "train_loss": 0.015644237399101257, "subset_score_loss": 0.015644237399101257, "memorization_fraction_pixel": 0.06700000166893005, "mean_nn_ratio_pixel": 0.49350810050964355, "fid": 141.1659170844481, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 27523.392796754837, "train_loss_step": 2.6480255126953125, "n_params": 4346920, "total_flops": 40194752102400000, "train_loss": 0.016240499913692474, "subset_score_loss": 0.016240499913692474}
+{"step": 3020000, "wall_time": 27609.368401050568, "train_loss_step": 2.43784761428833, "n_params": 4346920, "total_flops": 40328289484800000, "train_loss": 0.0151162788271904, "subset_score_loss": 0.0151162788271904}
+{"step": 3030000, "wall_time": 27695.390969991684, "train_loss_step": 2.633823871612549, "n_params": 4346920, "total_flops": 40461826867200000, "train_loss": 0.014973288774490357, "subset_score_loss": 0.014973288774490357}
+{"step": 3040000, "wall_time": 27781.426916360855, "train_loss_step": 2.5386769771575928, "n_params": 4346920, "total_flops": 40595364249600000, "train_loss": 0.015817856788635253, "subset_score_loss": 0.015817856788635253}
+{"step": 3050000, "wall_time": 27867.350177526474, "train_loss_step": 2.264272689819336, "n_params": 4346920, "total_flops": 40728901632000000, "train_loss": 0.014846324920654297, "subset_score_loss": 0.014846324920654297}
+{"step": 3060000, "wall_time": 27953.363899469376, "train_loss_step": 2.292473554611206, "n_params": 4346920, "total_flops": 40862439014400000, "train_loss": 0.01574735641479492, "subset_score_loss": 0.01574735641479492}
+{"step": 3070000, "wall_time": 28038.997698545456, "train_loss_step": 2.564958333969116, "n_params": 4346920, "total_flops": 40995976396800000, "train_loss": 0.015031522512435913, "subset_score_loss": 0.015031522512435913}
+{"step": 3080000, "wall_time": 28112.13332915306, "train_loss_step": 2.652585983276367, "n_params": 4346920, "total_flops": 41129513779200000, "train_loss": 0.014843924343585968, "subset_score_loss": 0.014843924343585968}
+{"step": 3090000, "wall_time": 28196.84286570549, "train_loss_step": 2.821992874145508, "n_params": 4346920, "total_flops": 41263051161600000, "train_loss": 0.014920920133590698, "subset_score_loss": 0.014920920133590698}
+{"step": 3100000, "wall_time": 28341.886949300766, "train_loss_step": 2.538547992706299, "n_params": 4346920, "total_flops": 41396588544000000, "train_loss": 0.014679995179176331, "subset_score_loss": 0.014679995179176331, "memorization_fraction_pixel": 0.066600002348423, "mean_nn_ratio_pixel": 0.4946436583995819, "fid": 141.13865212172033, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 28427.749001979828, "train_loss_step": 2.5006422996520996, "n_params": 4346920, "total_flops": 41530125926400000, "train_loss": 0.015209022164344787, "subset_score_loss": 0.015209022164344787}
+{"step": 3120000, "wall_time": 28513.77173089981, "train_loss_step": 2.5677132606506348, "n_params": 4346920, "total_flops": 41663663308800000, "train_loss": 0.015105076134204865, "subset_score_loss": 0.015105076134204865}
+{"step": 3130000, "wall_time": 28599.821431159973, "train_loss_step": 2.5295863151550293, "n_params": 4346920, "total_flops": 41797200691200000, "train_loss": 0.015381154417991639, "subset_score_loss": 0.015381154417991639}
+{"step": 3140000, "wall_time": 28685.85046339035, "train_loss_step": 2.263355016708374, "n_params": 4346920, "total_flops": 41930738073600000, "train_loss": 0.014731766283512115, "subset_score_loss": 0.014731766283512115}
+{"step": 3150000, "wall_time": 28771.833800315857, "train_loss_step": 2.295032024383545, "n_params": 4346920, "total_flops": 42064275456000000, "train_loss": 0.0142557293176651, "subset_score_loss": 0.0142557293176651}
+{"step": 3160000, "wall_time": 28857.84065270424, "train_loss_step": 2.433192253112793, "n_params": 4346920, "total_flops": 42197812838400000, "train_loss": 0.01470739245414734, "subset_score_loss": 0.01470739245414734}
+{"step": 3170000, "wall_time": 28943.977539539337, "train_loss_step": 2.4570205211639404, "n_params": 4346920, "total_flops": 42331350220800000, "train_loss": 0.015031924843788147, "subset_score_loss": 0.015031924843788147}
+{"step": 3180000, "wall_time": 29022.753825187683, "train_loss_step": 2.562319278717041, "n_params": 4346920, "total_flops": 42464887603200000, "train_loss": 0.015031540393829345, "subset_score_loss": 0.015031540393829345}
+{"step": 3190000, "wall_time": 29100.08782863617, "train_loss_step": 2.5937201976776123, "n_params": 4346920, "total_flops": 42598424985600000, "train_loss": 0.014561960101127624, "subset_score_loss": 0.014561960101127624}
+{"step": 3200000, "wall_time": 29250.99023938179, "train_loss_step": 2.275009870529175, "n_params": 4346920, "total_flops": 42731962368000000, "train_loss": 0.013946165144443513, "subset_score_loss": 0.013946165144443513, "memorization_fraction_pixel": 0.06629999727010727, "mean_nn_ratio_pixel": 0.4920909106731415, "fid": 141.30890146209646, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 29329.5926156044, "train_loss_step": 2.572533130645752, "n_params": 4346920, "total_flops": 42865499750400000, "train_loss": 0.014657358825206756, "subset_score_loss": 0.014657358825206756}
+{"step": 3220000, "wall_time": 29415.677689790726, "train_loss_step": 2.3556277751922607, "n_params": 4346920, "total_flops": 42999037132800000, "train_loss": 0.014567890763282776, "subset_score_loss": 0.014567890763282776}
+{"step": 3230000, "wall_time": 29501.73308968544, "train_loss_step": 2.644437551498413, "n_params": 4346920, "total_flops": 43132574515200000, "train_loss": 0.015118148922920228, "subset_score_loss": 0.015118148922920228}
+{"step": 3240000, "wall_time": 29587.7231194973, "train_loss_step": 2.543696880340576, "n_params": 4346920, "total_flops": 43266111897600000, "train_loss": 0.014782172441482545, "subset_score_loss": 0.014782172441482545}
+{"step": 3250000, "wall_time": 29673.69909620285, "train_loss_step": 2.253030300140381, "n_params": 4346920, "total_flops": 43399649280000000, "train_loss": 0.015328988432884216, "subset_score_loss": 0.015328988432884216}
+{"step": 3260000, "wall_time": 29759.7572183609, "train_loss_step": 2.370232582092285, "n_params": 4346920, "total_flops": 43533186662400000, "train_loss": 0.01423022598028183, "subset_score_loss": 0.01423022598028183}
+{"step": 3270000, "wall_time": 29845.756306886673, "train_loss_step": 2.5013890266418457, "n_params": 4346920, "total_flops": 43666724044800000, "train_loss": 0.013778665661811828, "subset_score_loss": 0.013778665661811828}
+{"step": 3280000, "wall_time": 29931.711587190628, "train_loss_step": 2.929765224456787, "n_params": 4346920, "total_flops": 43800261427200000, "train_loss": 0.014916941523551941, "subset_score_loss": 0.014916941523551941}
+{"step": 3290000, "wall_time": 30014.818046331406, "train_loss_step": 2.4890637397766113, "n_params": 4346920, "total_flops": 43933798809600000, "train_loss": 0.014441029727458954, "subset_score_loss": 0.014441029727458954}
+{"step": 3300000, "wall_time": 30166.299672842026, "train_loss_step": 2.4082436561584473, "n_params": 4346920, "total_flops": 44067336192000000, "train_loss": 0.014494448900222778, "subset_score_loss": 0.014494448900222778, "memorization_fraction_pixel": 0.07620000094175339, "mean_nn_ratio_pixel": 0.48820674419403076, "fid": 140.04585394520709, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 30249.532683372498, "train_loss_step": 2.2763853073120117, "n_params": 4346920, "total_flops": 44200873574400000, "train_loss": 0.014655484259128571, "subset_score_loss": 0.014655484259128571}
+{"step": 3320000, "wall_time": 30334.351147413254, "train_loss_step": 2.58439040184021, "n_params": 4346920, "total_flops": 44334410956800000, "train_loss": 0.014442616701126098, "subset_score_loss": 0.014442616701126098}
+{"step": 3330000, "wall_time": 30420.336156845093, "train_loss_step": 2.545224666595459, "n_params": 4346920, "total_flops": 44467948339200000, "train_loss": 0.014491026103496552, "subset_score_loss": 0.014491026103496552}
+{"step": 3340000, "wall_time": 30506.378839731216, "train_loss_step": 2.4981865882873535, "n_params": 4346920, "total_flops": 44601485721600000, "train_loss": 0.014318178594112396, "subset_score_loss": 0.014318178594112396}
+{"step": 3350000, "wall_time": 30592.40306854248, "train_loss_step": 2.5549397468566895, "n_params": 4346920, "total_flops": 44735023104000000, "train_loss": 0.013851937651634217, "subset_score_loss": 0.013851937651634217}
+{"step": 3360000, "wall_time": 30678.416224479675, "train_loss_step": 2.5082530975341797, "n_params": 4346920, "total_flops": 44868560486400000, "train_loss": 0.014030759036540986, "subset_score_loss": 0.014030759036540986}
+{"step": 3370000, "wall_time": 30764.45131611824, "train_loss_step": 2.6082990169525146, "n_params": 4346920, "total_flops": 45002097868800000, "train_loss": 0.014020329713821411, "subset_score_loss": 0.014020329713821411}
+{"step": 3380000, "wall_time": 30850.341734170914, "train_loss_step": 2.4618306159973145, "n_params": 4346920, "total_flops": 45135635251200000, "train_loss": 0.013906653225421905, "subset_score_loss": 0.013906653225421905}
+{"step": 3390000, "wall_time": 30927.823326826096, "train_loss_step": 2.757502555847168, "n_params": 4346920, "total_flops": 45269172633600000, "train_loss": 0.013982169330120087, "subset_score_loss": 0.013982169330120087}
+{"step": 3400000, "wall_time": 31077.12034511566, "train_loss_step": 2.5365710258483887, "n_params": 4346920, "total_flops": 45402710016000000, "train_loss": 0.013811729848384857, "subset_score_loss": 0.013811729848384857, "memorization_fraction_pixel": 0.07069999724626541, "mean_nn_ratio_pixel": 0.4912799298763275, "fid": 141.3433482555761, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 31156.59996676445, "train_loss_step": 2.278141498565674, "n_params": 4346920, "total_flops": 45536247398400000, "train_loss": 0.013750867545604705, "subset_score_loss": 0.013750867545604705}
+{"step": 3420000, "wall_time": 31243.089287757874, "train_loss_step": 2.4740488529205322, "n_params": 4346920, "total_flops": 45669784780800000, "train_loss": 0.013829593360424042, "subset_score_loss": 0.013829593360424042}
+{"step": 3430000, "wall_time": 31327.281754255295, "train_loss_step": 2.5722782611846924, "n_params": 4346920, "total_flops": 45803322163200000, "train_loss": 0.01427934318780899, "subset_score_loss": 0.01427934318780899}
+{"step": 3440000, "wall_time": 31413.289041042328, "train_loss_step": 2.5772225856781006, "n_params": 4346920, "total_flops": 45936859545600000, "train_loss": 0.013918685913085937, "subset_score_loss": 0.013918685913085937}
+{"step": 3450000, "wall_time": 31499.312085866928, "train_loss_step": 2.48976469039917, "n_params": 4346920, "total_flops": 46070396928000000, "train_loss": 0.013914090394973756, "subset_score_loss": 0.013914090394973756}
+{"step": 3460000, "wall_time": 31585.367146730423, "train_loss_step": 2.197910785675049, "n_params": 4346920, "total_flops": 46203934310400000, "train_loss": 0.014348703622817992, "subset_score_loss": 0.014348703622817992}
+{"step": 3470000, "wall_time": 31671.491898536682, "train_loss_step": 2.591092348098755, "n_params": 4346920, "total_flops": 46337471692800000, "train_loss": 0.013397784531116485, "subset_score_loss": 0.013397784531116485}
+{"step": 3480000, "wall_time": 31757.469429016113, "train_loss_step": 2.868101119995117, "n_params": 4346920, "total_flops": 46471009075200000, "train_loss": 0.013490250706672669, "subset_score_loss": 0.013490250706672669}
+{"step": 3490000, "wall_time": 31842.794303655624, "train_loss_step": 2.7079286575317383, "n_params": 4346920, "total_flops": 46604546457600000, "train_loss": 0.013696174323558807, "subset_score_loss": 0.013696174323558807}
+{"step": 3500000, "wall_time": 31986.057656288147, "train_loss_step": 2.424328327178955, "n_params": 4346920, "total_flops": 46738083840000000, "train_loss": 0.013908380270004272, "subset_score_loss": 0.013908380270004272, "memorization_fraction_pixel": 0.06960000097751617, "mean_nn_ratio_pixel": 0.4873279929161072, "fid": 141.22120436925127, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 32069.333438396454, "train_loss_step": 2.4781131744384766, "n_params": 4346920, "total_flops": 46871621222400000, "train_loss": 0.013532459735870361, "subset_score_loss": 0.013532459735870361}
+{"step": 3520000, "wall_time": 32147.933564901352, "train_loss_step": 2.9145960807800293, "n_params": 4346920, "total_flops": 47005158604800000, "train_loss": 0.014183948934078216, "subset_score_loss": 0.014183948934078216}
+{"step": 3530000, "wall_time": 32232.570719242096, "train_loss_step": 2.576777935028076, "n_params": 4346920, "total_flops": 47138695987200000, "train_loss": 0.013310977816581726, "subset_score_loss": 0.013310977816581726}
+{"step": 3540000, "wall_time": 32318.563416957855, "train_loss_step": 2.7033088207244873, "n_params": 4346920, "total_flops": 47272233369600000, "train_loss": 0.013538654148578643, "subset_score_loss": 0.013538654148578643}
+{"step": 3550000, "wall_time": 32404.58199763298, "train_loss_step": 2.5593416690826416, "n_params": 4346920, "total_flops": 47405770752000000, "train_loss": 0.013520078361034393, "subset_score_loss": 0.013520078361034393}
+{"step": 3560000, "wall_time": 32490.54956817627, "train_loss_step": 2.218963623046875, "n_params": 4346920, "total_flops": 47539308134400000, "train_loss": 0.01332869678735733, "subset_score_loss": 0.01332869678735733}
+{"step": 3570000, "wall_time": 32576.613139867783, "train_loss_step": 2.622239351272583, "n_params": 4346920, "total_flops": 47672845516800000, "train_loss": 0.01294400691986084, "subset_score_loss": 0.01294400691986084}
+{"step": 3580000, "wall_time": 32662.619638442993, "train_loss_step": 2.6478233337402344, "n_params": 4346920, "total_flops": 47806382899200000, "train_loss": 0.012956906855106354, "subset_score_loss": 0.012956906855106354}
+{"step": 3590000, "wall_time": 32748.51377248764, "train_loss_step": 2.344263792037964, "n_params": 4346920, "total_flops": 47939920281600000, "train_loss": 0.01298060417175293, "subset_score_loss": 0.01298060417175293}
+{"step": 3600000, "wall_time": 32891.84093427658, "train_loss_step": 2.388817310333252, "n_params": 4346920, "total_flops": 48073457664000000, "train_loss": 0.013457998633384705, "subset_score_loss": 0.013457998633384705, "memorization_fraction_pixel": 0.07050000131130219, "mean_nn_ratio_pixel": 0.4884672462940216, "fid": 140.8179188849767, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 32978.44989156723, "train_loss_step": 2.8052382469177246, "n_params": 4346920, "total_flops": 48206995046400000, "train_loss": 0.013428992033004761, "subset_score_loss": 0.013428992033004761}
+{"step": 3620000, "wall_time": 33053.020780563354, "train_loss_step": 2.382143020629883, "n_params": 4346920, "total_flops": 48340532428800000, "train_loss": 0.013141611218452453, "subset_score_loss": 0.013141611218452453}
+{"step": 3630000, "wall_time": 33134.5992770195, "train_loss_step": 2.487548828125, "n_params": 4346920, "total_flops": 48474069811200000, "train_loss": 0.01331217736005783, "subset_score_loss": 0.01331217736005783}
+{"step": 3640000, "wall_time": 33219.14587879181, "train_loss_step": 2.478426694869995, "n_params": 4346920, "total_flops": 48607607193600000, "train_loss": 0.013288368284702302, "subset_score_loss": 0.013288368284702302}
+{"step": 3650000, "wall_time": 33305.14678120613, "train_loss_step": 2.6605632305145264, "n_params": 4346920, "total_flops": 48741144576000000, "train_loss": 0.013124200701713561, "subset_score_loss": 0.013124200701713561}
+{"step": 3660000, "wall_time": 33391.16228103638, "train_loss_step": 2.63309383392334, "n_params": 4346920, "total_flops": 48874681958400000, "train_loss": 0.012559324502944946, "subset_score_loss": 0.012559324502944946}
+{"step": 3670000, "wall_time": 33477.13888478279, "train_loss_step": 2.128173351287842, "n_params": 4346920, "total_flops": 49008219340800000, "train_loss": 0.013232068717479705, "subset_score_loss": 0.013232068717479705}
+{"step": 3680000, "wall_time": 33563.119950294495, "train_loss_step": 2.631958484649658, "n_params": 4346920, "total_flops": 49141756723200000, "train_loss": 0.013211096823215484, "subset_score_loss": 0.013211096823215484}
+{"step": 3690000, "wall_time": 33649.20724892616, "train_loss_step": 2.5150253772735596, "n_params": 4346920, "total_flops": 49275294105600000, "train_loss": 0.013725614547729493, "subset_score_loss": 0.013725614547729493}
+{"step": 3700000, "wall_time": 33792.74494314194, "train_loss_step": 2.451838731765747, "n_params": 4346920, "total_flops": 49408831488000000, "train_loss": 0.013344299793243409, "subset_score_loss": 0.013344299793243409, "memorization_fraction_pixel": 0.06780000030994415, "mean_nn_ratio_pixel": 0.4872414171695709, "fid": 141.05603124738957, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 33878.88820314407, "train_loss_step": 2.4779224395751953, "n_params": 4346920, "total_flops": 49542368870400000, "train_loss": 0.012672592699527741, "subset_score_loss": 0.012672592699527741}
+{"step": 3720000, "wall_time": 33963.33531212807, "train_loss_step": 2.4787757396698, "n_params": 4346920, "total_flops": 49675906252800000, "train_loss": 0.01322583258152008, "subset_score_loss": 0.01322583258152008}
+{"step": 3730000, "wall_time": 34040.99995112419, "train_loss_step": 2.648587226867676, "n_params": 4346920, "total_flops": 49809443635200000, "train_loss": 0.012549695372581483, "subset_score_loss": 0.012549695372581483}
+{"step": 3740000, "wall_time": 34127.255630493164, "train_loss_step": 2.4119226932525635, "n_params": 4346920, "total_flops": 49942981017600000, "train_loss": 0.012669020891189575, "subset_score_loss": 0.012669020891189575}
+{"step": 3750000, "wall_time": 34212.049258708954, "train_loss_step": 2.4277544021606445, "n_params": 4346920, "total_flops": 50076518400000000, "train_loss": 0.012914188206195831, "subset_score_loss": 0.012914188206195831}
+{"step": 3760000, "wall_time": 34298.0349047184, "train_loss_step": 2.2701706886291504, "n_params": 4346920, "total_flops": 50210055782400000, "train_loss": 0.01267908364534378, "subset_score_loss": 0.01267908364534378}
+{"step": 3770000, "wall_time": 34384.00117444992, "train_loss_step": 2.5374274253845215, "n_params": 4346920, "total_flops": 50343593164800000, "train_loss": 0.01288207471370697, "subset_score_loss": 0.01288207471370697}
+{"step": 3780000, "wall_time": 34469.98719334602, "train_loss_step": 2.503384828567505, "n_params": 4346920, "total_flops": 50477130547200000, "train_loss": 0.013136129081249236, "subset_score_loss": 0.013136129081249236}
+{"step": 3790000, "wall_time": 34556.00513625145, "train_loss_step": 2.5540215969085693, "n_params": 4346920, "total_flops": 50610667929600000, "train_loss": 0.01277722418308258, "subset_score_loss": 0.01277722418308258}
+{"step": 3800000, "wall_time": 34702.50289940834, "train_loss_step": 2.503838062286377, "n_params": 4346920, "total_flops": 50744205312000000, "train_loss": 0.013252921402454376, "subset_score_loss": 0.013252921402454376, "memorization_fraction_pixel": 0.06949999928474426, "mean_nn_ratio_pixel": 0.487744003534317, "fid": 141.2121521986911, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 34788.47333526611, "train_loss_step": 2.4488296508789062, "n_params": 4346920, "total_flops": 50877742694400000, "train_loss": 0.01215786263346672, "subset_score_loss": 0.01215786263346672}
+{"step": 3820000, "wall_time": 34874.7569463253, "train_loss_step": 2.2114205360412598, "n_params": 4346920, "total_flops": 51011280076800000, "train_loss": 0.012633103132247924, "subset_score_loss": 0.012633103132247924}
+{"step": 3830000, "wall_time": 34954.476657152176, "train_loss_step": 2.2682759761810303, "n_params": 4346920, "total_flops": 51144817459200000, "train_loss": 0.013062195479869842, "subset_score_loss": 0.013062195479869842}
+{"step": 3840000, "wall_time": 35033.57560801506, "train_loss_step": 2.6862058639526367, "n_params": 4346920, "total_flops": 51278354841600000, "train_loss": 0.01334686130285263, "subset_score_loss": 0.01334686130285263}
+{"step": 3850000, "wall_time": 35120.107516527176, "train_loss_step": 2.254302978515625, "n_params": 4346920, "total_flops": 51411892224000000, "train_loss": 0.012425655126571655, "subset_score_loss": 0.012425655126571655}
+{"step": 3860000, "wall_time": 35204.235119104385, "train_loss_step": 2.0655879974365234, "n_params": 4346920, "total_flops": 51545429606400000, "train_loss": 0.012536123394966125, "subset_score_loss": 0.012536123394966125}
+{"step": 3870000, "wall_time": 35290.224652290344, "train_loss_step": 2.50708270072937, "n_params": 4346920, "total_flops": 51678966988800000, "train_loss": 0.012869209051132202, "subset_score_loss": 0.012869209051132202}
+{"step": 3880000, "wall_time": 35376.278948783875, "train_loss_step": 2.276282548904419, "n_params": 4346920, "total_flops": 51812504371200000, "train_loss": 0.012734714150428771, "subset_score_loss": 0.012734714150428771}
+{"step": 3890000, "wall_time": 35462.279388189316, "train_loss_step": 2.431018829345703, "n_params": 4346920, "total_flops": 51946041753600000, "train_loss": 0.012571564316749573, "subset_score_loss": 0.012571564316749573}
+{"step": 3900000, "wall_time": 35613.49021410942, "train_loss_step": 2.3181352615356445, "n_params": 4346920, "total_flops": 52079579136000000, "train_loss": 0.012640909850597381, "subset_score_loss": 0.012640909850597381, "memorization_fraction_pixel": 0.0771000012755394, "mean_nn_ratio_pixel": 0.48447471857070923, "fid": 141.79009232230032, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 35688.308930158615, "train_loss_step": 2.515423536300659, "n_params": 4346920, "total_flops": 52213116518400000, "train_loss": 0.012249524146318436, "subset_score_loss": 0.012249524146318436}
+{"step": 3920000, "wall_time": 35774.35210800171, "train_loss_step": 2.3343515396118164, "n_params": 4346920, "total_flops": 52346653900800000, "train_loss": 0.012988126277923584, "subset_score_loss": 0.012988126277923584}
+{"step": 3930000, "wall_time": 35860.73598122597, "train_loss_step": 2.3259377479553223, "n_params": 4346920, "total_flops": 52480191283200000, "train_loss": 0.012562447786331176, "subset_score_loss": 0.012562447786331176}
+{"step": 3940000, "wall_time": 35934.20015478134, "train_loss_step": 2.1763112545013428, "n_params": 4346920, "total_flops": 52613728665600000, "train_loss": 0.01249828040599823, "subset_score_loss": 0.01249828040599823}
+{"step": 3950000, "wall_time": 36018.88981509209, "train_loss_step": 2.5887598991394043, "n_params": 4346920, "total_flops": 52747266048000000, "train_loss": 0.0121599979698658, "subset_score_loss": 0.0121599979698658}
+{"step": 3960000, "wall_time": 36103.81065893173, "train_loss_step": 2.5218582153320312, "n_params": 4346920, "total_flops": 52880803430400000, "train_loss": 0.012433414161205292, "subset_score_loss": 0.012433414161205292}
+{"step": 3970000, "wall_time": 36189.779950618744, "train_loss_step": 2.3899588584899902, "n_params": 4346920, "total_flops": 53014340812800000, "train_loss": 0.01216410994529724, "subset_score_loss": 0.01216410994529724}
+{"step": 3980000, "wall_time": 36275.75832104683, "train_loss_step": 2.347355365753174, "n_params": 4346920, "total_flops": 53147878195200000, "train_loss": 0.011698492616415024, "subset_score_loss": 0.011698492616415024}
+{"step": 3990000, "wall_time": 36361.77317857742, "train_loss_step": 2.8267788887023926, "n_params": 4346920, "total_flops": 53281415577600000, "train_loss": 0.012407323718070984, "subset_score_loss": 0.012407323718070984}
+{"step": 4000000, "wall_time": 36514.64613819122, "train_loss_step": 2.4426538944244385, "n_params": 4346920, "total_flops": 53414952960000000, "train_loss": 0.011876573413610458, "subset_score_loss": 0.011876573413610458, "memorization_fraction_pixel": 0.0689999982714653, "mean_nn_ratio_pixel": 0.48630526661872864, "fid": 141.1235359278486, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 36593.09024190903, "train_loss_step": 2.6059889793395996, "n_params": 4346920, "total_flops": 53548490342400000, "train_loss": 0.011817046999931335, "subset_score_loss": 0.011817046999931335}
+{"step": 4020000, "wall_time": 36672.89828276634, "train_loss_step": 2.283099412918091, "n_params": 4346920, "total_flops": 53682027724800000, "train_loss": 0.012160439044237137, "subset_score_loss": 0.012160439044237137}
+{"step": 4030000, "wall_time": 36759.00230431557, "train_loss_step": 2.4144484996795654, "n_params": 4346920, "total_flops": 53815565107200000, "train_loss": 0.012355870753526687, "subset_score_loss": 0.012355870753526687}
+{"step": 4040000, "wall_time": 36843.46775269508, "train_loss_step": 2.3060970306396484, "n_params": 4346920, "total_flops": 53949102489600000, "train_loss": 0.012170173972845078, "subset_score_loss": 0.012170173972845078}
+{"step": 4050000, "wall_time": 36920.12704563141, "train_loss_step": 2.594019889831543, "n_params": 4346920, "total_flops": 54082639872000000, "train_loss": 0.011842241883277893, "subset_score_loss": 0.011842241883277893}
+{"step": 4060000, "wall_time": 37006.23341035843, "train_loss_step": 2.2824440002441406, "n_params": 4346920, "total_flops": 54216177254400000, "train_loss": 0.012534542381763459, "subset_score_loss": 0.012534542381763459}
+{"step": 4070000, "wall_time": 37090.89512515068, "train_loss_step": 2.2112812995910645, "n_params": 4346920, "total_flops": 54349714636800000, "train_loss": 0.011889483779668808, "subset_score_loss": 0.011889483779668808}
+{"step": 4080000, "wall_time": 37176.92132616043, "train_loss_step": 2.402235507965088, "n_params": 4346920, "total_flops": 54483252019200000, "train_loss": 0.01190980151295662, "subset_score_loss": 0.01190980151295662}
+{"step": 4090000, "wall_time": 37262.948855638504, "train_loss_step": 2.4933905601501465, "n_params": 4346920, "total_flops": 54616789401600000, "train_loss": 0.011831814795732499, "subset_score_loss": 0.011831814795732499}
+{"step": 4100000, "wall_time": 37415.74215245247, "train_loss_step": 2.4414820671081543, "n_params": 4346920, "total_flops": 54750326784000000, "train_loss": 0.011498376727104187, "subset_score_loss": 0.011498376727104187, "memorization_fraction_pixel": 0.07559999823570251, "mean_nn_ratio_pixel": 0.4838557243347168, "fid": 141.4595907256828, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 37501.674260377884, "train_loss_step": 2.4613378047943115, "n_params": 4346920, "total_flops": 54883864166400000, "train_loss": 0.011548229306936265, "subset_score_loss": 0.011548229306936265}
+{"step": 4120000, "wall_time": 37575.3415517807, "train_loss_step": 2.4918551445007324, "n_params": 4346920, "total_flops": 55017401548800000, "train_loss": 0.012119906395673752, "subset_score_loss": 0.012119906395673752}
+{"step": 4130000, "wall_time": 37658.052476882935, "train_loss_step": 2.3866028785705566, "n_params": 4346920, "total_flops": 55150938931200000, "train_loss": 0.011724919825792313, "subset_score_loss": 0.011724919825792313}
+{"step": 4140000, "wall_time": 37744.231487989426, "train_loss_step": 2.3543386459350586, "n_params": 4346920, "total_flops": 55284476313600000, "train_loss": 0.01174100860953331, "subset_score_loss": 0.01174100860953331}
+{"step": 4150000, "wall_time": 37822.60929942131, "train_loss_step": 2.515047550201416, "n_params": 4346920, "total_flops": 55418013696000000, "train_loss": 0.011458035558462143, "subset_score_loss": 0.011458035558462143}
+{"step": 4160000, "wall_time": 37904.52218413353, "train_loss_step": 2.281219482421875, "n_params": 4346920, "total_flops": 55551551078400000, "train_loss": 0.01171003133058548, "subset_score_loss": 0.01171003133058548}
+{"step": 4170000, "wall_time": 37990.813774347305, "train_loss_step": 2.438908576965332, "n_params": 4346920, "total_flops": 55685088460800000, "train_loss": 0.011801744997501373, "subset_score_loss": 0.011801744997501373}
+{"step": 4180000, "wall_time": 38075.23808002472, "train_loss_step": 2.4629104137420654, "n_params": 4346920, "total_flops": 55818625843200000, "train_loss": 0.012002208083868027, "subset_score_loss": 0.012002208083868027}
+{"step": 4190000, "wall_time": 38161.2726149559, "train_loss_step": 2.6172890663146973, "n_params": 4346920, "total_flops": 55952163225600000, "train_loss": 0.011753241717815398, "subset_score_loss": 0.011753241717815398}
+{"step": 4200000, "wall_time": 38312.89034986496, "train_loss_step": 2.798192262649536, "n_params": 4346920, "total_flops": 56085700608000000, "train_loss": 0.011829180270433426, "subset_score_loss": 0.011829180270433426, "memorization_fraction_pixel": 0.06610000133514404, "mean_nn_ratio_pixel": 0.48697158694267273, "fid": 141.33704864947208, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 38398.87909054756, "train_loss_step": 2.5497705936431885, "n_params": 4346920, "total_flops": 56219237990400000, "train_loss": 0.012145109474658966, "subset_score_loss": 0.012145109474658966}
+{"step": 4220000, "wall_time": 38484.687196969986, "train_loss_step": 2.1838362216949463, "n_params": 4346920, "total_flops": 56352775372800000, "train_loss": 0.011672614514827729, "subset_score_loss": 0.011672614514827729}
+{"step": 4230000, "wall_time": 38557.643399477005, "train_loss_step": 2.603330612182617, "n_params": 4346920, "total_flops": 56486312755200000, "train_loss": 0.011407069861888885, "subset_score_loss": 0.011407069861888885}
+{"step": 4240000, "wall_time": 38643.710700273514, "train_loss_step": 2.3519697189331055, "n_params": 4346920, "total_flops": 56619850137600000, "train_loss": 0.011731409281492234, "subset_score_loss": 0.011731409281492234}
+{"step": 4250000, "wall_time": 38730.264187812805, "train_loss_step": 2.458303451538086, "n_params": 4346920, "total_flops": 56753387520000000, "train_loss": 0.012041891366243363, "subset_score_loss": 0.012041891366243363}
+{"step": 4260000, "wall_time": 38805.60197019577, "train_loss_step": 2.451349973678589, "n_params": 4346920, "total_flops": 56886924902400000, "train_loss": 0.011701621115207672, "subset_score_loss": 0.011701621115207672}
+{"step": 4270000, "wall_time": 38891.576657533646, "train_loss_step": 2.7417874336242676, "n_params": 4346920, "total_flops": 57020462284800000, "train_loss": 0.011622568964958191, "subset_score_loss": 0.011622568964958191}
+{"step": 4280000, "wall_time": 38978.147542238235, "train_loss_step": 2.560067653656006, "n_params": 4346920, "total_flops": 57153999667200000, "train_loss": 0.011973661184310914, "subset_score_loss": 0.011973661184310914}
+{"step": 4290000, "wall_time": 39062.510410785675, "train_loss_step": 2.253610610961914, "n_params": 4346920, "total_flops": 57287537049600000, "train_loss": 0.011070153117179871, "subset_score_loss": 0.011070153117179871}
+{"step": 4300000, "wall_time": 39214.08671569824, "train_loss_step": 2.6884069442749023, "n_params": 4346920, "total_flops": 57421074432000000, "train_loss": 0.011090302467346191, "subset_score_loss": 0.011090302467346191, "memorization_fraction_pixel": 0.07339999824762344, "mean_nn_ratio_pixel": 0.4852710962295532, "fid": 141.63892015345186, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 39300.1695933342, "train_loss_step": 2.2359509468078613, "n_params": 4346920, "total_flops": 57554611814400000, "train_loss": 0.011362092941999436, "subset_score_loss": 0.011362092941999436}
+{"step": 4320000, "wall_time": 39386.138123989105, "train_loss_step": 2.438840389251709, "n_params": 4346920, "total_flops": 57688149196800000, "train_loss": 0.011332383751869202, "subset_score_loss": 0.011332383751869202}
+{"step": 4330000, "wall_time": 39468.73226189613, "train_loss_step": 2.4540393352508545, "n_params": 4346920, "total_flops": 57821686579200000, "train_loss": 0.01134491190314293, "subset_score_loss": 0.01134491190314293}
+{"step": 4340000, "wall_time": 39542.7737159729, "train_loss_step": 2.419970989227295, "n_params": 4346920, "total_flops": 57955223961600000, "train_loss": 0.011392217129468918, "subset_score_loss": 0.011392217129468918}
+{"step": 4350000, "wall_time": 39628.86011362076, "train_loss_step": 2.5501508712768555, "n_params": 4346920, "total_flops": 58088761344000000, "train_loss": 0.010922778397798538, "subset_score_loss": 0.010922778397798538}
+{"step": 4360000, "wall_time": 39709.40110039711, "train_loss_step": 2.5524346828460693, "n_params": 4346920, "total_flops": 58222298726400000, "train_loss": 0.012569884955883025, "subset_score_loss": 0.012569884955883025}
+{"step": 4370000, "wall_time": 39786.502922296524, "train_loss_step": 2.4782354831695557, "n_params": 4346920, "total_flops": 58355836108800000, "train_loss": 0.011357228457927703, "subset_score_loss": 0.011357228457927703}
+{"step": 4380000, "wall_time": 39872.53159284592, "train_loss_step": 2.594649314880371, "n_params": 4346920, "total_flops": 58489373491200000, "train_loss": 0.011120446026325226, "subset_score_loss": 0.011120446026325226}
+{"step": 4390000, "wall_time": 39957.201100587845, "train_loss_step": 2.266451835632324, "n_params": 4346920, "total_flops": 58622910873600000, "train_loss": 0.011385346204042435, "subset_score_loss": 0.011385346204042435}
+{"step": 4400000, "wall_time": 40108.58699321747, "train_loss_step": 2.3307647705078125, "n_params": 4346920, "total_flops": 58756448256000000, "train_loss": 0.01139390394091606, "subset_score_loss": 0.01139390394091606, "memorization_fraction_pixel": 0.07490000128746033, "mean_nn_ratio_pixel": 0.4818987250328064, "fid": 141.382871037493, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 40194.61625671387, "train_loss_step": 2.433983564376831, "n_params": 4346920, "total_flops": 58889985638400000, "train_loss": 0.011732584238052369, "subset_score_loss": 0.011732584238052369}
+{"step": 4420000, "wall_time": 40280.62322449684, "train_loss_step": 2.7283928394317627, "n_params": 4346920, "total_flops": 59023523020800000, "train_loss": 0.011227330565452576, "subset_score_loss": 0.011227330565452576}
+{"step": 4430000, "wall_time": 40366.6528339386, "train_loss_step": 2.394918918609619, "n_params": 4346920, "total_flops": 59157060403200000, "train_loss": 0.011670660227537155, "subset_score_loss": 0.011670660227537155}
+{"step": 4440000, "wall_time": 40446.22886514664, "train_loss_step": 2.3517508506774902, "n_params": 4346920, "total_flops": 59290597785600000, "train_loss": 0.01080666556954384, "subset_score_loss": 0.01080666556954384}
+{"step": 4450000, "wall_time": 40524.174730062485, "train_loss_step": 2.496251106262207, "n_params": 4346920, "total_flops": 59424135168000000, "train_loss": 0.01135064885020256, "subset_score_loss": 0.01135064885020256}
+{"step": 4460000, "wall_time": 40610.2031788826, "train_loss_step": 2.301957607269287, "n_params": 4346920, "total_flops": 59557672550400000, "train_loss": 0.011880246549844741, "subset_score_loss": 0.011880246549844741}
+{"step": 4470000, "wall_time": 40686.66033196449, "train_loss_step": 2.381441831588745, "n_params": 4346920, "total_flops": 59691209932800000, "train_loss": 0.011565030366182328, "subset_score_loss": 0.011565030366182328}
+{"step": 4480000, "wall_time": 40766.009578704834, "train_loss_step": 2.4954781532287598, "n_params": 4346920, "total_flops": 59824747315200000, "train_loss": 0.011530334502458573, "subset_score_loss": 0.011530334502458573}
+{"step": 4490000, "wall_time": 40852.05939698219, "train_loss_step": 2.316209554672241, "n_params": 4346920, "total_flops": 59958284697600000, "train_loss": 0.010603286325931549, "subset_score_loss": 0.010603286325931549}
+{"step": 4500000, "wall_time": 41003.54569363594, "train_loss_step": 2.694425106048584, "n_params": 4346920, "total_flops": 60091822080000000, "train_loss": 0.011257331073284148, "subset_score_loss": 0.011257331073284148, "memorization_fraction_pixel": 0.07440000027418137, "mean_nn_ratio_pixel": 0.4827091693878174, "fid": 141.03148926019372, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 41089.53983926773, "train_loss_step": 2.4890685081481934, "n_params": 4346920, "total_flops": 60225359462400000, "train_loss": 0.011401135474443436, "subset_score_loss": 0.011401135474443436}
+{"step": 4520000, "wall_time": 41175.609896183014, "train_loss_step": 2.495112180709839, "n_params": 4346920, "total_flops": 60358896844800000, "train_loss": 0.010806949436664581, "subset_score_loss": 0.010806949436664581}
+{"step": 4530000, "wall_time": 41261.56600809097, "train_loss_step": 2.6223506927490234, "n_params": 4346920, "total_flops": 60492434227200000, "train_loss": 0.01118137240409851, "subset_score_loss": 0.01118137240409851}
+{"step": 4540000, "wall_time": 41347.52364110947, "train_loss_step": 2.640652894973755, "n_params": 4346920, "total_flops": 60625971609600000, "train_loss": 0.01061534285545349, "subset_score_loss": 0.01061534285545349}
+{"step": 4550000, "wall_time": 41422.93114423752, "train_loss_step": 2.3185532093048096, "n_params": 4346920, "total_flops": 60759508992000000, "train_loss": 0.01085742712020874, "subset_score_loss": 0.01085742712020874}
+{"step": 4560000, "wall_time": 41504.95891332626, "train_loss_step": 2.368947982788086, "n_params": 4346920, "total_flops": 60893046374400000, "train_loss": 0.010703593492507935, "subset_score_loss": 0.010703593492507935}
+{"step": 4570000, "wall_time": 41591.072520017624, "train_loss_step": 2.5284173488616943, "n_params": 4346920, "total_flops": 61026583756800000, "train_loss": 0.011135676503181457, "subset_score_loss": 0.011135676503181457}
+{"step": 4580000, "wall_time": 41665.109182834625, "train_loss_step": 2.342771291732788, "n_params": 4346920, "total_flops": 61160121139200000, "train_loss": 0.011244122684001923, "subset_score_loss": 0.011244122684001923}
+{"step": 4590000, "wall_time": 41747.7453892231, "train_loss_step": 2.3785290718078613, "n_params": 4346920, "total_flops": 61293658521600000, "train_loss": 0.01048661544919014, "subset_score_loss": 0.01048661544919014}
+{"step": 4600000, "wall_time": 41899.53898525238, "train_loss_step": 2.5209100246429443, "n_params": 4346920, "total_flops": 61427195904000000, "train_loss": 0.010925193130970002, "subset_score_loss": 0.010925193130970002, "memorization_fraction_pixel": 0.07490000128746033, "mean_nn_ratio_pixel": 0.4797203242778778, "fid": 141.2501673652643, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 41985.590415000916, "train_loss_step": 2.3995985984802246, "n_params": 4346920, "total_flops": 61560733286400000, "train_loss": 0.01074371039867401, "subset_score_loss": 0.01074371039867401}
+{"step": 4620000, "wall_time": 42071.60618329048, "train_loss_step": 2.363668918609619, "n_params": 4346920, "total_flops": 61694270668800000, "train_loss": 0.011899610608816147, "subset_score_loss": 0.011899610608816147}
+{"step": 4630000, "wall_time": 42157.6618103981, "train_loss_step": 2.617435932159424, "n_params": 4346920, "total_flops": 61827808051200000, "train_loss": 0.010582205653190613, "subset_score_loss": 0.010582205653190613}
+{"step": 4640000, "wall_time": 42243.72152543068, "train_loss_step": 2.556130886077881, "n_params": 4346920, "total_flops": 61961345433600000, "train_loss": 0.010929860919713975, "subset_score_loss": 0.010929860919713975}
+{"step": 4650000, "wall_time": 42329.54072141647, "train_loss_step": 2.4960155487060547, "n_params": 4346920, "total_flops": 62094882816000000, "train_loss": 0.010979168117046356, "subset_score_loss": 0.010979168117046356}
+{"step": 4660000, "wall_time": 42400.98277139664, "train_loss_step": 2.3494114875793457, "n_params": 4346920, "total_flops": 62228420198400000, "train_loss": 0.010825663059949874, "subset_score_loss": 0.010825663059949874}
+{"step": 4670000, "wall_time": 42483.82269048691, "train_loss_step": 2.6321427822113037, "n_params": 4346920, "total_flops": 62361957580800000, "train_loss": 0.010030978918075561, "subset_score_loss": 0.010030978918075561}
+{"step": 4680000, "wall_time": 42568.66692447662, "train_loss_step": 1.9463692903518677, "n_params": 4346920, "total_flops": 62495494963200000, "train_loss": 0.01125745177268982, "subset_score_loss": 0.01125745177268982}
+{"step": 4690000, "wall_time": 42641.13011240959, "train_loss_step": 2.173328399658203, "n_params": 4346920, "total_flops": 62629032345600000, "train_loss": 0.010462390631437302, "subset_score_loss": 0.010462390631437302}
+{"step": 4700000, "wall_time": 42791.957988739014, "train_loss_step": 2.4346022605895996, "n_params": 4346920, "total_flops": 62762569728000000, "train_loss": 0.01058913990855217, "subset_score_loss": 0.01058913990855217, "memorization_fraction_pixel": 0.0738999992609024, "mean_nn_ratio_pixel": 0.48127520084381104, "fid": 141.1333989065012, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 42876.33631443977, "train_loss_step": 2.471184253692627, "n_params": 4346920, "total_flops": 62896107110400000, "train_loss": 0.01075759381055832, "subset_score_loss": 0.01075759381055832}
+{"step": 4720000, "wall_time": 42962.358438014984, "train_loss_step": 2.3892974853515625, "n_params": 4346920, "total_flops": 63029644492800000, "train_loss": 0.010791759192943572, "subset_score_loss": 0.010791759192943572}
+{"step": 4730000, "wall_time": 43048.33021402359, "train_loss_step": 2.5387167930603027, "n_params": 4346920, "total_flops": 63163181875200000, "train_loss": 0.010738791525363922, "subset_score_loss": 0.010738791525363922}
+{"step": 4740000, "wall_time": 43134.351392269135, "train_loss_step": 2.2802977561950684, "n_params": 4346920, "total_flops": 63296719257600000, "train_loss": 0.011073359847068786, "subset_score_loss": 0.011073359847068786}
+{"step": 4750000, "wall_time": 43220.3077173233, "train_loss_step": 2.5565125942230225, "n_params": 4346920, "total_flops": 63430256640000000, "train_loss": 0.010437346994876862, "subset_score_loss": 0.010437346994876862}
+{"step": 4760000, "wall_time": 43306.16261839867, "train_loss_step": 2.162048101425171, "n_params": 4346920, "total_flops": 63563794022400000, "train_loss": 0.01065041422843933, "subset_score_loss": 0.01065041422843933}
+{"step": 4770000, "wall_time": 43384.46120095253, "train_loss_step": 2.1804795265197754, "n_params": 4346920, "total_flops": 63697331404800000, "train_loss": 0.010678267478942871, "subset_score_loss": 0.010678267478942871}
+{"step": 4780000, "wall_time": 43470.50145602226, "train_loss_step": 2.155442237854004, "n_params": 4346920, "total_flops": 63830868787200000, "train_loss": 0.010419392585754394, "subset_score_loss": 0.010419392585754394}
+{"step": 4790000, "wall_time": 43554.942476034164, "train_loss_step": 2.4245142936706543, "n_params": 4346920, "total_flops": 63964406169600000, "train_loss": 0.010366635769605637, "subset_score_loss": 0.010366635769605637}
+{"step": 4800000, "wall_time": 43695.199550151825, "train_loss_step": 2.4733433723449707, "n_params": 4346920, "total_flops": 64097943552000000, "train_loss": 0.010015467554330826, "subset_score_loss": 0.010015467554330826, "memorization_fraction_pixel": 0.0714000016450882, "mean_nn_ratio_pixel": 0.4823591709136963, "fid": 141.43084693466682, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 43780.91588449478, "train_loss_step": 2.799704074859619, "n_params": 4346920, "total_flops": 64231480934400000, "train_loss": 0.010226885229349137, "subset_score_loss": 0.010226885229349137}
+{"step": 4820000, "wall_time": 43866.189309835434, "train_loss_step": 2.3720991611480713, "n_params": 4346920, "total_flops": 64365018316800000, "train_loss": 0.010229835659265519, "subset_score_loss": 0.010229835659265519}
+{"step": 4830000, "wall_time": 43952.19663262367, "train_loss_step": 2.4874892234802246, "n_params": 4346920, "total_flops": 64498555699200000, "train_loss": 0.010333007574081421, "subset_score_loss": 0.010333007574081421}
+{"step": 4840000, "wall_time": 44038.21589756012, "train_loss_step": 2.251027822494507, "n_params": 4346920, "total_flops": 64632093081600000, "train_loss": 0.009956230968236923, "subset_score_loss": 0.009956230968236923}
+{"step": 4850000, "wall_time": 44124.36201500893, "train_loss_step": 2.550629138946533, "n_params": 4346920, "total_flops": 64765630464000000, "train_loss": 0.010168076306581498, "subset_score_loss": 0.010168076306581498}
+{"step": 4860000, "wall_time": 44210.28130173683, "train_loss_step": 2.4280519485473633, "n_params": 4346920, "total_flops": 64899167846400000, "train_loss": 0.00990361049771309, "subset_score_loss": 0.00990361049771309}
+{"step": 4870000, "wall_time": 44286.50191283226, "train_loss_step": 2.2071337699890137, "n_params": 4346920, "total_flops": 65032705228800000, "train_loss": 0.01003657579421997, "subset_score_loss": 0.01003657579421997}
+{"step": 4880000, "wall_time": 44372.47425580025, "train_loss_step": 2.173276424407959, "n_params": 4346920, "total_flops": 65166242611200000, "train_loss": 0.010169954597949981, "subset_score_loss": 0.010169954597949981}
+{"step": 4890000, "wall_time": 44458.96093940735, "train_loss_step": 2.2319884300231934, "n_params": 4346920, "total_flops": 65299779993600000, "train_loss": 0.00987938866019249, "subset_score_loss": 0.00987938866019249}
+{"step": 4900000, "wall_time": 44595.76337099075, "train_loss_step": 2.59584379196167, "n_params": 4346920, "total_flops": 65433317376000000, "train_loss": 0.011663630604743958, "subset_score_loss": 0.011663630604743958, "memorization_fraction_pixel": 0.07819999754428864, "mean_nn_ratio_pixel": 0.48088687658309937, "fid": 140.78583921518043, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 44681.858808517456, "train_loss_step": 2.4231696128845215, "n_params": 4346920, "total_flops": 65566854758400000, "train_loss": 0.010278081148862838, "subset_score_loss": 0.010278081148862838}
+{"step": 4920000, "wall_time": 44766.411798238754, "train_loss_step": 2.5492217540740967, "n_params": 4346920, "total_flops": 65700392140800000, "train_loss": 0.009843402355909348, "subset_score_loss": 0.009843402355909348}
+{"step": 4930000, "wall_time": 44852.399299144745, "train_loss_step": 2.520963668823242, "n_params": 4346920, "total_flops": 65833929523200000, "train_loss": 0.010490609705448151, "subset_score_loss": 0.010490609705448151}
+{"step": 4940000, "wall_time": 44938.4414935112, "train_loss_step": 2.43019700050354, "n_params": 4346920, "total_flops": 65967466905600000, "train_loss": 0.010305312275886536, "subset_score_loss": 0.010305312275886536}
+{"step": 4950000, "wall_time": 45024.48287677765, "train_loss_step": 2.296372890472412, "n_params": 4346920, "total_flops": 66101004288000000, "train_loss": 0.01021350771188736, "subset_score_loss": 0.01021350771188736}
+{"step": 4960000, "wall_time": 45110.46244096756, "train_loss_step": 2.298452854156494, "n_params": 4346920, "total_flops": 66234541670400000, "train_loss": 0.009793058782815934, "subset_score_loss": 0.009793058782815934}
+{"step": 4970000, "wall_time": 45194.3228058815, "train_loss_step": 2.333665370941162, "n_params": 4346920, "total_flops": 66368079052800000, "train_loss": 0.010135132074356078, "subset_score_loss": 0.010135132074356078}
+{"step": 4980000, "wall_time": 45269.496997356415, "train_loss_step": 2.282783269882202, "n_params": 4346920, "total_flops": 66501616435200000, "train_loss": 0.010110115259885788, "subset_score_loss": 0.010110115259885788}
+{"step": 4990000, "wall_time": 45355.53137373924, "train_loss_step": 2.536651134490967, "n_params": 4346920, "total_flops": 66635153817600000, "train_loss": 0.010109541565179824, "subset_score_loss": 0.010109541565179824}
+{"step": 5000000, "wall_time": 45505.46904850006, "train_loss_step": 2.6011829376220703, "n_params": 4346920, "total_flops": 66768691200000000, "train_loss": 0.010438678413629532, "subset_score_loss": 0.010438678413629532, "memorization_fraction_pixel": 0.07360000163316727, "mean_nn_ratio_pixel": 0.4820127785205841, "fid": 141.12424030228487, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..79655fcf071e9f2b9ecf75dcbf746a46d347a256
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d40/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=0.9971 | fid=230.0326
+  step   10000 |    154s | train_loss=0.8932
+  step   20000 |    240s | train_loss=0.8714
+  step   30000 |    326s | train_loss=0.8193
+  step   40000 |    412s | train_loss=0.7173
+  step   50000 |    498s | train_loss=0.5389
+  step   60000 |    584s | train_loss=0.3629
+  step   70000 |    670s | train_loss=0.2551
+  step   80000 |    756s | train_loss=0.1996
+  step   90000 |    842s | train_loss=0.1686
+  step  100000 |    994s | train_loss=0.1510 | fid=162.1880
+  step  110000 |   1074s | train_loss=0.1374
+  step  120000 |   1160s | train_loss=0.1275
+  step  130000 |   1246s | train_loss=0.1189
+  step  140000 |   1332s | train_loss=0.1103
+  step  150000 |   1418s | train_loss=0.1053
+  step  160000 |   1504s | train_loss=0.1010
+  step  170000 |   1590s | train_loss=0.0944
+  step  180000 |   1676s | train_loss=0.0921
+  step  190000 |   1762s | train_loss=0.0874
+  step  200000 |   1913s | train_loss=0.0831 | fid=155.4721
+  step  210000 |   1997s | train_loss=0.0829
+  step  220000 |   2080s | train_loss=0.0796
+  step  230000 |   2166s | train_loss=0.0759
+  step  240000 |   2252s | train_loss=0.0743
+  step  250000 |   2338s | train_loss=0.0707
+  step  260000 |   2424s | train_loss=0.0700
+  step  270000 |   2510s | train_loss=0.0683
+  step  280000 |   2596s | train_loss=0.0679
+  step  290000 |   2682s | train_loss=0.0641
+  step  300000 |   2834s | train_loss=0.0640 | fid=150.7605
+  step  310000 |   2917s | train_loss=0.0631
+  step  320000 |   3003s | train_loss=0.0605
+  step  330000 |   3087s | train_loss=0.0605
+  step  340000 |   3173s | train_loss=0.0585
+  step  350000 |   3259s | train_loss=0.0567
+  step  360000 |   3345s | train_loss=0.0562
+  step  370000 |   3431s | train_loss=0.0554
+  step  380000 |   3517s | train_loss=0.0542
+  step  390000 |   3603s | train_loss=0.0538
+  step  400000 |   3755s | train_loss=0.0523 | fid=148.0321
+  step  410000 |   3839s | train_loss=0.0507
+  step  420000 |   3925s | train_loss=0.0504
+  step  430000 |   4008s | train_loss=0.0495
+  step  440000 |   4094s | train_loss=0.0488
+  step  450000 |   4180s | train_loss=0.0484
+  step  460000 |   4266s | train_loss=0.0478
+  step  470000 |   4352s | train_loss=0.0473
+  step  480000 |   4438s | train_loss=0.0475
+  step  490000 |   4524s | train_loss=0.0460
+  step  500000 |   4676s | train_loss=0.0459 | fid=146.8880
+  step  510000 |   4760s | train_loss=0.0448
+  step  520000 |   4846s | train_loss=0.0450
+  step  530000 |   4932s | train_loss=0.0434
+  step  540000 |   5015s | train_loss=0.0428
+  step  550000 |   5101s | train_loss=0.0422
+  step  560000 |   5187s | train_loss=0.0424
+  step  570000 |   5272s | train_loss=0.0420
+  step  580000 |   5357s | train_loss=0.0424
+  step  590000 |   5442s | train_loss=0.0418
+  step  600000 |   5592s | train_loss=0.0408 | fid=145.6563
+  step  610000 |   5675s | train_loss=0.0402
+  step  620000 |   5761s | train_loss=0.0396
+  step  630000 |   5847s | train_loss=0.0400
+  step  640000 |   5932s | train_loss=0.0394
+  step  650000 |   6016s | train_loss=0.0404
+  step  660000 |   6102s | train_loss=0.0385
+  step  670000 |   6188s | train_loss=0.0392
+  step  680000 |   6274s | train_loss=0.0385
+  step  690000 |   6360s | train_loss=0.0382
+  step  700000 |   6513s | train_loss=0.0370 | fid=144.5565
+  step  710000 |   6595s | train_loss=0.0368
+  step  720000 |   6681s | train_loss=0.0368
+  step  730000 |   6767s | train_loss=0.0364
+  step  740000 |   6853s | train_loss=0.0357
+  step  750000 |   6936s | train_loss=0.0363
+  step  760000 |   7022s | train_loss=0.0369
+  step  770000 |   7108s | train_loss=0.0355
+  step  780000 |   7194s | train_loss=0.0351
+  step  790000 |   7280s | train_loss=0.0342
+  step  800000 |   7432s | train_loss=0.0344 | fid=143.9577
+  step  810000 |   7514s | train_loss=0.0354
+  step  820000 |   7599s | train_loss=0.0341
+  step  830000 |   7685s | train_loss=0.0335
+  step  840000 |   7771s | train_loss=0.0334
+  step  850000 |   7858s | train_loss=0.0334
+  step  860000 |   7941s | train_loss=0.0332
+  step  870000 |   8027s | train_loss=0.0327
+  step  880000 |   8113s | train_loss=0.0325
+  step  890000 |   8199s | train_loss=0.0324
+  step  900000 |   8352s | train_loss=0.0322 | fid=142.2482
+  step  910000 |   8432s | train_loss=0.0322
+  step  920000 |   8518s | train_loss=0.0310
+  step  930000 |   8604s | train_loss=0.0315
+  step  940000 |   8690s | train_loss=0.0320
+  step  950000 |   8776s | train_loss=0.0311
+  step  960000 |   8861s | train_loss=0.0312
+  step  970000 |   8946s | train_loss=0.0308
+  step  980000 |   9032s | train_loss=0.0299
+  step  990000 |   9118s | train_loss=0.0307
+  step 1000000 |   9272s | train_loss=0.0307 | fid=142.0378
+  step 1010000 |   9354s | train_loss=0.0301
+  step 1020000 |   9438s | train_loss=0.0298
+  step 1030000 |   9524s | train_loss=0.0303
+  step 1040000 |   9610s | train_loss=0.0289
+  step 1050000 |   9696s | train_loss=0.0298
+  step 1060000 |   9782s | train_loss=0.0295
+  step 1070000 |   9867s | train_loss=0.0286
+  step 1080000 |   9952s | train_loss=0.0290
+  step 1090000 |  10038s | train_loss=0.0284
+  step 1100000 |  10189s | train_loss=0.0284 | fid=141.7932
+  step 1110000 |  10272s | train_loss=0.0284
+  step 1120000 |  10356s | train_loss=0.0281
+  step 1130000 |  10442s | train_loss=0.0282
+  step 1140000 |  10528s | train_loss=0.0291
+  step 1150000 |  10614s | train_loss=0.0275
+  step 1160000 |  10700s | train_loss=0.0277
+  step 1170000 |  10786s | train_loss=0.0274
+  step 1180000 |  10869s | train_loss=0.0268
+  step 1190000 |  10955s | train_loss=0.0268
+  step 1200000 |  11108s | train_loss=0.0281 | fid=141.9635
+  step 1210000 |  11191s | train_loss=0.0283
+  step 1220000 |  11275s | train_loss=0.0264
+  step 1230000 |  11361s | train_loss=0.0263
+  step 1240000 |  11447s | train_loss=0.0264
+  step 1250000 |  11533s | train_loss=0.0272
+  step 1260000 |  11619s | train_loss=0.0267
+  step 1270000 |  11705s | train_loss=0.0265
+  step 1280000 |  11790s | train_loss=0.0259
+  step 1290000 |  11874s | train_loss=0.0269
+  step 1300000 |  12027s | train_loss=0.0259 | fid=142.1418
+  step 1310000 |  12110s | train_loss=0.0258
+  step 1320000 |  12194s | train_loss=0.0264
+  step 1330000 |  12280s | train_loss=0.0253
+  step 1340000 |  12366s | train_loss=0.0255
+  step 1350000 |  12452s | train_loss=0.0256
+  step 1360000 |  12538s | train_loss=0.0257
+  step 1370000 |  12624s | train_loss=0.0249
+  step 1380000 |  12710s | train_loss=0.0248
+  step 1390000 |  12795s | train_loss=0.0247
+  step 1400000 |  12946s | train_loss=0.0251 | fid=141.4425
+  step 1410000 |  13029s | train_loss=0.0247
+  step 1420000 |  13112s | train_loss=0.0254
+  step 1430000 |  13198s | train_loss=0.0244
+  step 1440000 |  13284s | train_loss=0.0241
+  step 1450000 |  13370s | train_loss=0.0243
+  step 1460000 |  13456s | train_loss=0.0237
+  step 1470000 |  13542s | train_loss=0.0242
+  step 1480000 |  13628s | train_loss=0.0241
+  step 1490000 |  13715s | train_loss=0.0238
+  step 1500000 |  13864s | train_loss=0.0234 | fid=141.3566
+  step 1510000 |  13943s | train_loss=0.0232
+  step 1520000 |  14023s | train_loss=0.0236
+  step 1530000 |  14104s | train_loss=0.0234
+  step 1540000 |  14190s | train_loss=0.0238
+  step 1550000 |  14276s | train_loss=0.0233
+  step 1560000 |  14362s | train_loss=0.0235
+  step 1570000 |  14448s | train_loss=0.0237
+  step 1580000 |  14534s | train_loss=0.0233
+  step 1590000 |  14620s | train_loss=0.0228
+  step 1600000 |  14772s | train_loss=0.0231 | fid=140.5655
+  step 1610000 |  14853s | train_loss=0.0234
+  step 1620000 |  14939s | train_loss=0.0227
+  step 1630000 |  15022s | train_loss=0.0233
+  step 1640000 |  15108s | train_loss=0.0225
+  step 1650000 |  15194s | train_loss=0.0223
+  step 1660000 |  15280s | train_loss=0.0226
+  step 1670000 |  15366s | train_loss=0.0226
+  step 1680000 |  15452s | train_loss=0.0221
+  step 1690000 |  15538s | train_loss=0.0227
+  step 1700000 |  15690s | train_loss=0.0216 | fid=141.4371
+  step 1710000 |  15770s | train_loss=0.0224
+  step 1720000 |  15856s | train_loss=0.0227
+  step 1730000 |  15939s | train_loss=0.0232
+  step 1740000 |  16025s | train_loss=0.0219
+  step 1750000 |  16111s | train_loss=0.0217
+  step 1760000 |  16197s | train_loss=0.0215
+  step 1770000 |  16283s | train_loss=0.0213
+  step 1780000 |  16369s | train_loss=0.0213
+  step 1790000 |  16455s | train_loss=0.0209
+  step 1800000 |  16607s | train_loss=0.0212 | fid=141.2047
+  step 1810000 |  16688s | train_loss=0.0212
+  step 1820000 |  16768s | train_loss=0.0210
+  step 1830000 |  16848s | train_loss=0.0214
+  step 1840000 |  16927s | train_loss=0.0211
+  step 1850000 |  17013s | train_loss=0.0210
+  step 1860000 |  17099s | train_loss=0.0212
+  step 1870000 |  17185s | train_loss=0.0211
+  step 1880000 |  17271s | train_loss=0.0210
+  step 1890000 |  17357s | train_loss=0.0204
+  step 1900000 |  17508s | train_loss=0.0213 | fid=140.8183
+  step 1910000 |  17595s | train_loss=0.0216
+  step 1920000 |  17671s | train_loss=0.0211
+  step 1930000 |  17756s | train_loss=0.0203
+  step 1940000 |  17837s | train_loss=0.0204
+  step 1950000 |  17923s | train_loss=0.0212
+  step 1960000 |  18009s | train_loss=0.0207
+  step 1970000 |  18095s | train_loss=0.0208
+  step 1980000 |  18181s | train_loss=0.0206
+  step 1990000 |  18267s | train_loss=0.0209
+  step 2000000 |  18419s | train_loss=0.0202 | fid=141.3821
+  step 2010000 |  18505s | train_loss=0.0203
+  step 2020000 |  18587s | train_loss=0.0200
+  step 2030000 |  18674s | train_loss=0.0205
+  step 2040000 |  18755s | train_loss=0.0200
+  step 2050000 |  18841s | train_loss=0.0190
+  step 2060000 |  18927s | train_loss=0.0200
+  step 2070000 |  19013s | train_loss=0.0198
+  step 2080000 |  19099s | train_loss=0.0199
+  step 2090000 |  19185s | train_loss=0.0196
+  step 2100000 |  19338s | train_loss=0.0192 | fid=140.3494
+  step 2110000 |  19424s | train_loss=0.0189
+  step 2120000 |  19504s | train_loss=0.0193
+  step 2130000 |  19585s | train_loss=0.0194
+  step 2140000 |  19667s | train_loss=0.0190
+  step 2150000 |  19739s | train_loss=0.0194
+  step 2160000 |  19825s | train_loss=0.0187
+  step 2170000 |  19911s | train_loss=0.0190
+  step 2180000 |  19997s | train_loss=0.0198
+  step 2190000 |  20082s | train_loss=0.0190
+  step 2200000 |  20235s | train_loss=0.0190 | fid=141.3281
+  step 2210000 |  20321s | train_loss=0.0192
+  step 2220000 |  20407s | train_loss=0.0197
+  step 2230000 |  20481s | train_loss=0.0187
+  step 2240000 |  20565s | train_loss=0.0186
+  step 2250000 |  20647s | train_loss=0.0184
+  step 2260000 |  20722s | train_loss=0.0185
+  step 2270000 |  20808s | train_loss=0.0188
+  step 2280000 |  20895s | train_loss=0.0190
+  step 2290000 |  20981s | train_loss=0.0183
+  step 2300000 |  21132s | train_loss=0.0185 | fid=140.7715
+  step 2310000 |  21218s | train_loss=0.0182
+  step 2320000 |  21304s | train_loss=0.0178
+  step 2330000 |  21386s | train_loss=0.0183
+  step 2340000 |  21460s | train_loss=0.0181
+  step 2350000 |  21546s | train_loss=0.0182
+  step 2360000 |  21624s | train_loss=0.0180
+  step 2370000 |  21703s | train_loss=0.0183
+  step 2380000 |  21789s | train_loss=0.0179
+  step 2390000 |  21875s | train_loss=0.0190
+  step 2400000 |  22028s | train_loss=0.0176 | fid=140.7441
+  step 2410000 |  22114s | train_loss=0.0179
+  step 2420000 |  22200s | train_loss=0.0170
+  step 2430000 |  22286s | train_loss=0.0182
+  step 2440000 |  22364s | train_loss=0.0176
+  step 2450000 |  22444s | train_loss=0.0180
+  step 2460000 |  22530s | train_loss=0.0182
+  step 2470000 |  22605s | train_loss=0.0170
+  step 2480000 |  22686s | train_loss=0.0185
+  step 2490000 |  22772s | train_loss=0.0175
+  step 2500000 |  22925s | train_loss=0.0175 | fid=142.0229
+  step 2510000 |  23011s | train_loss=0.0171
+  step 2520000 |  23097s | train_loss=0.0171
+  step 2530000 |  23183s | train_loss=0.0170
+  step 2540000 |  23269s | train_loss=0.0172
+  step 2550000 |  23342s | train_loss=0.0174
+  step 2560000 |  23426s | train_loss=0.0173
+  step 2570000 |  23511s | train_loss=0.0169
+  step 2580000 |  23587s | train_loss=0.0171
+  step 2590000 |  23673s | train_loss=0.0165
+  step 2600000 |  23826s | train_loss=0.0166 | fid=141.2336
+  step 2610000 |  23912s | train_loss=0.0176
+  step 2620000 |  23998s | train_loss=0.0169
+  step 2630000 |  24084s | train_loss=0.0167
+  step 2640000 |  24170s | train_loss=0.0168
+  step 2650000 |  24253s | train_loss=0.0169
+  step 2660000 |  24325s | train_loss=0.0169
+  step 2670000 |  24411s | train_loss=0.0167
+  step 2680000 |  24494s | train_loss=0.0159
+  step 2690000 |  24569s | train_loss=0.0174
+  step 2700000 |  24722s | train_loss=0.0160 | fid=140.5970
+  step 2710000 |  24808s | train_loss=0.0160
+  step 2720000 |  24894s | train_loss=0.0167
+  step 2730000 |  24980s | train_loss=0.0164
+  step 2740000 |  25066s | train_loss=0.0160
+  step 2750000 |  25152s | train_loss=0.0160
+  step 2760000 |  25232s | train_loss=0.0168
+  step 2770000 |  25309s | train_loss=0.0162
+  step 2780000 |  25395s | train_loss=0.0167
+  step 2790000 |  25473s | train_loss=0.0159
+  step 2800000 |  25619s | train_loss=0.0157 | fid=141.7793
+  step 2810000 |  25705s | train_loss=0.0161
+  step 2820000 |  25791s | train_loss=0.0159
+  step 2830000 |  25877s | train_loss=0.0163
+  step 2840000 |  25963s | train_loss=0.0164
+  step 2850000 |  26049s | train_loss=0.0155
+  step 2860000 |  26135s | train_loss=0.0154
+  step 2870000 |  26210s | train_loss=0.0161
+  step 2880000 |  26294s | train_loss=0.0156
+  step 2890000 |  26380s | train_loss=0.0159
+  step 2900000 |  26527s | train_loss=0.0155 | fid=141.1572
+  step 2910000 |  26613s | train_loss=0.0154
+  step 2920000 |  26699s | train_loss=0.0155
+  step 2930000 |  26785s | train_loss=0.0157
+  step 2940000 |  26871s | train_loss=0.0160
+  step 2950000 |  26957s | train_loss=0.0156
+  step 2960000 |  27044s | train_loss=0.0161
+  step 2970000 |  27128s | train_loss=0.0149
+  step 2980000 |  27211s | train_loss=0.0152
+  step 2990000 |  27297s | train_loss=0.0154
+  step 3000000 |  27437s | train_loss=0.0156 | fid=141.1659
+  step 3010000 |  27523s | train_loss=0.0162
+  step 3020000 |  27609s | train_loss=0.0151
+  step 3030000 |  27695s | train_loss=0.0150
+  step 3040000 |  27781s | train_loss=0.0158
+  step 3050000 |  27867s | train_loss=0.0148
+  step 3060000 |  27953s | train_loss=0.0157
+  step 3070000 |  28039s | train_loss=0.0150
+  step 3080000 |  28112s | train_loss=0.0148
+  step 3090000 |  28197s | train_loss=0.0149
+  step 3100000 |  28342s | train_loss=0.0147 | fid=141.1387
+  step 3110000 |  28428s | train_loss=0.0152
+  step 3120000 |  28514s | train_loss=0.0151
+  step 3130000 |  28600s | train_loss=0.0154
+  step 3140000 |  28686s | train_loss=0.0147
+  step 3150000 |  28772s | train_loss=0.0143
+  step 3160000 |  28858s | train_loss=0.0147
+  step 3170000 |  28944s | train_loss=0.0150
+  step 3180000 |  29023s | train_loss=0.0150
+  step 3190000 |  29100s | train_loss=0.0146
+  step 3200000 |  29251s | train_loss=0.0139 | fid=141.3089
+  step 3210000 |  29330s | train_loss=0.0147
+  step 3220000 |  29416s | train_loss=0.0146
+  step 3230000 |  29502s | train_loss=0.0151
+  step 3240000 |  29588s | train_loss=0.0148
+  step 3250000 |  29674s | train_loss=0.0153
+  step 3260000 |  29760s | train_loss=0.0142
+  step 3270000 |  29846s | train_loss=0.0138
+  step 3280000 |  29932s | train_loss=0.0149
+  step 3290000 |  30015s | train_loss=0.0144
+  step 3300000 |  30166s | train_loss=0.0145 | fid=140.0459
+  step 3310000 |  30250s | train_loss=0.0147
+  step 3320000 |  30334s | train_loss=0.0144
+  step 3330000 |  30420s | train_loss=0.0145
+  step 3340000 |  30506s | train_loss=0.0143
+  step 3350000 |  30592s | train_loss=0.0139
+  step 3360000 |  30678s | train_loss=0.0140
+  step 3370000 |  30764s | train_loss=0.0140
+  step 3380000 |  30850s | train_loss=0.0139
+  step 3390000 |  30928s | train_loss=0.0140
+  step 3400000 |  31077s | train_loss=0.0138 | fid=141.3433
+  step 3410000 |  31157s | train_loss=0.0138
+  step 3420000 |  31243s | train_loss=0.0138
+  step 3430000 |  31327s | train_loss=0.0143
+  step 3440000 |  31413s | train_loss=0.0139
+  step 3450000 |  31499s | train_loss=0.0139
+  step 3460000 |  31585s | train_loss=0.0143
+  step 3470000 |  31671s | train_loss=0.0134
+  step 3480000 |  31757s | train_loss=0.0135
+  step 3490000 |  31843s | train_loss=0.0137
+  step 3500000 |  31986s | train_loss=0.0139 | fid=141.2212
+  step 3510000 |  32069s | train_loss=0.0135
+  step 3520000 |  32148s | train_loss=0.0142
+  step 3530000 |  32233s | train_loss=0.0133
+  step 3540000 |  32319s | train_loss=0.0135
+  step 3550000 |  32405s | train_loss=0.0135
+  step 3560000 |  32491s | train_loss=0.0133
+  step 3570000 |  32577s | train_loss=0.0129
+  step 3580000 |  32663s | train_loss=0.0130
+  step 3590000 |  32749s | train_loss=0.0130
+  step 3600000 |  32892s | train_loss=0.0135 | fid=140.8179
+  step 3610000 |  32978s | train_loss=0.0134
+  step 3620000 |  33053s | train_loss=0.0131
+  step 3630000 |  33135s | train_loss=0.0133
+  step 3640000 |  33219s | train_loss=0.0133
+  step 3650000 |  33305s | train_loss=0.0131
+  step 3660000 |  33391s | train_loss=0.0126
+  step 3670000 |  33477s | train_loss=0.0132
+  step 3680000 |  33563s | train_loss=0.0132
+  step 3690000 |  33649s | train_loss=0.0137
+  step 3700000 |  33793s | train_loss=0.0133 | fid=141.0560
+  step 3710000 |  33879s | train_loss=0.0127
+  step 3720000 |  33963s | train_loss=0.0132
+  step 3730000 |  34041s | train_loss=0.0125
+  step 3740000 |  34127s | train_loss=0.0127
+  step 3750000 |  34212s | train_loss=0.0129
+  step 3760000 |  34298s | train_loss=0.0127
+  step 3770000 |  34384s | train_loss=0.0129
+  step 3780000 |  34470s | train_loss=0.0131
+  step 3790000 |  34556s | train_loss=0.0128
+  step 3800000 |  34703s | train_loss=0.0133 | fid=141.2122
+  step 3810000 |  34788s | train_loss=0.0122
+  step 3820000 |  34875s | train_loss=0.0126
+  step 3830000 |  34954s | train_loss=0.0131
+  step 3840000 |  35034s | train_loss=0.0133
+  step 3850000 |  35120s | train_loss=0.0124
+  step 3860000 |  35204s | train_loss=0.0125
+  step 3870000 |  35290s | train_loss=0.0129
+  step 3880000 |  35376s | train_loss=0.0127
+  step 3890000 |  35462s | train_loss=0.0126
+  step 3900000 |  35613s | train_loss=0.0126 | fid=141.7901
+  step 3910000 |  35688s | train_loss=0.0122
+  step 3920000 |  35774s | train_loss=0.0130
+  step 3930000 |  35861s | train_loss=0.0126
+  step 3940000 |  35934s | train_loss=0.0125
+  step 3950000 |  36019s | train_loss=0.0122
+  step 3960000 |  36104s | train_loss=0.0124
+  step 3970000 |  36190s | train_loss=0.0122
+  step 3980000 |  36276s | train_loss=0.0117
+  step 3990000 |  36362s | train_loss=0.0124
+  step 4000000 |  36515s | train_loss=0.0119 | fid=141.1235
+  step 4010000 |  36593s | train_loss=0.0118
+  step 4020000 |  36673s | train_loss=0.0122
+  step 4030000 |  36759s | train_loss=0.0124
+  step 4040000 |  36843s | train_loss=0.0122
+  step 4050000 |  36920s | train_loss=0.0118
+  step 4060000 |  37006s | train_loss=0.0125
+  step 4070000 |  37091s | train_loss=0.0119
+  step 4080000 |  37177s | train_loss=0.0119
+  step 4090000 |  37263s | train_loss=0.0118
+  step 4100000 |  37416s | train_loss=0.0115 | fid=141.4596
+  step 4110000 |  37502s | train_loss=0.0115
+  step 4120000 |  37575s | train_loss=0.0121
+  step 4130000 |  37658s | train_loss=0.0117
+  step 4140000 |  37744s | train_loss=0.0117
+  step 4150000 |  37823s | train_loss=0.0115
+  step 4160000 |  37905s | train_loss=0.0117
+  step 4170000 |  37991s | train_loss=0.0118
+  step 4180000 |  38075s | train_loss=0.0120
+  step 4190000 |  38161s | train_loss=0.0118
+  step 4200000 |  38313s | train_loss=0.0118 | fid=141.3370
+  step 4210000 |  38399s | train_loss=0.0121
+  step 4220000 |  38485s | train_loss=0.0117
+  step 4230000 |  38558s | train_loss=0.0114
+  step 4240000 |  38644s | train_loss=0.0117
+  step 4250000 |  38730s | train_loss=0.0120
+  step 4260000 |  38806s | train_loss=0.0117
+  step 4270000 |  38892s | train_loss=0.0116
+  step 4280000 |  38978s | train_loss=0.0120
+  step 4290000 |  39063s | train_loss=0.0111
+  step 4300000 |  39214s | train_loss=0.0111 | fid=141.6389
+  step 4310000 |  39300s | train_loss=0.0114
+  step 4320000 |  39386s | train_loss=0.0113
+  step 4330000 |  39469s | train_loss=0.0113
+  step 4340000 |  39543s | train_loss=0.0114
+  step 4350000 |  39629s | train_loss=0.0109
+  step 4360000 |  39709s | train_loss=0.0126
+  step 4370000 |  39787s | train_loss=0.0114
+  step 4380000 |  39873s | train_loss=0.0111
+  step 4390000 |  39957s | train_loss=0.0114
+  step 4400000 |  40109s | train_loss=0.0114 | fid=141.3829
+  step 4410000 |  40195s | train_loss=0.0117
+  step 4420000 |  40281s | train_loss=0.0112
+  step 4430000 |  40367s | train_loss=0.0117
+  step 4440000 |  40446s | train_loss=0.0108
+  step 4450000 |  40524s | train_loss=0.0114
+  step 4460000 |  40610s | train_loss=0.0119
+  step 4470000 |  40687s | train_loss=0.0116
+  step 4480000 |  40766s | train_loss=0.0115
+  step 4490000 |  40852s | train_loss=0.0106
+  step 4500000 |  41004s | train_loss=0.0113 | fid=141.0315
+  step 4510000 |  41090s | train_loss=0.0114
+  step 4520000 |  41176s | train_loss=0.0108
+  step 4530000 |  41262s | train_loss=0.0112
+  step 4540000 |  41348s | train_loss=0.0106
+  step 4550000 |  41423s | train_loss=0.0109
+  step 4560000 |  41505s | train_loss=0.0107
+  step 4570000 |  41591s | train_loss=0.0111
+  step 4580000 |  41665s | train_loss=0.0112
+  step 4590000 |  41748s | train_loss=0.0105
+  step 4600000 |  41900s | train_loss=0.0109 | fid=141.2502
+  step 4610000 |  41986s | train_loss=0.0107
+  step 4620000 |  42072s | train_loss=0.0119
+  step 4630000 |  42158s | train_loss=0.0106
+  step 4640000 |  42244s | train_loss=0.0109
+  step 4650000 |  42330s | train_loss=0.0110
+  step 4660000 |  42401s | train_loss=0.0108
+  step 4670000 |  42484s | train_loss=0.0100
+  step 4680000 |  42569s | train_loss=0.0113
+  step 4690000 |  42641s | train_loss=0.0105
+  step 4700000 |  42792s | train_loss=0.0106 | fid=141.1334
+  step 4710000 |  42876s | train_loss=0.0108
+  step 4720000 |  42962s | train_loss=0.0108
+  step 4730000 |  43048s | train_loss=0.0107
+  step 4740000 |  43134s | train_loss=0.0111
+  step 4750000 |  43220s | train_loss=0.0104
+  step 4760000 |  43306s | train_loss=0.0107
+  step 4770000 |  43384s | train_loss=0.0107
+  step 4780000 |  43471s | train_loss=0.0104
+  step 4790000 |  43555s | train_loss=0.0104
+  step 4800000 |  43695s | train_loss=0.0100 | fid=141.4308
+  step 4810000 |  43781s | train_loss=0.0102
+  step 4820000 |  43866s | train_loss=0.0102
+  step 4830000 |  43952s | train_loss=0.0103
+  step 4840000 |  44038s | train_loss=0.0100
+  step 4850000 |  44124s | train_loss=0.0102
+  step 4860000 |  44210s | train_loss=0.0099
+  step 4870000 |  44287s | train_loss=0.0100
+  step 4880000 |  44372s | train_loss=0.0102
+  step 4890000 |  44459s | train_loss=0.0099
+  step 4900000 |  44596s | train_loss=0.0117 | fid=140.7858
+  step 4910000 |  44682s | train_loss=0.0103
+  step 4920000 |  44766s | train_loss=0.0098
+  step 4930000 |  44852s | train_loss=0.0105
+  step 4940000 |  44938s | train_loss=0.0103
+  step 4950000 |  45024s | train_loss=0.0102
+  step 4960000 |  45110s | train_loss=0.0098
+  step 4970000 |  45194s | train_loss=0.0101
+  step 4980000 |  45269s | train_loss=0.0101
+  step 4990000 |  45356s | train_loss=0.0101
+  step 5000000 |  45505s | train_loss=0.0104 | fid=141.1242
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0f2de2fff52ae372b7cf1746254aecd176f5602f
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d60/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..f08051f7076c655ca785ca9e3559e47ded246f58
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 60, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d60/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 68.54017639160156, "train_loss_step": 60.06922912597656, "n_params": 4387900, "total_flops": 13479628800, "train_loss": 1.0003588358561197, "subset_score_loss": 1.0003588358561197, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9766325950622559, "fid": 256.42625489817635, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 150.20374584197998, "train_loss_step": 14.68411636352539, "n_params": 4387900, "total_flops": 134796288000000, "train_loss": 0.8733736038208008, "subset_score_loss": 0.8733736038208008}
+{"step": 20000, "wall_time": 236.1991126537323, "train_loss_step": 13.110044479370117, "n_params": 4387900, "total_flops": 269592576000000, "train_loss": 0.7992041905721029, "subset_score_loss": 0.7992041905721029}
+{"step": 30000, "wall_time": 322.11816596984863, "train_loss_step": 11.153755187988281, "n_params": 4387900, "total_flops": 404388864000000, "train_loss": 0.6721301396687825, "subset_score_loss": 0.6721301396687825}
+{"step": 40000, "wall_time": 408.08935809135437, "train_loss_step": 10.158795356750488, "n_params": 4387900, "total_flops": 539185152000000, "train_loss": 0.4775402069091797, "subset_score_loss": 0.4775402069091797}
+{"step": 50000, "wall_time": 494.0495343208313, "train_loss_step": 8.14419174194336, "n_params": 4387900, "total_flops": 673981440000000, "train_loss": 0.3084017117818197, "subset_score_loss": 0.3084017117818197}
+{"step": 60000, "wall_time": 580.0057601928711, "train_loss_step": 7.689613342285156, "n_params": 4387900, "total_flops": 808777728000000, "train_loss": 0.21857695579528807, "subset_score_loss": 0.21857695579528807}
+{"step": 70000, "wall_time": 666.0127265453339, "train_loss_step": 6.444818496704102, "n_params": 4387900, "total_flops": 943574016000000, "train_loss": 0.17529762585957845, "subset_score_loss": 0.17529762585957845}
+{"step": 80000, "wall_time": 751.9282767772675, "train_loss_step": 6.081270217895508, "n_params": 4387900, "total_flops": 1078370304000000, "train_loss": 0.15257598559061686, "subset_score_loss": 0.15257598559061686}
+{"step": 90000, "wall_time": 837.953323841095, "train_loss_step": 6.277578353881836, "n_params": 4387900, "total_flops": 1213166592000000, "train_loss": 0.13619260787963866, "subset_score_loss": 0.13619260787963866}
+{"step": 100000, "wall_time": 990.2422988414764, "train_loss_step": 5.79219388961792, "n_params": 4387900, "total_flops": 1347962880000000, "train_loss": 0.1274412473042806, "subset_score_loss": 0.1274412473042806, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.8953564167022705, "fid": 149.84885383665682, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1069.5149443149567, "train_loss_step": 5.929076194763184, "n_params": 4387900, "total_flops": 1482759168000000, "train_loss": 0.11923620700836182, "subset_score_loss": 0.11923620700836182}
+{"step": 120000, "wall_time": 1155.4695572853088, "train_loss_step": 5.977787017822266, "n_params": 4387900, "total_flops": 1617555456000000, "train_loss": 0.11381296316782634, "subset_score_loss": 0.11381296316782634}
+{"step": 130000, "wall_time": 1241.4047157764435, "train_loss_step": 5.092308044433594, "n_params": 4387900, "total_flops": 1752351744000000, "train_loss": 0.10786065260569254, "subset_score_loss": 0.10786065260569254}
+{"step": 140000, "wall_time": 1327.3733491897583, "train_loss_step": 5.4510111808776855, "n_params": 4387900, "total_flops": 1887148032000000, "train_loss": 0.10114660263061523, "subset_score_loss": 0.10114660263061523}
+{"step": 150000, "wall_time": 1413.3333184719086, "train_loss_step": 5.036283493041992, "n_params": 4387900, "total_flops": 2021944320000000, "train_loss": 0.09686830043792724, "subset_score_loss": 0.09686830043792724}
+{"step": 160000, "wall_time": 1499.2275767326355, "train_loss_step": 4.985530853271484, "n_params": 4387900, "total_flops": 2156740608000000, "train_loss": 0.0951084852218628, "subset_score_loss": 0.0951084852218628}
+{"step": 170000, "wall_time": 1585.200145483017, "train_loss_step": 5.422618865966797, "n_params": 4387900, "total_flops": 2291536896000000, "train_loss": 0.09027720292409261, "subset_score_loss": 0.09027720292409261}
+{"step": 180000, "wall_time": 1671.1329386234283, "train_loss_step": 4.883170127868652, "n_params": 4387900, "total_flops": 2426333184000000, "train_loss": 0.08819743792215982, "subset_score_loss": 0.08819743792215982}
+{"step": 190000, "wall_time": 1757.1421971321106, "train_loss_step": 5.057318687438965, "n_params": 4387900, "total_flops": 2561129472000000, "train_loss": 0.08491118748982747, "subset_score_loss": 0.08491118748982747}
+{"step": 200000, "wall_time": 1909.7356252670288, "train_loss_step": 5.043843746185303, "n_params": 4387900, "total_flops": 2695925760000000, "train_loss": 0.0822354237238566, "subset_score_loss": 0.0822354237238566, "memorization_fraction_pixel": 0.00559999980032444, "mean_nn_ratio_pixel": 0.825920045375824, "fid": 143.70652828326195, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1992.9907295703888, "train_loss_step": 5.083587646484375, "n_params": 4387900, "total_flops": 2830722048000000, "train_loss": 0.07851248582204183, "subset_score_loss": 0.07851248582204183}
+{"step": 220000, "wall_time": 2075.926239490509, "train_loss_step": 4.556975364685059, "n_params": 4387900, "total_flops": 2965518336000000, "train_loss": 0.07665615876515706, "subset_score_loss": 0.07665615876515706}
+{"step": 230000, "wall_time": 2161.7985332012177, "train_loss_step": 4.7803215980529785, "n_params": 4387900, "total_flops": 3100314624000000, "train_loss": 0.07376068433125814, "subset_score_loss": 0.07376068433125814}
+{"step": 240000, "wall_time": 2247.7985310554504, "train_loss_step": 4.475366592407227, "n_params": 4387900, "total_flops": 3235110912000000, "train_loss": 0.07161071300506591, "subset_score_loss": 0.07161071300506591}
+{"step": 250000, "wall_time": 2333.761522293091, "train_loss_step": 5.156239986419678, "n_params": 4387900, "total_flops": 3369907200000000, "train_loss": 0.0704748551050822, "subset_score_loss": 0.0704748551050822}
+{"step": 260000, "wall_time": 2419.759943962097, "train_loss_step": 4.72974967956543, "n_params": 4387900, "total_flops": 3504703488000000, "train_loss": 0.0691793441772461, "subset_score_loss": 0.0691793441772461}
+{"step": 270000, "wall_time": 2505.7068836688995, "train_loss_step": 4.4680681228637695, "n_params": 4387900, "total_flops": 3639499776000000, "train_loss": 0.06681792736053467, "subset_score_loss": 0.06681792736053467}
+{"step": 280000, "wall_time": 2591.6028101444244, "train_loss_step": 4.424230575561523, "n_params": 4387900, "total_flops": 3774296064000000, "train_loss": 0.06597182353337606, "subset_score_loss": 0.06597182353337606}
+{"step": 290000, "wall_time": 2677.5076978206635, "train_loss_step": 4.749157428741455, "n_params": 4387900, "total_flops": 3909092352000000, "train_loss": 0.06519573926925659, "subset_score_loss": 0.06519573926925659}
+{"step": 300000, "wall_time": 2830.2280118465424, "train_loss_step": 4.829916954040527, "n_params": 4387900, "total_flops": 4043888640000000, "train_loss": 0.06313451925913492, "subset_score_loss": 0.06313451925913492, "memorization_fraction_pixel": 0.023499999195337296, "mean_nn_ratio_pixel": 0.7627571225166321, "fid": 137.83070798347524, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2913.1386206150055, "train_loss_step": 4.228641033172607, "n_params": 4387900, "total_flops": 4178684928000000, "train_loss": 0.06403263807296752, "subset_score_loss": 0.06403263807296752}
+{"step": 320000, "wall_time": 2999.9569318294525, "train_loss_step": 4.364873886108398, "n_params": 4387900, "total_flops": 4313481216000000, "train_loss": 0.060782368977864584, "subset_score_loss": 0.060782368977864584}
+{"step": 330000, "wall_time": 3082.3500134944916, "train_loss_step": 4.784866809844971, "n_params": 4387900, "total_flops": 4448277504000000, "train_loss": 0.059596296151479086, "subset_score_loss": 0.059596296151479086}
+{"step": 340000, "wall_time": 3168.3770575523376, "train_loss_step": 4.535717010498047, "n_params": 4387900, "total_flops": 4583073792000000, "train_loss": 0.05893578926722209, "subset_score_loss": 0.05893578926722209}
+{"step": 350000, "wall_time": 3254.2797405719757, "train_loss_step": 4.204550266265869, "n_params": 4387900, "total_flops": 4717870080000000, "train_loss": 0.05756490230560303, "subset_score_loss": 0.05756490230560303}
+{"step": 360000, "wall_time": 3340.2292795181274, "train_loss_step": 4.35269832611084, "n_params": 4387900, "total_flops": 4852666368000000, "train_loss": 0.05602348248163859, "subset_score_loss": 0.05602348248163859}
+{"step": 370000, "wall_time": 3426.2143683433533, "train_loss_step": 4.381363391876221, "n_params": 4387900, "total_flops": 4987462656000000, "train_loss": 0.05518138408660889, "subset_score_loss": 0.05518138408660889}
+{"step": 380000, "wall_time": 3512.176250934601, "train_loss_step": 4.236201286315918, "n_params": 4387900, "total_flops": 5122258944000000, "train_loss": 0.05540546178817749, "subset_score_loss": 0.05540546178817749}
+{"step": 390000, "wall_time": 3598.1752831935883, "train_loss_step": 4.391228199005127, "n_params": 4387900, "total_flops": 5257055232000000, "train_loss": 0.0546506404876709, "subset_score_loss": 0.0546506404876709}
+{"step": 400000, "wall_time": 3752.3657500743866, "train_loss_step": 4.4518232345581055, "n_params": 4387900, "total_flops": 5391851520000000, "train_loss": 0.0532828410466512, "subset_score_loss": 0.0532828410466512, "memorization_fraction_pixel": 0.03629999980330467, "mean_nn_ratio_pixel": 0.7226479053497314, "fid": 133.84347649246388, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3835.5875544548035, "train_loss_step": 4.2781267166137695, "n_params": 4387900, "total_flops": 5526647808000000, "train_loss": 0.05319823026657104, "subset_score_loss": 0.05319823026657104}
+{"step": 420000, "wall_time": 3921.6578731536865, "train_loss_step": 4.193120002746582, "n_params": 4387900, "total_flops": 5661444096000000, "train_loss": 0.05306329329808553, "subset_score_loss": 0.05306329329808553}
+{"step": 430000, "wall_time": 4005.1947140693665, "train_loss_step": 4.215097904205322, "n_params": 4387900, "total_flops": 5796240384000000, "train_loss": 0.05198661088943481, "subset_score_loss": 0.05198661088943481}
+{"step": 440000, "wall_time": 4091.1157388687134, "train_loss_step": 4.28137731552124, "n_params": 4387900, "total_flops": 5931036672000000, "train_loss": 0.05152440865834554, "subset_score_loss": 0.05152440865834554}
+{"step": 450000, "wall_time": 4177.077280521393, "train_loss_step": 4.272550582885742, "n_params": 4387900, "total_flops": 6065832960000000, "train_loss": 0.05080195267995199, "subset_score_loss": 0.05080195267995199}
+{"step": 460000, "wall_time": 4263.01690363884, "train_loss_step": 4.132123947143555, "n_params": 4387900, "total_flops": 6200629248000000, "train_loss": 0.049043508370717366, "subset_score_loss": 0.049043508370717366}
+{"step": 470000, "wall_time": 4349.006465435028, "train_loss_step": 4.14332389831543, "n_params": 4387900, "total_flops": 6335425536000000, "train_loss": 0.050569458802541094, "subset_score_loss": 0.050569458802541094}
+{"step": 480000, "wall_time": 4434.934029579163, "train_loss_step": 4.203164100646973, "n_params": 4387900, "total_flops": 6470221824000000, "train_loss": 0.04876627127329509, "subset_score_loss": 0.04876627127329509}
+{"step": 490000, "wall_time": 4520.907293081284, "train_loss_step": 3.8869519233703613, "n_params": 4387900, "total_flops": 6605018112000000, "train_loss": 0.04824840625127157, "subset_score_loss": 0.04824840625127157}
+{"step": 500000, "wall_time": 4676.142740726471, "train_loss_step": 4.277469635009766, "n_params": 4387900, "total_flops": 6739814400000000, "train_loss": 0.04902667999267578, "subset_score_loss": 0.04902667999267578, "memorization_fraction_pixel": 0.054499998688697815, "mean_nn_ratio_pixel": 0.6846904754638672, "fid": 131.04308456981946, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 4760.068719625473, "train_loss_step": 3.73795747756958, "n_params": 4387900, "total_flops": 6874610688000000, "train_loss": 0.04671167135238648, "subset_score_loss": 0.04671167135238648}
+{"step": 520000, "wall_time": 4845.987526416779, "train_loss_step": 3.9634006023406982, "n_params": 4387900, "total_flops": 7009406976000000, "train_loss": 0.04676022926966349, "subset_score_loss": 0.04676022926966349}
+{"step": 530000, "wall_time": 4932.227612495422, "train_loss_step": 3.686276435852051, "n_params": 4387900, "total_flops": 7144203264000000, "train_loss": 0.045783960819244386, "subset_score_loss": 0.045783960819244386}
+{"step": 540000, "wall_time": 5015.175466537476, "train_loss_step": 3.948652744293213, "n_params": 4387900, "total_flops": 7278999552000000, "train_loss": 0.045724268754323324, "subset_score_loss": 0.045724268754323324}
+{"step": 550000, "wall_time": 5101.109478235245, "train_loss_step": 3.722785711288452, "n_params": 4387900, "total_flops": 7413795840000000, "train_loss": 0.045051483313242595, "subset_score_loss": 0.045051483313242595}
+{"step": 560000, "wall_time": 5186.2415766716, "train_loss_step": 4.025649547576904, "n_params": 4387900, "total_flops": 7548592128000000, "train_loss": 0.04487599531809489, "subset_score_loss": 0.04487599531809489}
+{"step": 570000, "wall_time": 5271.187425851822, "train_loss_step": 4.044085502624512, "n_params": 4387900, "total_flops": 7683388416000000, "train_loss": 0.044070176283518475, "subset_score_loss": 0.044070176283518475}
+{"step": 580000, "wall_time": 5356.147728919983, "train_loss_step": 4.036407470703125, "n_params": 4387900, "total_flops": 7818184704000000, "train_loss": 0.0436389962832133, "subset_score_loss": 0.0436389962832133}
+{"step": 590000, "wall_time": 5441.313931465149, "train_loss_step": 3.580568790435791, "n_params": 4387900, "total_flops": 7952980992000000, "train_loss": 0.044049946467081706, "subset_score_loss": 0.044049946467081706}
+{"step": 600000, "wall_time": 5594.92270898819, "train_loss_step": 4.073760509490967, "n_params": 4387900, "total_flops": 8087777280000000, "train_loss": 0.04437874555587769, "subset_score_loss": 0.04437874555587769, "memorization_fraction_pixel": 0.060100000351667404, "mean_nn_ratio_pixel": 0.6604299545288086, "fid": 129.60119002625817, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 5678.361747503281, "train_loss_step": 3.970085620880127, "n_params": 4387900, "total_flops": 8222573568000000, "train_loss": 0.04282147884368896, "subset_score_loss": 0.04282147884368896}
+{"step": 620000, "wall_time": 5764.389880180359, "train_loss_step": 3.8225605487823486, "n_params": 4387900, "total_flops": 8357369856000000, "train_loss": 0.042251189549764, "subset_score_loss": 0.042251189549764}
+{"step": 630000, "wall_time": 5850.331058740616, "train_loss_step": 4.174799919128418, "n_params": 4387900, "total_flops": 8492166144000000, "train_loss": 0.04288378159205119, "subset_score_loss": 0.04288378159205119}
+{"step": 640000, "wall_time": 5935.3797199726105, "train_loss_step": 4.019155502319336, "n_params": 4387900, "total_flops": 8626962432000000, "train_loss": 0.04218501249949137, "subset_score_loss": 0.04218501249949137}
+{"step": 650000, "wall_time": 6019.534206867218, "train_loss_step": 3.937802791595459, "n_params": 4387900, "total_flops": 8761758720000000, "train_loss": 0.042177891731262206, "subset_score_loss": 0.042177891731262206}
+{"step": 660000, "wall_time": 6105.507613182068, "train_loss_step": 3.9226202964782715, "n_params": 4387900, "total_flops": 8896555008000000, "train_loss": 0.04243386189142863, "subset_score_loss": 0.04243386189142863}
+{"step": 670000, "wall_time": 6191.473071336746, "train_loss_step": 3.8544352054595947, "n_params": 4387900, "total_flops": 9031351296000000, "train_loss": 0.041630307833353676, "subset_score_loss": 0.041630307833353676}
+{"step": 680000, "wall_time": 6277.411267518997, "train_loss_step": 3.9236907958984375, "n_params": 4387900, "total_flops": 9166147584000000, "train_loss": 0.04011802275975545, "subset_score_loss": 0.04011802275975545}
+{"step": 690000, "wall_time": 6363.311300754547, "train_loss_step": 3.8391666412353516, "n_params": 4387900, "total_flops": 9300943872000000, "train_loss": 0.04042727549870809, "subset_score_loss": 0.04042727549870809}
+{"step": 700000, "wall_time": 6518.281522035599, "train_loss_step": 3.9535481929779053, "n_params": 4387900, "total_flops": 9435740160000000, "train_loss": 0.040711541970570884, "subset_score_loss": 0.040711541970570884, "memorization_fraction_pixel": 0.07959999889135361, "mean_nn_ratio_pixel": 0.625622034072876, "fid": 126.31093879456013, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6601.7336769104, "train_loss_step": 3.4317092895507812, "n_params": 4387900, "total_flops": 9570536448000000, "train_loss": 0.03994499047597249, "subset_score_loss": 0.03994499047597249}
+{"step": 720000, "wall_time": 6687.705976963043, "train_loss_step": 3.538715124130249, "n_params": 4387900, "total_flops": 9705332736000000, "train_loss": 0.03923129240671794, "subset_score_loss": 0.03923129240671794}
+{"step": 730000, "wall_time": 6773.634879589081, "train_loss_step": 3.9650614261627197, "n_params": 4387900, "total_flops": 9840129024000000, "train_loss": 0.03889511823654175, "subset_score_loss": 0.03889511823654175}
+{"step": 740000, "wall_time": 6859.900491476059, "train_loss_step": 3.8064475059509277, "n_params": 4387900, "total_flops": 9974925312000000, "train_loss": 0.03843117157618205, "subset_score_loss": 0.03843117157618205}
+{"step": 750000, "wall_time": 6942.887726783752, "train_loss_step": 3.844515562057495, "n_params": 4387900, "total_flops": 10109721600000000, "train_loss": 0.03820583422978719, "subset_score_loss": 0.03820583422978719}
+{"step": 760000, "wall_time": 7028.901677370071, "train_loss_step": 3.7305593490600586, "n_params": 4387900, "total_flops": 10244517888000000, "train_loss": 0.038083863258361814, "subset_score_loss": 0.038083863258361814}
+{"step": 770000, "wall_time": 7114.855765581131, "train_loss_step": 3.6527621746063232, "n_params": 4387900, "total_flops": 10379314176000000, "train_loss": 0.03838951985041301, "subset_score_loss": 0.03838951985041301}
+{"step": 780000, "wall_time": 7200.846705675125, "train_loss_step": 3.7945690155029297, "n_params": 4387900, "total_flops": 10514110464000000, "train_loss": 0.03693475325902303, "subset_score_loss": 0.03693475325902303}
+{"step": 790000, "wall_time": 7286.851673841476, "train_loss_step": 3.6977334022521973, "n_params": 4387900, "total_flops": 10648906752000000, "train_loss": 0.036913470427195234, "subset_score_loss": 0.036913470427195234}
+{"step": 800000, "wall_time": 7441.687290668488, "train_loss_step": 3.7730813026428223, "n_params": 4387900, "total_flops": 10783703040000000, "train_loss": 0.03706855773925781, "subset_score_loss": 0.03706855773925781, "memorization_fraction_pixel": 0.09269999712705612, "mean_nn_ratio_pixel": 0.6041671633720398, "fid": 125.035615038552, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7525.472310781479, "train_loss_step": 3.481156349182129, "n_params": 4387900, "total_flops": 10918499328000000, "train_loss": 0.03752056757609049, "subset_score_loss": 0.03752056757609049}
+{"step": 820000, "wall_time": 7611.395003795624, "train_loss_step": 3.8428163528442383, "n_params": 4387900, "total_flops": 11053295616000000, "train_loss": 0.03660399516423543, "subset_score_loss": 0.03660399516423543}
+{"step": 830000, "wall_time": 7697.41393494606, "train_loss_step": 3.8243963718414307, "n_params": 4387900, "total_flops": 11188091904000000, "train_loss": 0.036464615662892656, "subset_score_loss": 0.036464615662892656}
+{"step": 840000, "wall_time": 7783.285210609436, "train_loss_step": 3.795137643814087, "n_params": 4387900, "total_flops": 11322888192000000, "train_loss": 0.03613161643346151, "subset_score_loss": 0.03613161643346151}
+{"step": 850000, "wall_time": 7868.630449056625, "train_loss_step": 3.6874399185180664, "n_params": 4387900, "total_flops": 11457684480000000, "train_loss": 0.035163346926371256, "subset_score_loss": 0.035163346926371256}
+{"step": 860000, "wall_time": 7952.648372888565, "train_loss_step": 3.6124963760375977, "n_params": 4387900, "total_flops": 11592480768000000, "train_loss": 0.03542912006378174, "subset_score_loss": 0.03542912006378174}
+{"step": 870000, "wall_time": 8038.556436777115, "train_loss_step": 3.617384910583496, "n_params": 4387900, "total_flops": 11727277056000000, "train_loss": 0.034848356246948244, "subset_score_loss": 0.034848356246948244}
+{"step": 880000, "wall_time": 8124.525892734528, "train_loss_step": 3.5558629035949707, "n_params": 4387900, "total_flops": 11862073344000000, "train_loss": 0.03518554369608561, "subset_score_loss": 0.03518554369608561}
+{"step": 890000, "wall_time": 8210.510866641998, "train_loss_step": 3.3443069458007812, "n_params": 4387900, "total_flops": 11996869632000000, "train_loss": 0.035399707158406575, "subset_score_loss": 0.035399707158406575}
+{"step": 900000, "wall_time": 8364.853832960129, "train_loss_step": 3.8866350650787354, "n_params": 4387900, "total_flops": 12131665920000000, "train_loss": 0.03481508890787761, "subset_score_loss": 0.03481508890787761, "memorization_fraction_pixel": 0.10830000042915344, "mean_nn_ratio_pixel": 0.5805913805961609, "fid": 123.86742897078992, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8447.929199934006, "train_loss_step": 3.6692447662353516, "n_params": 4387900, "total_flops": 12266462208000000, "train_loss": 0.035557901859283446, "subset_score_loss": 0.035557901859283446}
+{"step": 920000, "wall_time": 8533.89858007431, "train_loss_step": 3.5732359886169434, "n_params": 4387900, "total_flops": 12401258496000000, "train_loss": 0.03478520711263021, "subset_score_loss": 0.03478520711263021}
+{"step": 930000, "wall_time": 8619.94404888153, "train_loss_step": 3.4364171028137207, "n_params": 4387900, "total_flops": 12536054784000000, "train_loss": 0.03543241024017334, "subset_score_loss": 0.03543241024017334}
+{"step": 940000, "wall_time": 8705.79580616951, "train_loss_step": 3.721221923828125, "n_params": 4387900, "total_flops": 12670851072000000, "train_loss": 0.03396838108698527, "subset_score_loss": 0.03396838108698527}
+{"step": 950000, "wall_time": 8791.755042552948, "train_loss_step": 3.535970687866211, "n_params": 4387900, "total_flops": 12805647360000000, "train_loss": 0.03299056092898051, "subset_score_loss": 0.03299056092898051}
+{"step": 960000, "wall_time": 8876.61432313919, "train_loss_step": 3.698841094970703, "n_params": 4387900, "total_flops": 12940443648000000, "train_loss": 0.03246454397837321, "subset_score_loss": 0.03246454397837321}
+{"step": 970000, "wall_time": 8960.877559423447, "train_loss_step": 3.5061514377593994, "n_params": 4387900, "total_flops": 13075239936000000, "train_loss": 0.033654201030731204, "subset_score_loss": 0.033654201030731204}
+{"step": 980000, "wall_time": 9046.84856748581, "train_loss_step": 3.816739082336426, "n_params": 4387900, "total_flops": 13210036224000000, "train_loss": 0.03312337001164754, "subset_score_loss": 0.03312337001164754}
+{"step": 990000, "wall_time": 9132.788504600525, "train_loss_step": 3.523275136947632, "n_params": 4387900, "total_flops": 13344832512000000, "train_loss": 0.033229331175486244, "subset_score_loss": 0.033229331175486244}
+{"step": 1000000, "wall_time": 9286.958548069, "train_loss_step": 3.5128135681152344, "n_params": 4387900, "total_flops": 13479628800000000, "train_loss": 0.033107835054397586, "subset_score_loss": 0.033107835054397586, "memorization_fraction_pixel": 0.11919999867677689, "mean_nn_ratio_pixel": 0.561457633972168, "fid": 123.09951452150403, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9370.139053583145, "train_loss_step": 3.555479049682617, "n_params": 4387900, "total_flops": 13614425088000000, "train_loss": 0.03324498136838277, "subset_score_loss": 0.03324498136838277}
+{"step": 1020000, "wall_time": 9456.08030796051, "train_loss_step": 3.1694743633270264, "n_params": 4387900, "total_flops": 13749221376000000, "train_loss": 0.032266114155451456, "subset_score_loss": 0.032266114155451456}
+{"step": 1030000, "wall_time": 9542.013791799545, "train_loss_step": 3.5720696449279785, "n_params": 4387900, "total_flops": 13884017664000000, "train_loss": 0.032964617013931274, "subset_score_loss": 0.032964617013931274}
+{"step": 1040000, "wall_time": 9627.952650547028, "train_loss_step": 3.4080286026000977, "n_params": 4387900, "total_flops": 14018813952000000, "train_loss": 0.032811081409454344, "subset_score_loss": 0.032811081409454344}
+{"step": 1050000, "wall_time": 9713.903129339218, "train_loss_step": 3.726184606552124, "n_params": 4387900, "total_flops": 14153610240000000, "train_loss": 0.03239259123802185, "subset_score_loss": 0.03239259123802185}
+{"step": 1060000, "wall_time": 9800.292544603348, "train_loss_step": 3.6132936477661133, "n_params": 4387900, "total_flops": 14288406528000000, "train_loss": 0.03193755944569906, "subset_score_loss": 0.03193755944569906}
+{"step": 1070000, "wall_time": 9883.308809518814, "train_loss_step": 3.651251792907715, "n_params": 4387900, "total_flops": 14423202816000000, "train_loss": 0.03264780441919963, "subset_score_loss": 0.03264780441919963}
+{"step": 1080000, "wall_time": 9969.337637662888, "train_loss_step": 3.6932339668273926, "n_params": 4387900, "total_flops": 14557999104000000, "train_loss": 0.0322411318620046, "subset_score_loss": 0.0322411318620046}
+{"step": 1090000, "wall_time": 10055.270873069763, "train_loss_step": 3.2682900428771973, "n_params": 4387900, "total_flops": 14692795392000000, "train_loss": 0.03103681206703186, "subset_score_loss": 0.03103681206703186}
+{"step": 1100000, "wall_time": 10210.1097946167, "train_loss_step": 3.411790370941162, "n_params": 4387900, "total_flops": 14827591680000000, "train_loss": 0.03148075739542643, "subset_score_loss": 0.03148075739542643, "memorization_fraction_pixel": 0.1395999938249588, "mean_nn_ratio_pixel": 0.5460337996482849, "fid": 122.23198726882532, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10293.27451467514, "train_loss_step": 3.5597314834594727, "n_params": 4387900, "total_flops": 14962387968000000, "train_loss": 0.03167557915051778, "subset_score_loss": 0.03167557915051778}
+{"step": 1120000, "wall_time": 10379.26216840744, "train_loss_step": 3.457338333129883, "n_params": 4387900, "total_flops": 15097184256000000, "train_loss": 0.03060797651608785, "subset_score_loss": 0.03060797651608785}
+{"step": 1130000, "wall_time": 10465.125284910202, "train_loss_step": 3.50872802734375, "n_params": 4387900, "total_flops": 15231980544000000, "train_loss": 0.030207423369089763, "subset_score_loss": 0.030207423369089763}
+{"step": 1140000, "wall_time": 10551.056710243225, "train_loss_step": 3.307215452194214, "n_params": 4387900, "total_flops": 15366776832000000, "train_loss": 0.032476240396499635, "subset_score_loss": 0.032476240396499635}
+{"step": 1150000, "wall_time": 10636.927044153214, "train_loss_step": 3.3419547080993652, "n_params": 4387900, "total_flops": 15501573120000000, "train_loss": 0.030102386077245077, "subset_score_loss": 0.030102386077245077}
+{"step": 1160000, "wall_time": 10722.924086809158, "train_loss_step": 3.2152833938598633, "n_params": 4387900, "total_flops": 15636369408000000, "train_loss": 0.030629787842432657, "subset_score_loss": 0.030629787842432657}
+{"step": 1170000, "wall_time": 10807.655586242676, "train_loss_step": 3.4053173065185547, "n_params": 4387900, "total_flops": 15771165696000000, "train_loss": 0.030509364604949952, "subset_score_loss": 0.030509364604949952}
+{"step": 1180000, "wall_time": 10892.117240905762, "train_loss_step": 3.4677700996398926, "n_params": 4387900, "total_flops": 15905961984000000, "train_loss": 0.030435176690419515, "subset_score_loss": 0.030435176690419515}
+{"step": 1190000, "wall_time": 10978.097648620605, "train_loss_step": 3.5593106746673584, "n_params": 4387900, "total_flops": 16040758272000000, "train_loss": 0.030032716194788613, "subset_score_loss": 0.030032716194788613}
+{"step": 1200000, "wall_time": 11133.24638056755, "train_loss_step": 3.428607940673828, "n_params": 4387900, "total_flops": 16175554560000000, "train_loss": 0.029535353183746338, "subset_score_loss": 0.029535353183746338, "memorization_fraction_pixel": 0.14300000667572021, "mean_nn_ratio_pixel": 0.5226219892501831, "fid": 120.90439880402542, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11218.020945549011, "train_loss_step": 3.523966073989868, "n_params": 4387900, "total_flops": 16310350848000000, "train_loss": 0.030375522375106812, "subset_score_loss": 0.030375522375106812}
+{"step": 1220000, "wall_time": 11302.842309713364, "train_loss_step": 3.4423422813415527, "n_params": 4387900, "total_flops": 16445147136000000, "train_loss": 0.029113495349884035, "subset_score_loss": 0.029113495349884035}
+{"step": 1230000, "wall_time": 11388.835523366928, "train_loss_step": 3.430784225463867, "n_params": 4387900, "total_flops": 16579943424000000, "train_loss": 0.029171486695607502, "subset_score_loss": 0.029171486695607502}
+{"step": 1240000, "wall_time": 11474.82429766655, "train_loss_step": 3.593430519104004, "n_params": 4387900, "total_flops": 16714739712000000, "train_loss": 0.030142072836558023, "subset_score_loss": 0.030142072836558023}
+{"step": 1250000, "wall_time": 11560.70196223259, "train_loss_step": 3.452723979949951, "n_params": 4387900, "total_flops": 16849536000000000, "train_loss": 0.029590819279352823, "subset_score_loss": 0.029590819279352823}
+{"step": 1260000, "wall_time": 11646.693720817566, "train_loss_step": 3.034195899963379, "n_params": 4387900, "total_flops": 16984332288000000, "train_loss": 0.0285796324412028, "subset_score_loss": 0.0285796324412028}
+{"step": 1270000, "wall_time": 11732.733057022095, "train_loss_step": 3.488663911819458, "n_params": 4387900, "total_flops": 17119128576000000, "train_loss": 0.029272109270095825, "subset_score_loss": 0.029272109270095825}
+{"step": 1280000, "wall_time": 11817.537460803986, "train_loss_step": 3.307318687438965, "n_params": 4387900, "total_flops": 17253924864000000, "train_loss": 0.0284293532371521, "subset_score_loss": 0.0284293532371521}
+{"step": 1290000, "wall_time": 11901.86239027977, "train_loss_step": 3.5213520526885986, "n_params": 4387900, "total_flops": 17388721152000000, "train_loss": 0.029143506288528444, "subset_score_loss": 0.029143506288528444}
+{"step": 1300000, "wall_time": 12056.267452955246, "train_loss_step": 3.508108139038086, "n_params": 4387900, "total_flops": 17523517440000000, "train_loss": 0.02911838094393412, "subset_score_loss": 0.02911838094393412, "memorization_fraction_pixel": 0.1664000004529953, "mean_nn_ratio_pixel": 0.5073097348213196, "fid": 121.17291545548422, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12142.129237890244, "train_loss_step": 3.299791097640991, "n_params": 4387900, "total_flops": 17658313728000000, "train_loss": 0.028301189343134563, "subset_score_loss": 0.028301189343134563}
+{"step": 1320000, "wall_time": 12225.368588924408, "train_loss_step": 3.2448816299438477, "n_params": 4387900, "total_flops": 17793110016000000, "train_loss": 0.029062801599502565, "subset_score_loss": 0.029062801599502565}
+{"step": 1330000, "wall_time": 12311.316424131393, "train_loss_step": 3.4224228858947754, "n_params": 4387900, "total_flops": 17927906304000000, "train_loss": 0.027985783418019612, "subset_score_loss": 0.027985783418019612}
+{"step": 1340000, "wall_time": 12397.301841497421, "train_loss_step": 3.4762487411499023, "n_params": 4387900, "total_flops": 18062702592000000, "train_loss": 0.02901336948076884, "subset_score_loss": 0.02901336948076884}
+{"step": 1350000, "wall_time": 12483.315698623657, "train_loss_step": 3.4342284202575684, "n_params": 4387900, "total_flops": 18197498880000000, "train_loss": 0.028793515761693318, "subset_score_loss": 0.028793515761693318}
+{"step": 1360000, "wall_time": 12569.2606549263, "train_loss_step": 3.2329649925231934, "n_params": 4387900, "total_flops": 18332295168000000, "train_loss": 0.028613831599553427, "subset_score_loss": 0.028613831599553427}
+{"step": 1370000, "wall_time": 12655.172462940216, "train_loss_step": 3.333087921142578, "n_params": 4387900, "total_flops": 18467091456000000, "train_loss": 0.026698237657546996, "subset_score_loss": 0.026698237657546996}
+{"step": 1380000, "wall_time": 12741.65856719017, "train_loss_step": 3.3147811889648438, "n_params": 4387900, "total_flops": 18601887744000000, "train_loss": 0.027278091510136923, "subset_score_loss": 0.027278091510136923}
+{"step": 1390000, "wall_time": 12825.820483446121, "train_loss_step": 3.515235424041748, "n_params": 4387900, "total_flops": 18736684032000000, "train_loss": 0.027259546518325805, "subset_score_loss": 0.027259546518325805}
+{"step": 1400000, "wall_time": 12979.226520061493, "train_loss_step": 3.2989954948425293, "n_params": 4387900, "total_flops": 18871480320000000, "train_loss": 0.02771762808163961, "subset_score_loss": 0.02771762808163961, "memorization_fraction_pixel": 0.1745000034570694, "mean_nn_ratio_pixel": 0.4954317808151245, "fid": 120.35210963504021, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13065.14011669159, "train_loss_step": 3.1842589378356934, "n_params": 4387900, "total_flops": 19006276608000000, "train_loss": 0.027481404940287273, "subset_score_loss": 0.027481404940287273}
+{"step": 1420000, "wall_time": 13148.213830709457, "train_loss_step": 3.1842992305755615, "n_params": 4387900, "total_flops": 19141072896000000, "train_loss": 0.028011534611384073, "subset_score_loss": 0.028011534611384073}
+{"step": 1430000, "wall_time": 13234.156885623932, "train_loss_step": 3.429786443710327, "n_params": 4387900, "total_flops": 19275869184000000, "train_loss": 0.02619102199872335, "subset_score_loss": 0.02619102199872335}
+{"step": 1440000, "wall_time": 13320.09038066864, "train_loss_step": 3.3951668739318848, "n_params": 4387900, "total_flops": 19410665472000000, "train_loss": 0.026421791315078734, "subset_score_loss": 0.026421791315078734}
+{"step": 1450000, "wall_time": 13406.117044687271, "train_loss_step": 3.22171688079834, "n_params": 4387900, "total_flops": 19545461760000000, "train_loss": 0.02666768232981364, "subset_score_loss": 0.02666768232981364}
+{"step": 1460000, "wall_time": 13492.001888513565, "train_loss_step": 3.2517313957214355, "n_params": 4387900, "total_flops": 19680258048000000, "train_loss": 0.027244571844736734, "subset_score_loss": 0.027244571844736734}
+{"step": 1470000, "wall_time": 13577.92318367958, "train_loss_step": 3.453071117401123, "n_params": 4387900, "total_flops": 19815054336000000, "train_loss": 0.027926143010457358, "subset_score_loss": 0.027926143010457358}
+{"step": 1480000, "wall_time": 13663.951961755753, "train_loss_step": 2.9973807334899902, "n_params": 4387900, "total_flops": 19949850624000000, "train_loss": 0.02669919530550639, "subset_score_loss": 0.02669919530550639}
+{"step": 1490000, "wall_time": 13748.608076810837, "train_loss_step": 3.181687593460083, "n_params": 4387900, "total_flops": 20084646912000000, "train_loss": 0.026721020539601643, "subset_score_loss": 0.026721020539601643}
+{"step": 1500000, "wall_time": 13922.350802898407, "train_loss_step": 3.1290011405944824, "n_params": 4387900, "total_flops": 20219443200000000, "train_loss": 0.026212666432062784, "subset_score_loss": 0.026212666432062784, "memorization_fraction_pixel": 0.18230000138282776, "mean_nn_ratio_pixel": 0.4846061170101166, "fid": 119.18895482201759, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14007.049049377441, "train_loss_step": 3.2082390785217285, "n_params": 4387900, "total_flops": 20354239488000000, "train_loss": 0.025923949480056763, "subset_score_loss": 0.025923949480056763}
+{"step": 1520000, "wall_time": 14083.378662586212, "train_loss_step": 3.3012747764587402, "n_params": 4387900, "total_flops": 20489035776000000, "train_loss": 0.026231815417607624, "subset_score_loss": 0.026231815417607624}
+{"step": 1530000, "wall_time": 14169.358342647552, "train_loss_step": 3.308635711669922, "n_params": 4387900, "total_flops": 20623832064000000, "train_loss": 0.024920517206192018, "subset_score_loss": 0.024920517206192018}
+{"step": 1540000, "wall_time": 14255.291520118713, "train_loss_step": 3.2322158813476562, "n_params": 4387900, "total_flops": 20758628352000000, "train_loss": 0.02702895204226176, "subset_score_loss": 0.02702895204226176}
+{"step": 1550000, "wall_time": 14341.274284362793, "train_loss_step": 3.2998156547546387, "n_params": 4387900, "total_flops": 20893424640000000, "train_loss": 0.025831584135691324, "subset_score_loss": 0.025831584135691324}
+{"step": 1560000, "wall_time": 14427.158204555511, "train_loss_step": 3.11116886138916, "n_params": 4387900, "total_flops": 21028220928000000, "train_loss": 0.025850892066955566, "subset_score_loss": 0.025850892066955566}
+{"step": 1570000, "wall_time": 14513.157361984253, "train_loss_step": 3.445834159851074, "n_params": 4387900, "total_flops": 21163017216000000, "train_loss": 0.02486784855524699, "subset_score_loss": 0.02486784855524699}
+{"step": 1580000, "wall_time": 14599.142535209656, "train_loss_step": 3.3619112968444824, "n_params": 4387900, "total_flops": 21297813504000000, "train_loss": 0.027291939655939738, "subset_score_loss": 0.027291939655939738}
+{"step": 1590000, "wall_time": 14685.521524190903, "train_loss_step": 3.2519211769104004, "n_params": 4387900, "total_flops": 21432609792000000, "train_loss": 0.024213085571924847, "subset_score_loss": 0.024213085571924847}
+{"step": 1600000, "wall_time": 14838.354639291763, "train_loss_step": 2.9183225631713867, "n_params": 4387900, "total_flops": 21567406080000000, "train_loss": 0.024830689032872517, "subset_score_loss": 0.024830689032872517, "memorization_fraction_pixel": 0.19249999523162842, "mean_nn_ratio_pixel": 0.4731175899505615, "fid": 118.7028849491824, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 14924.212405443192, "train_loss_step": 2.963456153869629, "n_params": 4387900, "total_flops": 21702202368000000, "train_loss": 0.024883262316385903, "subset_score_loss": 0.024883262316385903}
+{"step": 1620000, "wall_time": 15007.146173477173, "train_loss_step": 3.5433857440948486, "n_params": 4387900, "total_flops": 21836998656000000, "train_loss": 0.02573092778523763, "subset_score_loss": 0.02573092778523763}
+{"step": 1630000, "wall_time": 15093.096768379211, "train_loss_step": 3.0330586433410645, "n_params": 4387900, "total_flops": 21971794944000000, "train_loss": 0.025249618291854858, "subset_score_loss": 0.025249618291854858}
+{"step": 1640000, "wall_time": 15179.066270828247, "train_loss_step": 3.255484104156494, "n_params": 4387900, "total_flops": 22106591232000000, "train_loss": 0.02430548667907715, "subset_score_loss": 0.02430548667907715}
+{"step": 1650000, "wall_time": 15265.027776956558, "train_loss_step": 3.273273468017578, "n_params": 4387900, "total_flops": 22241387520000000, "train_loss": 0.02501945892969767, "subset_score_loss": 0.02501945892969767}
+{"step": 1660000, "wall_time": 15351.049817085266, "train_loss_step": 3.189218044281006, "n_params": 4387900, "total_flops": 22376183808000000, "train_loss": 0.024153862396876016, "subset_score_loss": 0.024153862396876016}
+{"step": 1670000, "wall_time": 15436.931388616562, "train_loss_step": 3.435368061065674, "n_params": 4387900, "total_flops": 22510980096000000, "train_loss": 0.024073904752731322, "subset_score_loss": 0.024073904752731322}
+{"step": 1680000, "wall_time": 15522.900654792786, "train_loss_step": 3.2654242515563965, "n_params": 4387900, "total_flops": 22645776384000000, "train_loss": 0.02388945420583089, "subset_score_loss": 0.02388945420583089}
+{"step": 1690000, "wall_time": 15608.956964731216, "train_loss_step": 2.914353370666504, "n_params": 4387900, "total_flops": 22780572672000000, "train_loss": 0.023712843656539917, "subset_score_loss": 0.023712843656539917}
+{"step": 1700000, "wall_time": 15763.278215408325, "train_loss_step": 2.9647746086120605, "n_params": 4387900, "total_flops": 22915368960000000, "train_loss": 0.023966250816980998, "subset_score_loss": 0.023966250816980998, "memorization_fraction_pixel": 0.19660000503063202, "mean_nn_ratio_pixel": 0.4622737169265747, "fid": 119.29417990679667, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 15849.309231042862, "train_loss_step": 3.148655652999878, "n_params": 4387900, "total_flops": 23050165248000000, "train_loss": 0.023994797468185426, "subset_score_loss": 0.023994797468185426}
+{"step": 1720000, "wall_time": 15932.306651115417, "train_loss_step": 3.183810234069824, "n_params": 4387900, "total_flops": 23184961536000000, "train_loss": 0.0233127494653066, "subset_score_loss": 0.0233127494653066}
+{"step": 1730000, "wall_time": 16018.267350435257, "train_loss_step": 2.9730005264282227, "n_params": 4387900, "total_flops": 23319757824000000, "train_loss": 0.02440720796585083, "subset_score_loss": 0.02440720796585083}
+{"step": 1740000, "wall_time": 16104.265307664871, "train_loss_step": 2.8441178798675537, "n_params": 4387900, "total_flops": 23454554112000000, "train_loss": 0.0236751397450765, "subset_score_loss": 0.0236751397450765}
+{"step": 1750000, "wall_time": 16190.256448745728, "train_loss_step": 2.971585988998413, "n_params": 4387900, "total_flops": 23589350400000000, "train_loss": 0.023233936230341593, "subset_score_loss": 0.023233936230341593}
+{"step": 1760000, "wall_time": 16276.237937450409, "train_loss_step": 2.924670696258545, "n_params": 4387900, "total_flops": 23724146688000000, "train_loss": 0.024193986256917318, "subset_score_loss": 0.024193986256917318}
+{"step": 1770000, "wall_time": 16362.17434501648, "train_loss_step": 3.1569666862487793, "n_params": 4387900, "total_flops": 23858942976000000, "train_loss": 0.023372163375218708, "subset_score_loss": 0.023372163375218708}
+{"step": 1780000, "wall_time": 16448.129190206528, "train_loss_step": 2.959969997406006, "n_params": 4387900, "total_flops": 23993739264000000, "train_loss": 0.022727839152018228, "subset_score_loss": 0.022727839152018228}
+{"step": 1790000, "wall_time": 16534.07829141617, "train_loss_step": 3.3546626567840576, "n_params": 4387900, "total_flops": 24128535552000000, "train_loss": 0.022524569431940714, "subset_score_loss": 0.022524569431940714}
+{"step": 1800000, "wall_time": 16710.62895178795, "train_loss_step": 3.150362491607666, "n_params": 4387900, "total_flops": 24263331840000000, "train_loss": 0.022923386096954344, "subset_score_loss": 0.022923386096954344, "memorization_fraction_pixel": 0.20389999449253082, "mean_nn_ratio_pixel": 0.46160444617271423, "fid": 119.05907754193845, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 16794.885756492615, "train_loss_step": 3.073357582092285, "n_params": 4387900, "total_flops": 24398128128000000, "train_loss": 0.022918482621510822, "subset_score_loss": 0.022918482621510822}
+{"step": 1820000, "wall_time": 16870.127940416336, "train_loss_step": 3.0182456970214844, "n_params": 4387900, "total_flops": 24532924416000000, "train_loss": 0.02239277760187785, "subset_score_loss": 0.02239277760187785}
+{"step": 1830000, "wall_time": 16953.81455039978, "train_loss_step": 3.134781837463379, "n_params": 4387900, "total_flops": 24667720704000000, "train_loss": 0.022734431425730388, "subset_score_loss": 0.022734431425730388}
+{"step": 1840000, "wall_time": 17039.7457177639, "train_loss_step": 3.0007450580596924, "n_params": 4387900, "total_flops": 24802516992000000, "train_loss": 0.02181685169537862, "subset_score_loss": 0.02181685169537862}
+{"step": 1850000, "wall_time": 17125.711716890335, "train_loss_step": 3.179358959197998, "n_params": 4387900, "total_flops": 24937313280000000, "train_loss": 0.021922868490219117, "subset_score_loss": 0.021922868490219117}
+{"step": 1860000, "wall_time": 17211.69939661026, "train_loss_step": 3.252474069595337, "n_params": 4387900, "total_flops": 25072109568000000, "train_loss": 0.022177126010258993, "subset_score_loss": 0.022177126010258993}
+{"step": 1870000, "wall_time": 17297.72931408882, "train_loss_step": 3.077423572540283, "n_params": 4387900, "total_flops": 25206905856000000, "train_loss": 0.0216804305712382, "subset_score_loss": 0.0216804305712382}
+{"step": 1880000, "wall_time": 17383.72142100334, "train_loss_step": 3.052422046661377, "n_params": 4387900, "total_flops": 25341702144000000, "train_loss": 0.0224938174088796, "subset_score_loss": 0.0224938174088796}
+{"step": 1890000, "wall_time": 17469.604469060898, "train_loss_step": 3.025974988937378, "n_params": 4387900, "total_flops": 25476498432000000, "train_loss": 0.021636595328648884, "subset_score_loss": 0.021636595328648884}
+{"step": 1900000, "wall_time": 17643.308349847794, "train_loss_step": 2.9631450176239014, "n_params": 4387900, "total_flops": 25611294720000000, "train_loss": 0.022405604521433514, "subset_score_loss": 0.022405604521433514, "memorization_fraction_pixel": 0.20829999446868896, "mean_nn_ratio_pixel": 0.45076656341552734, "fid": 118.49967308284184, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 17727.83694434166, "train_loss_step": 2.8156561851501465, "n_params": 4387900, "total_flops": 25746091008000000, "train_loss": 0.022463452816009522, "subset_score_loss": 0.022463452816009522}
+{"step": 1920000, "wall_time": 17809.893314361572, "train_loss_step": 2.8968653678894043, "n_params": 4387900, "total_flops": 25880887296000000, "train_loss": 0.021417359511057537, "subset_score_loss": 0.021417359511057537}
+{"step": 1930000, "wall_time": 17895.085916996002, "train_loss_step": 3.0732054710388184, "n_params": 4387900, "total_flops": 26015683584000000, "train_loss": 0.021058982610702513, "subset_score_loss": 0.021058982610702513}
+{"step": 1940000, "wall_time": 17981.014548540115, "train_loss_step": 2.8459584712982178, "n_params": 4387900, "total_flops": 26150479872000000, "train_loss": 0.02073970635732015, "subset_score_loss": 0.02073970635732015}
+{"step": 1950000, "wall_time": 18066.963972091675, "train_loss_step": 2.8513007164001465, "n_params": 4387900, "total_flops": 26285276160000000, "train_loss": 0.02177361845970154, "subset_score_loss": 0.02177361845970154}
+{"step": 1960000, "wall_time": 18152.892091035843, "train_loss_step": 2.9960241317749023, "n_params": 4387900, "total_flops": 26420072448000000, "train_loss": 0.022223923603693643, "subset_score_loss": 0.022223923603693643}
+{"step": 1970000, "wall_time": 18238.829676628113, "train_loss_step": 2.916541337966919, "n_params": 4387900, "total_flops": 26554868736000000, "train_loss": 0.02160948912302653, "subset_score_loss": 0.02160948912302653}
+{"step": 1980000, "wall_time": 18324.76074528694, "train_loss_step": 3.171727180480957, "n_params": 4387900, "total_flops": 26689665024000000, "train_loss": 0.021005916595458984, "subset_score_loss": 0.021005916595458984}
+{"step": 1990000, "wall_time": 18410.698895454407, "train_loss_step": 3.0541622638702393, "n_params": 4387900, "total_flops": 26824461312000000, "train_loss": 0.022011280059814453, "subset_score_loss": 0.022011280059814453}
+{"step": 2000000, "wall_time": 18564.99297642708, "train_loss_step": 2.7881298065185547, "n_params": 4387900, "total_flops": 26959257600000000, "train_loss": 0.02171550194422404, "subset_score_loss": 0.02171550194422404, "memorization_fraction_pixel": 0.21400000154972076, "mean_nn_ratio_pixel": 0.4476839005947113, "fid": 118.11626916238414, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 18649.22456216812, "train_loss_step": 3.023653507232666, "n_params": 4387900, "total_flops": 27094053888000000, "train_loss": 0.02078664700190226, "subset_score_loss": 0.02078664700190226}
+{"step": 2020000, "wall_time": 18733.563852787018, "train_loss_step": 3.020123243331909, "n_params": 4387900, "total_flops": 27228850176000000, "train_loss": 0.020978635549545287, "subset_score_loss": 0.020978635549545287}
+{"step": 2030000, "wall_time": 18817.04252576828, "train_loss_step": 2.934399127960205, "n_params": 4387900, "total_flops": 27363646464000000, "train_loss": 0.020281283060709636, "subset_score_loss": 0.020281283060709636}
+{"step": 2040000, "wall_time": 18902.942206144333, "train_loss_step": 3.0446810722351074, "n_params": 4387900, "total_flops": 27498442752000000, "train_loss": 0.02024932106335958, "subset_score_loss": 0.02024932106335958}
+{"step": 2050000, "wall_time": 18988.97610783577, "train_loss_step": 2.9604339599609375, "n_params": 4387900, "total_flops": 27633239040000000, "train_loss": 0.020501995086669923, "subset_score_loss": 0.020501995086669923}
+{"step": 2060000, "wall_time": 19074.952781915665, "train_loss_step": 3.059506416320801, "n_params": 4387900, "total_flops": 27768035328000000, "train_loss": 0.021376933654149374, "subset_score_loss": 0.021376933654149374}
+{"step": 2070000, "wall_time": 19160.91957640648, "train_loss_step": 3.146665573120117, "n_params": 4387900, "total_flops": 27902831616000000, "train_loss": 0.021266067028045656, "subset_score_loss": 0.021266067028045656}
+{"step": 2080000, "wall_time": 19246.885322332382, "train_loss_step": 3.0459113121032715, "n_params": 4387900, "total_flops": 28037627904000000, "train_loss": 0.020837299029032388, "subset_score_loss": 0.020837299029032388}
+{"step": 2090000, "wall_time": 19332.48405766487, "train_loss_step": 3.0969932079315186, "n_params": 4387900, "total_flops": 28172424192000000, "train_loss": 0.02057731548945109, "subset_score_loss": 0.02057731548945109}
+{"step": 2100000, "wall_time": 19518.07224059105, "train_loss_step": 2.84212589263916, "n_params": 4387900, "total_flops": 28307220480000000, "train_loss": 0.020270482699076334, "subset_score_loss": 0.020270482699076334, "memorization_fraction_pixel": 0.2176000028848648, "mean_nn_ratio_pixel": 0.44037479162216187, "fid": 118.38006579628045, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 19602.77365374565, "train_loss_step": 2.781883716583252, "n_params": 4387900, "total_flops": 28442016768000000, "train_loss": 0.01950414975484212, "subset_score_loss": 0.01950414975484212}
+{"step": 2120000, "wall_time": 19680.776571035385, "train_loss_step": 3.084432601928711, "n_params": 4387900, "total_flops": 28576813056000000, "train_loss": 0.019629464546839396, "subset_score_loss": 0.019629464546839396}
+{"step": 2130000, "wall_time": 19755.91811132431, "train_loss_step": 3.068425178527832, "n_params": 4387900, "total_flops": 28711609344000000, "train_loss": 0.020159677664438883, "subset_score_loss": 0.020159677664438883}
+{"step": 2140000, "wall_time": 19841.89087986946, "train_loss_step": 3.1596789360046387, "n_params": 4387900, "total_flops": 28846405632000000, "train_loss": 0.019713465372721353, "subset_score_loss": 0.019713465372721353}
+{"step": 2150000, "wall_time": 19927.82072377205, "train_loss_step": 2.97922420501709, "n_params": 4387900, "total_flops": 28981201920000000, "train_loss": 0.020292701323827107, "subset_score_loss": 0.020292701323827107}
+{"step": 2160000, "wall_time": 20013.78422164917, "train_loss_step": 2.994507312774658, "n_params": 4387900, "total_flops": 29115998208000000, "train_loss": 0.01932231386502584, "subset_score_loss": 0.01932231386502584}
+{"step": 2170000, "wall_time": 20099.703464746475, "train_loss_step": 2.7002010345458984, "n_params": 4387900, "total_flops": 29250794496000000, "train_loss": 0.019661130507787068, "subset_score_loss": 0.019661130507787068}
+{"step": 2180000, "wall_time": 20185.506635904312, "train_loss_step": 2.9958271980285645, "n_params": 4387900, "total_flops": 29385590784000000, "train_loss": 0.02025195360183716, "subset_score_loss": 0.02025195360183716}
+{"step": 2190000, "wall_time": 20269.60451388359, "train_loss_step": 2.8067097663879395, "n_params": 4387900, "total_flops": 29520387072000000, "train_loss": 0.018783491849899293, "subset_score_loss": 0.018783491849899293}
+{"step": 2200000, "wall_time": 20469.139940738678, "train_loss_step": 2.9211854934692383, "n_params": 4387900, "total_flops": 29655183360000000, "train_loss": 0.019708098967870076, "subset_score_loss": 0.019708098967870076, "memorization_fraction_pixel": 0.23000000417232513, "mean_nn_ratio_pixel": 0.43291836977005005, "fid": 118.21840912004049, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 20553.718086242676, "train_loss_step": 3.1893157958984375, "n_params": 4387900, "total_flops": 29789979648000000, "train_loss": 0.019358988602956137, "subset_score_loss": 0.019358988602956137}
+{"step": 2220000, "wall_time": 20637.747287511826, "train_loss_step": 2.971242904663086, "n_params": 4387900, "total_flops": 29924775936000000, "train_loss": 0.019281540314356485, "subset_score_loss": 0.019281540314356485}
+{"step": 2230000, "wall_time": 20711.037090301514, "train_loss_step": 3.1012182235717773, "n_params": 4387900, "total_flops": 30059572224000000, "train_loss": 0.019203056891759235, "subset_score_loss": 0.019203056891759235}
+{"step": 2240000, "wall_time": 20797.008110523224, "train_loss_step": 2.8012144565582275, "n_params": 4387900, "total_flops": 30194368512000000, "train_loss": 0.01892919143040975, "subset_score_loss": 0.01892919143040975}
+{"step": 2250000, "wall_time": 20882.958445310593, "train_loss_step": 2.959109306335449, "n_params": 4387900, "total_flops": 30329164800000000, "train_loss": 0.018556429942448934, "subset_score_loss": 0.018556429942448934}
+{"step": 2260000, "wall_time": 20968.941076517105, "train_loss_step": 2.8868517875671387, "n_params": 4387900, "total_flops": 30463961088000000, "train_loss": 0.01962908705075582, "subset_score_loss": 0.01962908705075582}
+{"step": 2270000, "wall_time": 21054.868772745132, "train_loss_step": 2.78859281539917, "n_params": 4387900, "total_flops": 30598757376000000, "train_loss": 0.01882550319035848, "subset_score_loss": 0.01882550319035848}
+{"step": 2280000, "wall_time": 21139.291875362396, "train_loss_step": 2.7287943363189697, "n_params": 4387900, "total_flops": 30733553664000000, "train_loss": 0.01879283587137858, "subset_score_loss": 0.01879283587137858}
+{"step": 2290000, "wall_time": 21225.256898403168, "train_loss_step": 3.158062219619751, "n_params": 4387900, "total_flops": 30868349952000000, "train_loss": 0.018391082684199016, "subset_score_loss": 0.018391082684199016}
+{"step": 2300000, "wall_time": 21431.309129714966, "train_loss_step": 2.803828239440918, "n_params": 4387900, "total_flops": 31003146240000000, "train_loss": 0.01853413979212443, "subset_score_loss": 0.01853413979212443, "memorization_fraction_pixel": 0.24449999630451202, "mean_nn_ratio_pixel": 0.43107378482818604, "fid": 118.31111641898286, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 21515.49676513672, "train_loss_step": 3.026897430419922, "n_params": 4387900, "total_flops": 31137942528000000, "train_loss": 0.01818121075630188, "subset_score_loss": 0.01818121075630188}
+{"step": 2320000, "wall_time": 21599.706757068634, "train_loss_step": 3.184163808822632, "n_params": 4387900, "total_flops": 31272738816000000, "train_loss": 0.018299810091654458, "subset_score_loss": 0.018299810091654458}
+{"step": 2330000, "wall_time": 21671.87192416191, "train_loss_step": 3.2281646728515625, "n_params": 4387900, "total_flops": 31407535104000000, "train_loss": 0.01884019374847412, "subset_score_loss": 0.01884019374847412}
+{"step": 2340000, "wall_time": 21757.794529914856, "train_loss_step": 2.8991880416870117, "n_params": 4387900, "total_flops": 31542331392000000, "train_loss": 0.018014291922251385, "subset_score_loss": 0.018014291922251385}
+{"step": 2350000, "wall_time": 21843.79559659958, "train_loss_step": 2.81064772605896, "n_params": 4387900, "total_flops": 31677127680000000, "train_loss": 0.018411084016164144, "subset_score_loss": 0.018411084016164144}
+{"step": 2360000, "wall_time": 21929.726547718048, "train_loss_step": 2.8273749351501465, "n_params": 4387900, "total_flops": 31811923968000000, "train_loss": 0.018008561929066975, "subset_score_loss": 0.018008561929066975}
+{"step": 2370000, "wall_time": 22015.58434009552, "train_loss_step": 3.1659297943115234, "n_params": 4387900, "total_flops": 31946720256000000, "train_loss": 0.019297564029693605, "subset_score_loss": 0.019297564029693605}
+{"step": 2380000, "wall_time": 22099.60653281212, "train_loss_step": 2.7806501388549805, "n_params": 4387900, "total_flops": 32081516544000000, "train_loss": 0.018225862582524618, "subset_score_loss": 0.018225862582524618}
+{"step": 2390000, "wall_time": 22185.52736234665, "train_loss_step": 2.9866623878479004, "n_params": 4387900, "total_flops": 32216312832000000, "train_loss": 0.01846026579538981, "subset_score_loss": 0.01846026579538981}
+{"step": 2400000, "wall_time": 22383.67566370964, "train_loss_step": 2.666818618774414, "n_params": 4387900, "total_flops": 32351109120000000, "train_loss": 0.017246949672698974, "subset_score_loss": 0.017246949672698974, "memorization_fraction_pixel": 0.24130000174045563, "mean_nn_ratio_pixel": 0.42905497550964355, "fid": 118.98057895750358, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 22467.89186668396, "train_loss_step": 2.7938039302825928, "n_params": 4387900, "total_flops": 32485905408000000, "train_loss": 0.017438356081644693, "subset_score_loss": 0.017438356081644693}
+{"step": 2420000, "wall_time": 22552.343227148056, "train_loss_step": 2.6906826496124268, "n_params": 4387900, "total_flops": 32620701696000000, "train_loss": 0.01729695995648702, "subset_score_loss": 0.01729695995648702}
+{"step": 2430000, "wall_time": 22624.459481954575, "train_loss_step": 2.873305559158325, "n_params": 4387900, "total_flops": 32755497984000000, "train_loss": 0.017731253306070963, "subset_score_loss": 0.017731253306070963}
+{"step": 2440000, "wall_time": 22709.72853422165, "train_loss_step": 3.043365478515625, "n_params": 4387900, "total_flops": 32890294272000000, "train_loss": 0.0177400271097819, "subset_score_loss": 0.0177400271097819}
+{"step": 2450000, "wall_time": 22795.72816824913, "train_loss_step": 2.8667831420898438, "n_params": 4387900, "total_flops": 33025090560000000, "train_loss": 0.01809043288230896, "subset_score_loss": 0.01809043288230896}
+{"step": 2460000, "wall_time": 22881.633380651474, "train_loss_step": 2.9919512271881104, "n_params": 4387900, "total_flops": 33159886848000000, "train_loss": 0.018105218807856243, "subset_score_loss": 0.018105218807856243}
+{"step": 2470000, "wall_time": 22965.77524447441, "train_loss_step": 2.8565120697021484, "n_params": 4387900, "total_flops": 33294683136000000, "train_loss": 0.017026470104853312, "subset_score_loss": 0.017026470104853312}
+{"step": 2480000, "wall_time": 23051.77068567276, "train_loss_step": 3.1649057865142822, "n_params": 4387900, "total_flops": 33429479424000000, "train_loss": 0.017539326349894205, "subset_score_loss": 0.017539326349894205}
+{"step": 2490000, "wall_time": 23137.681201934814, "train_loss_step": 2.8480310440063477, "n_params": 4387900, "total_flops": 33564275712000000, "train_loss": 0.01737339695294698, "subset_score_loss": 0.01737339695294698}
+{"step": 2500000, "wall_time": 23337.77365541458, "train_loss_step": 2.9653003215789795, "n_params": 4387900, "total_flops": 33699072000000000, "train_loss": 0.017601317167282103, "subset_score_loss": 0.017601317167282103, "memorization_fraction_pixel": 0.23430000245571136, "mean_nn_ratio_pixel": 0.4246659278869629, "fid": 117.84163404242172, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 23422.053993940353, "train_loss_step": 3.078474283218384, "n_params": 4387900, "total_flops": 33833868288000000, "train_loss": 0.017272398869196574, "subset_score_loss": 0.017272398869196574}
+{"step": 2520000, "wall_time": 23507.566063642502, "train_loss_step": 2.939115047454834, "n_params": 4387900, "total_flops": 33968664576000000, "train_loss": 0.016712222496668497, "subset_score_loss": 0.016712222496668497}
+{"step": 2530000, "wall_time": 23582.52791237831, "train_loss_step": 2.9678282737731934, "n_params": 4387900, "total_flops": 34103460864000000, "train_loss": 0.01717265248298645, "subset_score_loss": 0.01717265248298645}
+{"step": 2540000, "wall_time": 23668.53129673004, "train_loss_step": 2.881242275238037, "n_params": 4387900, "total_flops": 34238257152000000, "train_loss": 0.017018125454584757, "subset_score_loss": 0.017018125454584757}
+{"step": 2550000, "wall_time": 23754.478085517883, "train_loss_step": 3.000798463821411, "n_params": 4387900, "total_flops": 34373053440000000, "train_loss": 0.016535468896230063, "subset_score_loss": 0.016535468896230063}
+{"step": 2560000, "wall_time": 23838.615077733994, "train_loss_step": 2.813849687576294, "n_params": 4387900, "total_flops": 34507849728000000, "train_loss": 0.01671723524729411, "subset_score_loss": 0.01671723524729411}
+{"step": 2570000, "wall_time": 23924.61506652832, "train_loss_step": 2.5088858604431152, "n_params": 4387900, "total_flops": 34642646016000000, "train_loss": 0.016649294892946878, "subset_score_loss": 0.016649294892946878}
+{"step": 2580000, "wall_time": 24010.636457443237, "train_loss_step": 2.8502144813537598, "n_params": 4387900, "total_flops": 34777442304000000, "train_loss": 0.017181189854939778, "subset_score_loss": 0.017181189854939778}
+{"step": 2590000, "wall_time": 24096.620403289795, "train_loss_step": 2.8094687461853027, "n_params": 4387900, "total_flops": 34912238592000000, "train_loss": 0.016867518424987793, "subset_score_loss": 0.016867518424987793}
+{"step": 2600000, "wall_time": 24307.098133325577, "train_loss_step": 2.8980791568756104, "n_params": 4387900, "total_flops": 35047034880000000, "train_loss": 0.016232699155807495, "subset_score_loss": 0.016232699155807495, "memorization_fraction_pixel": 0.2386000007390976, "mean_nn_ratio_pixel": 0.42356356978416443, "fid": 118.29917219857765, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 24391.556294202805, "train_loss_step": 3.0258471965789795, "n_params": 4387900, "total_flops": 35181831168000000, "train_loss": 0.01639953056971232, "subset_score_loss": 0.01639953056971232}
+{"step": 2620000, "wall_time": 24476.046041727066, "train_loss_step": 3.064525604248047, "n_params": 4387900, "total_flops": 35316627456000000, "train_loss": 0.016429511706034343, "subset_score_loss": 0.016429511706034343}
+{"step": 2630000, "wall_time": 24549.4641661644, "train_loss_step": 2.7898576259613037, "n_params": 4387900, "total_flops": 35451423744000000, "train_loss": 0.01627955734729767, "subset_score_loss": 0.01627955734729767}
+{"step": 2640000, "wall_time": 24635.42067885399, "train_loss_step": 2.988372325897217, "n_params": 4387900, "total_flops": 35586220032000000, "train_loss": 0.01637237866719564, "subset_score_loss": 0.01637237866719564}
+{"step": 2650000, "wall_time": 24720.157253026962, "train_loss_step": 2.881164312362671, "n_params": 4387900, "total_flops": 35721016320000000, "train_loss": 0.017655853430430093, "subset_score_loss": 0.017655853430430093}
+{"step": 2660000, "wall_time": 24805.460534095764, "train_loss_step": 3.0795810222625732, "n_params": 4387900, "total_flops": 35855812608000000, "train_loss": 0.016406307617823284, "subset_score_loss": 0.016406307617823284}
+{"step": 2670000, "wall_time": 24891.40385580063, "train_loss_step": 2.641510009765625, "n_params": 4387900, "total_flops": 35990608896000000, "train_loss": 0.01625702182451884, "subset_score_loss": 0.01625702182451884}
+{"step": 2680000, "wall_time": 24977.325283288956, "train_loss_step": 2.6667468547821045, "n_params": 4387900, "total_flops": 36125405184000000, "train_loss": 0.01619438032309214, "subset_score_loss": 0.01619438032309214}
+{"step": 2690000, "wall_time": 25063.32021355629, "train_loss_step": 2.858515977859497, "n_params": 4387900, "total_flops": 36260201472000000, "train_loss": 0.016411211093266806, "subset_score_loss": 0.016411211093266806}
+{"step": 2700000, "wall_time": 25264.02481174469, "train_loss_step": 2.9542758464813232, "n_params": 4387900, "total_flops": 36394997760000000, "train_loss": 0.01575752397378286, "subset_score_loss": 0.01575752397378286, "memorization_fraction_pixel": 0.24420000612735748, "mean_nn_ratio_pixel": 0.4209388792514801, "fid": 118.44109232400308, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 25348.071368455887, "train_loss_step": 2.7214083671569824, "n_params": 4387900, "total_flops": 36529794048000000, "train_loss": 0.015665371219317117, "subset_score_loss": 0.015665371219317117}
+{"step": 2720000, "wall_time": 25433.368992090225, "train_loss_step": 2.812114953994751, "n_params": 4387900, "total_flops": 36664590336000000, "train_loss": 0.016011168559392292, "subset_score_loss": 0.016011168559392292}
+{"step": 2730000, "wall_time": 25504.764040231705, "train_loss_step": 2.839183807373047, "n_params": 4387900, "total_flops": 36799386624000000, "train_loss": 0.015235748887062073, "subset_score_loss": 0.015235748887062073}
+{"step": 2740000, "wall_time": 25590.657414913177, "train_loss_step": 2.599978446960449, "n_params": 4387900, "total_flops": 36934182912000000, "train_loss": 0.01566715935866038, "subset_score_loss": 0.01566715935866038}
+{"step": 2750000, "wall_time": 25674.816287517548, "train_loss_step": 2.8371968269348145, "n_params": 4387900, "total_flops": 37068979200000000, "train_loss": 0.015345787008603414, "subset_score_loss": 0.015345787008603414}
+{"step": 2760000, "wall_time": 25760.766265392303, "train_loss_step": 2.748807430267334, "n_params": 4387900, "total_flops": 37203775488000000, "train_loss": 0.015452316403388977, "subset_score_loss": 0.015452316403388977}
+{"step": 2770000, "wall_time": 25846.689678668976, "train_loss_step": 2.5327558517456055, "n_params": 4387900, "total_flops": 37338571776000000, "train_loss": 0.01535264750321706, "subset_score_loss": 0.01535264750321706}
+{"step": 2780000, "wall_time": 25932.674178361893, "train_loss_step": 2.937119722366333, "n_params": 4387900, "total_flops": 37473368064000000, "train_loss": 0.015408572554588319, "subset_score_loss": 0.015408572554588319}
+{"step": 2790000, "wall_time": 26018.66021823883, "train_loss_step": 2.6783218383789062, "n_params": 4387900, "total_flops": 37608164352000000, "train_loss": 0.01598579386870066, "subset_score_loss": 0.01598579386870066}
+{"step": 2800000, "wall_time": 26213.495471715927, "train_loss_step": 2.5974061489105225, "n_params": 4387900, "total_flops": 37742960640000000, "train_loss": 0.0147447536389033, "subset_score_loss": 0.0147447536389033, "memorization_fraction_pixel": 0.24629999697208405, "mean_nn_ratio_pixel": 0.4189450740814209, "fid": 117.65906680463239, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 26297.991616249084, "train_loss_step": 2.652127742767334, "n_params": 4387900, "total_flops": 37877756928000000, "train_loss": 0.01577807068824768, "subset_score_loss": 0.01577807068824768}
+{"step": 2820000, "wall_time": 26384.286804676056, "train_loss_step": 2.7216243743896484, "n_params": 4387900, "total_flops": 38012553216000000, "train_loss": 0.015106117725372315, "subset_score_loss": 0.015106117725372315}
+{"step": 2830000, "wall_time": 26464.079264879227, "train_loss_step": 3.135242223739624, "n_params": 4387900, "total_flops": 38147349504000000, "train_loss": 0.017244611183802286, "subset_score_loss": 0.017244611183802286}
+{"step": 2840000, "wall_time": 26548.136325120926, "train_loss_step": 2.7003350257873535, "n_params": 4387900, "total_flops": 38282145792000000, "train_loss": 0.015853520234425864, "subset_score_loss": 0.015853520234425864}
+{"step": 2850000, "wall_time": 26634.100918769836, "train_loss_step": 2.617196798324585, "n_params": 4387900, "total_flops": 38416942080000000, "train_loss": 0.015148573120435079, "subset_score_loss": 0.015148573120435079}
+{"step": 2860000, "wall_time": 26720.031718969345, "train_loss_step": 2.6878714561462402, "n_params": 4387900, "total_flops": 38551738368000000, "train_loss": 0.01468020776907603, "subset_score_loss": 0.01468020776907603}
+{"step": 2870000, "wall_time": 26806.07277727127, "train_loss_step": 2.803377151489258, "n_params": 4387900, "total_flops": 38686534656000000, "train_loss": 0.01540585160255432, "subset_score_loss": 0.01540585160255432}
+{"step": 2880000, "wall_time": 26892.079494714737, "train_loss_step": 2.7230358123779297, "n_params": 4387900, "total_flops": 38821330944000000, "train_loss": 0.015000704924265544, "subset_score_loss": 0.015000704924265544}
+{"step": 2890000, "wall_time": 26978.037546873093, "train_loss_step": 2.811814069747925, "n_params": 4387900, "total_flops": 38956127232000000, "train_loss": 0.015066601832707723, "subset_score_loss": 0.015066601832707723}
+{"step": 2900000, "wall_time": 27135.847481250763, "train_loss_step": 2.7515082359313965, "n_params": 4387900, "total_flops": 39090923520000000, "train_loss": 0.015651368101437888, "subset_score_loss": 0.015651368101437888, "memorization_fraction_pixel": 0.2362000048160553, "mean_nn_ratio_pixel": 0.4183667004108429, "fid": 118.17375630986817, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 27220.450533390045, "train_loss_step": 2.648348569869995, "n_params": 4387900, "total_flops": 39225719808000000, "train_loss": 0.014486366510391235, "subset_score_loss": 0.014486366510391235}
+{"step": 2920000, "wall_time": 27306.491335392, "train_loss_step": 2.785494565963745, "n_params": 4387900, "total_flops": 39360516096000000, "train_loss": 0.01432139774163564, "subset_score_loss": 0.01432139774163564}
+{"step": 2930000, "wall_time": 27382.56089425087, "train_loss_step": 2.626826524734497, "n_params": 4387900, "total_flops": 39495312384000000, "train_loss": 0.01476417581240336, "subset_score_loss": 0.01476417581240336}
+{"step": 2940000, "wall_time": 27463.461881637573, "train_loss_step": 2.761403799057007, "n_params": 4387900, "total_flops": 39630108672000000, "train_loss": 0.015215729673703512, "subset_score_loss": 0.015215729673703512}
+{"step": 2950000, "wall_time": 27549.424354553223, "train_loss_step": 3.0277926921844482, "n_params": 4387900, "total_flops": 39764904960000000, "train_loss": 0.015139301617940268, "subset_score_loss": 0.015139301617940268}
+{"step": 2960000, "wall_time": 27635.371963262558, "train_loss_step": 2.7464823722839355, "n_params": 4387900, "total_flops": 39899701248000000, "train_loss": 0.015518111983935039, "subset_score_loss": 0.015518111983935039}
+{"step": 2970000, "wall_time": 27721.409098386765, "train_loss_step": 2.550474166870117, "n_params": 4387900, "total_flops": 40034497536000000, "train_loss": 0.014411166310310364, "subset_score_loss": 0.014411166310310364}
+{"step": 2980000, "wall_time": 27807.34545469284, "train_loss_step": 2.969809055328369, "n_params": 4387900, "total_flops": 40169293824000000, "train_loss": 0.01437651515007019, "subset_score_loss": 0.01437651515007019}
+{"step": 2990000, "wall_time": 27893.248069047928, "train_loss_step": 2.7495174407958984, "n_params": 4387900, "total_flops": 40304090112000000, "train_loss": 0.015431735912958782, "subset_score_loss": 0.015431735912958782}
+{"step": 3000000, "wall_time": 28093.092438459396, "train_loss_step": 2.8523590564727783, "n_params": 4387900, "total_flops": 40438886400000000, "train_loss": 0.01486915647983551, "subset_score_loss": 0.01486915647983551, "memorization_fraction_pixel": 0.24390000104904175, "mean_nn_ratio_pixel": 0.41813525557518005, "fid": 117.96579816208663, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 28177.717538833618, "train_loss_step": 2.7607178688049316, "n_params": 4387900, "total_flops": 40573682688000000, "train_loss": 0.015236711502075196, "subset_score_loss": 0.015236711502075196}
+{"step": 3020000, "wall_time": 28263.5525765419, "train_loss_step": 2.7546229362487793, "n_params": 4387900, "total_flops": 40708478976000000, "train_loss": 0.014010167121887207, "subset_score_loss": 0.014010167121887207}
+{"step": 3030000, "wall_time": 28337.57056593895, "train_loss_step": 2.836329221725464, "n_params": 4387900, "total_flops": 40843275264000000, "train_loss": 0.014285436272621155, "subset_score_loss": 0.014285436272621155}
+{"step": 3040000, "wall_time": 28418.39552640915, "train_loss_step": 2.6798553466796875, "n_params": 4387900, "total_flops": 40978071552000000, "train_loss": 0.01549048920472463, "subset_score_loss": 0.01549048920472463}
+{"step": 3050000, "wall_time": 28504.36014008522, "train_loss_step": 2.7105419635772705, "n_params": 4387900, "total_flops": 41112867840000000, "train_loss": 0.014076528946558635, "subset_score_loss": 0.014076528946558635}
+{"step": 3060000, "wall_time": 28590.348115682602, "train_loss_step": 2.529071807861328, "n_params": 4387900, "total_flops": 41247664128000000, "train_loss": 0.014437073469161987, "subset_score_loss": 0.014437073469161987}
+{"step": 3070000, "wall_time": 28676.36661338806, "train_loss_step": 2.800558567047119, "n_params": 4387900, "total_flops": 41382460416000000, "train_loss": 0.013715508580207824, "subset_score_loss": 0.013715508580207824}
+{"step": 3080000, "wall_time": 28762.300610780716, "train_loss_step": 2.7452073097229004, "n_params": 4387900, "total_flops": 41517256704000000, "train_loss": 0.013814244667689006, "subset_score_loss": 0.013814244667689006}
+{"step": 3090000, "wall_time": 28848.288127183914, "train_loss_step": 2.7172513008117676, "n_params": 4387900, "total_flops": 41652052992000000, "train_loss": 0.013836545745531718, "subset_score_loss": 0.013836545745531718}
+{"step": 3100000, "wall_time": 29061.576151132584, "train_loss_step": 2.9427988529205322, "n_params": 4387900, "total_flops": 41786849280000000, "train_loss": 0.014076062043507894, "subset_score_loss": 0.014076062043507894, "memorization_fraction_pixel": 0.2639999985694885, "mean_nn_ratio_pixel": 0.41220712661743164, "fid": 117.7395806300369, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 29146.229677677155, "train_loss_step": 2.887814521789551, "n_params": 4387900, "total_flops": 41921645568000000, "train_loss": 0.015493598580360413, "subset_score_loss": 0.015493598580360413}
+{"step": 3120000, "wall_time": 29232.02504134178, "train_loss_step": 2.659120798110962, "n_params": 4387900, "total_flops": 42056441856000000, "train_loss": 0.013379321495691935, "subset_score_loss": 0.013379321495691935}
+{"step": 3130000, "wall_time": 29308.762034893036, "train_loss_step": 2.624624252319336, "n_params": 4387900, "total_flops": 42191238144000000, "train_loss": 0.014061257243156433, "subset_score_loss": 0.014061257243156433}
+{"step": 3140000, "wall_time": 29394.73315000534, "train_loss_step": 2.610994815826416, "n_params": 4387900, "total_flops": 42326034432000000, "train_loss": 0.013792132337888082, "subset_score_loss": 0.013792132337888082}
+{"step": 3150000, "wall_time": 29480.776741027832, "train_loss_step": 2.595386266708374, "n_params": 4387900, "total_flops": 42460830720000000, "train_loss": 0.013559187451998392, "subset_score_loss": 0.013559187451998392}
+{"step": 3160000, "wall_time": 29566.755925178528, "train_loss_step": 2.591189384460449, "n_params": 4387900, "total_flops": 42595627008000000, "train_loss": 0.013780373334884643, "subset_score_loss": 0.013780373334884643}
+{"step": 3170000, "wall_time": 29652.72683596611, "train_loss_step": 2.9886162281036377, "n_params": 4387900, "total_flops": 42730423296000000, "train_loss": 0.013979067405064901, "subset_score_loss": 0.013979067405064901}
+{"step": 3180000, "wall_time": 29738.69775247574, "train_loss_step": 2.825387716293335, "n_params": 4387900, "total_flops": 42865219584000000, "train_loss": 0.014625622828801473, "subset_score_loss": 0.014625622828801473}
+{"step": 3190000, "wall_time": 29824.66111755371, "train_loss_step": 2.8037118911743164, "n_params": 4387900, "total_flops": 43000015872000000, "train_loss": 0.013917333881060283, "subset_score_loss": 0.013917333881060283}
+{"step": 3200000, "wall_time": 29981.78276658058, "train_loss_step": 2.7176475524902344, "n_params": 4387900, "total_flops": 43134812160000000, "train_loss": 0.0133934885263443, "subset_score_loss": 0.0133934885263443, "memorization_fraction_pixel": 0.24869999289512634, "mean_nn_ratio_pixel": 0.41523462533950806, "fid": 118.33980624479142, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 30068.22776079178, "train_loss_step": 2.799889326095581, "n_params": 4387900, "total_flops": 43269608448000000, "train_loss": 0.013965881864229838, "subset_score_loss": 0.013965881864229838}
+{"step": 3220000, "wall_time": 30152.40563774109, "train_loss_step": 2.9492990970611572, "n_params": 4387900, "total_flops": 43404404736000000, "train_loss": 0.01330464780330658, "subset_score_loss": 0.01330464780330658}
+{"step": 3230000, "wall_time": 30233.424196720123, "train_loss_step": 2.8502249717712402, "n_params": 4387900, "total_flops": 43539201024000000, "train_loss": 0.014147783319155375, "subset_score_loss": 0.014147783319155375}
+{"step": 3240000, "wall_time": 30318.374383687973, "train_loss_step": 2.9334917068481445, "n_params": 4387900, "total_flops": 43673997312000000, "train_loss": 0.013803088665008545, "subset_score_loss": 0.013803088665008545}
+{"step": 3250000, "wall_time": 30404.35241651535, "train_loss_step": 2.8186073303222656, "n_params": 4387900, "total_flops": 43808793600000000, "train_loss": 0.013704011837641398, "subset_score_loss": 0.013704011837641398}
+{"step": 3260000, "wall_time": 30490.344022512436, "train_loss_step": 2.966226577758789, "n_params": 4387900, "total_flops": 43943589888000000, "train_loss": 0.013252576192220053, "subset_score_loss": 0.013252576192220053}
+{"step": 3270000, "wall_time": 30576.291298151016, "train_loss_step": 2.782207727432251, "n_params": 4387900, "total_flops": 44078386176000000, "train_loss": 0.012994828820228576, "subset_score_loss": 0.012994828820228576}
+{"step": 3280000, "wall_time": 30662.256554603577, "train_loss_step": 2.8702549934387207, "n_params": 4387900, "total_flops": 44213182464000000, "train_loss": 0.013876646757125854, "subset_score_loss": 0.013876646757125854}
+{"step": 3290000, "wall_time": 30748.252076387405, "train_loss_step": 2.980069637298584, "n_params": 4387900, "total_flops": 44347978752000000, "train_loss": 0.013504697879155477, "subset_score_loss": 0.013504697879155477}
+{"step": 3300000, "wall_time": 30932.232858657837, "train_loss_step": 2.6450676918029785, "n_params": 4387900, "total_flops": 44482775040000000, "train_loss": 0.013163931171099345, "subset_score_loss": 0.013163931171099345, "memorization_fraction_pixel": 0.2583000063896179, "mean_nn_ratio_pixel": 0.4145434498786926, "fid": 118.06366500043697, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 31018.423281908035, "train_loss_step": 2.4426302909851074, "n_params": 4387900, "total_flops": 44617571328000000, "train_loss": 0.013066490491231283, "subset_score_loss": 0.013066490491231283}
+{"step": 3320000, "wall_time": 31101.328871011734, "train_loss_step": 2.7781660556793213, "n_params": 4387900, "total_flops": 44752367616000000, "train_loss": 0.014397600293159485, "subset_score_loss": 0.014397600293159485}
+{"step": 3330000, "wall_time": 31180.848726511, "train_loss_step": 2.8055427074432373, "n_params": 4387900, "total_flops": 44887163904000000, "train_loss": 0.013482758402824402, "subset_score_loss": 0.013482758402824402}
+{"step": 3340000, "wall_time": 31265.451624155045, "train_loss_step": 2.7426257133483887, "n_params": 4387900, "total_flops": 45021960192000000, "train_loss": 0.013942404588063558, "subset_score_loss": 0.013942404588063558}
+{"step": 3350000, "wall_time": 31351.41804909706, "train_loss_step": 2.4286341667175293, "n_params": 4387900, "total_flops": 45156756480000000, "train_loss": 0.013028244177500406, "subset_score_loss": 0.013028244177500406}
+{"step": 3360000, "wall_time": 31437.390706300735, "train_loss_step": 2.6712148189544678, "n_params": 4387900, "total_flops": 45291552768000000, "train_loss": 0.012721868356068929, "subset_score_loss": 0.012721868356068929}
+{"step": 3370000, "wall_time": 31523.403871059418, "train_loss_step": 2.739767551422119, "n_params": 4387900, "total_flops": 45426349056000000, "train_loss": 0.01393755575021108, "subset_score_loss": 0.01393755575021108}
+{"step": 3380000, "wall_time": 31609.40790605545, "train_loss_step": 2.7070326805114746, "n_params": 4387900, "total_flops": 45561145344000000, "train_loss": 0.012480369210243225, "subset_score_loss": 0.012480369210243225}
+{"step": 3390000, "wall_time": 31695.39693379402, "train_loss_step": 3.0734715461730957, "n_params": 4387900, "total_flops": 45695941632000000, "train_loss": 0.012871077656745911, "subset_score_loss": 0.012871077656745911}
+{"step": 3400000, "wall_time": 31882.78094482422, "train_loss_step": 2.8376729488372803, "n_params": 4387900, "total_flops": 45830737920000000, "train_loss": 0.013089359800020853, "subset_score_loss": 0.013089359800020853, "memorization_fraction_pixel": 0.2538999915122986, "mean_nn_ratio_pixel": 0.4148997962474823, "fid": 117.46244803047034, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 31968.8697245121, "train_loss_step": 2.4930901527404785, "n_params": 4387900, "total_flops": 45965534208000000, "train_loss": 0.012654635310173034, "subset_score_loss": 0.012654635310173034}
+{"step": 3420000, "wall_time": 32051.649495840073, "train_loss_step": 2.690406560897827, "n_params": 4387900, "total_flops": 46100330496000000, "train_loss": 0.012907731533050536, "subset_score_loss": 0.012907731533050536}
+{"step": 3430000, "wall_time": 32128.835664987564, "train_loss_step": 2.7837331295013428, "n_params": 4387900, "total_flops": 46235126784000000, "train_loss": 0.01337242325146993, "subset_score_loss": 0.01337242325146993}
+{"step": 3440000, "wall_time": 32215.287529706955, "train_loss_step": 2.8213791847229004, "n_params": 4387900, "total_flops": 46369923072000000, "train_loss": 0.012851940592130025, "subset_score_loss": 0.012851940592130025}
+{"step": 3450000, "wall_time": 32299.378698825836, "train_loss_step": 2.6503124237060547, "n_params": 4387900, "total_flops": 46504719360000000, "train_loss": 0.012459216515223186, "subset_score_loss": 0.012459216515223186}
+{"step": 3460000, "wall_time": 32385.327709197998, "train_loss_step": 2.623446226119995, "n_params": 4387900, "total_flops": 46639515648000000, "train_loss": 0.014074787497520447, "subset_score_loss": 0.014074787497520447}
+{"step": 3470000, "wall_time": 32471.282708883286, "train_loss_step": 3.038527250289917, "n_params": 4387900, "total_flops": 46774311936000000, "train_loss": 0.012647013862927754, "subset_score_loss": 0.012647013862927754}
+{"step": 3480000, "wall_time": 32557.284241199493, "train_loss_step": 3.046142101287842, "n_params": 4387900, "total_flops": 46909108224000000, "train_loss": 0.012794122099876404, "subset_score_loss": 0.012794122099876404}
+{"step": 3490000, "wall_time": 32643.251754760742, "train_loss_step": 2.770570755004883, "n_params": 4387900, "total_flops": 47043904512000000, "train_loss": 0.01268684168656667, "subset_score_loss": 0.01268684168656667}
+{"step": 3500000, "wall_time": 32827.99113512039, "train_loss_step": 2.5978567600250244, "n_params": 4387900, "total_flops": 47178700800000000, "train_loss": 0.012708055973052978, "subset_score_loss": 0.012708055973052978, "memorization_fraction_pixel": 0.2547999918460846, "mean_nn_ratio_pixel": 0.41108256578445435, "fid": 117.70784295773966, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 32912.17733287811, "train_loss_step": 2.847921848297119, "n_params": 4387900, "total_flops": 47313497088000000, "train_loss": 0.012483668327331544, "subset_score_loss": 0.012483668327331544}
+{"step": 3520000, "wall_time": 32996.68820261955, "train_loss_step": 2.8560214042663574, "n_params": 4387900, "total_flops": 47448293376000000, "train_loss": 0.012569849689801535, "subset_score_loss": 0.012569849689801535}
+{"step": 3530000, "wall_time": 33069.381133794785, "train_loss_step": 2.9130234718322754, "n_params": 4387900, "total_flops": 47583089664000000, "train_loss": 0.013108181953430175, "subset_score_loss": 0.013108181953430175}
+{"step": 3540000, "wall_time": 33154.71619272232, "train_loss_step": 2.541919469833374, "n_params": 4387900, "total_flops": 47717885952000000, "train_loss": 0.012587392330169677, "subset_score_loss": 0.012587392330169677}
+{"step": 3550000, "wall_time": 33239.22758793831, "train_loss_step": 2.754117012023926, "n_params": 4387900, "total_flops": 47852682240000000, "train_loss": 0.012367491920789083, "subset_score_loss": 0.012367491920789083}
+{"step": 3560000, "wall_time": 33325.20099043846, "train_loss_step": 2.5577616691589355, "n_params": 4387900, "total_flops": 47987478528000000, "train_loss": 0.012783984343210856, "subset_score_loss": 0.012783984343210856}
+{"step": 3570000, "wall_time": 33411.15448355675, "train_loss_step": 2.7801852226257324, "n_params": 4387900, "total_flops": 48122274816000000, "train_loss": 0.011586554845174154, "subset_score_loss": 0.011586554845174154}
+{"step": 3580000, "wall_time": 33497.07017374039, "train_loss_step": 2.8668298721313477, "n_params": 4387900, "total_flops": 48257071104000000, "train_loss": 0.011603527267773946, "subset_score_loss": 0.011603527267773946}
+{"step": 3590000, "wall_time": 33583.042521476746, "train_loss_step": 2.8593621253967285, "n_params": 4387900, "total_flops": 48391867392000000, "train_loss": 0.01258798638979594, "subset_score_loss": 0.01258798638979594}
+{"step": 3600000, "wall_time": 33765.400827646255, "train_loss_step": 2.597744941711426, "n_params": 4387900, "total_flops": 48526663680000000, "train_loss": 0.011972514788309734, "subset_score_loss": 0.011972514788309734, "memorization_fraction_pixel": 0.2574999928474426, "mean_nn_ratio_pixel": 0.41062676906585693, "fid": 118.03871313503919, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 33849.52487063408, "train_loss_step": 2.7213923931121826, "n_params": 4387900, "total_flops": 48661459968000000, "train_loss": 0.01258653203646342, "subset_score_loss": 0.01258653203646342}
+{"step": 3620000, "wall_time": 33936.09426879883, "train_loss_step": 2.891676902770996, "n_params": 4387900, "total_flops": 48796256256000000, "train_loss": 0.012381952007611592, "subset_score_loss": 0.012381952007611592}
+{"step": 3630000, "wall_time": 34013.231567144394, "train_loss_step": 2.7608132362365723, "n_params": 4387900, "total_flops": 48931052544000000, "train_loss": 0.012779348095258077, "subset_score_loss": 0.012779348095258077}
+{"step": 3640000, "wall_time": 34097.5591044426, "train_loss_step": 2.6797828674316406, "n_params": 4387900, "total_flops": 49065848832000000, "train_loss": 0.011541129151980082, "subset_score_loss": 0.011541129151980082}
+{"step": 3650000, "wall_time": 34182.4841170311, "train_loss_step": 2.6658096313476562, "n_params": 4387900, "total_flops": 49200645120000000, "train_loss": 0.012384435534477234, "subset_score_loss": 0.012384435534477234}
+{"step": 3660000, "wall_time": 34268.45789384842, "train_loss_step": 2.3780806064605713, "n_params": 4387900, "total_flops": 49335441408000000, "train_loss": 0.011673134565353394, "subset_score_loss": 0.011673134565353394}
+{"step": 3670000, "wall_time": 34354.364097595215, "train_loss_step": 2.366267204284668, "n_params": 4387900, "total_flops": 49470237696000000, "train_loss": 0.012184981505076091, "subset_score_loss": 0.012184981505076091}
+{"step": 3680000, "wall_time": 34440.337486982346, "train_loss_step": 2.577503204345703, "n_params": 4387900, "total_flops": 49605033984000000, "train_loss": 0.011896529793739319, "subset_score_loss": 0.011896529793739319}
+{"step": 3690000, "wall_time": 34526.32794260979, "train_loss_step": 2.9769937992095947, "n_params": 4387900, "total_flops": 49739830272000000, "train_loss": 0.012101516127586365, "subset_score_loss": 0.012101516127586365}
+{"step": 3700000, "wall_time": 34698.15229320526, "train_loss_step": 2.824375629425049, "n_params": 4387900, "total_flops": 49874626560000000, "train_loss": 0.012981796264648437, "subset_score_loss": 0.012981796264648437, "memorization_fraction_pixel": 0.25769999623298645, "mean_nn_ratio_pixel": 0.410838782787323, "fid": 117.69756502369631, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 34782.85421156883, "train_loss_step": 2.7525367736816406, "n_params": 4387900, "total_flops": 50009422848000000, "train_loss": 0.01201490064462026, "subset_score_loss": 0.01201490064462026}
+{"step": 3720000, "wall_time": 34868.988013505936, "train_loss_step": 2.7738704681396484, "n_params": 4387900, "total_flops": 50144219136000000, "train_loss": 0.012400399645169575, "subset_score_loss": 0.012400399645169575}
+{"step": 3730000, "wall_time": 34949.89658546448, "train_loss_step": 2.677708148956299, "n_params": 4387900, "total_flops": 50279015424000000, "train_loss": 0.011869370937347412, "subset_score_loss": 0.011869370937347412}
+{"step": 3740000, "wall_time": 35027.706629514694, "train_loss_step": 2.770594835281372, "n_params": 4387900, "total_flops": 50413811712000000, "train_loss": 0.011686798930168153, "subset_score_loss": 0.011686798930168153}
+{"step": 3750000, "wall_time": 35114.1304564476, "train_loss_step": 2.656522750854492, "n_params": 4387900, "total_flops": 50548608000000000, "train_loss": 0.011767884095509848, "subset_score_loss": 0.011767884095509848}
+{"step": 3760000, "wall_time": 35198.31543970108, "train_loss_step": 2.4351444244384766, "n_params": 4387900, "total_flops": 50683404288000000, "train_loss": 0.012016806999842327, "subset_score_loss": 0.012016806999842327}
+{"step": 3770000, "wall_time": 35284.23976421356, "train_loss_step": 2.856698751449585, "n_params": 4387900, "total_flops": 50818200576000000, "train_loss": 0.011883581678072611, "subset_score_loss": 0.011883581678072611}
+{"step": 3780000, "wall_time": 35370.27584314346, "train_loss_step": 2.553834915161133, "n_params": 4387900, "total_flops": 50952996864000000, "train_loss": 0.01230984628200531, "subset_score_loss": 0.01230984628200531}
+{"step": 3790000, "wall_time": 35456.206401109695, "train_loss_step": 2.851383686065674, "n_params": 4387900, "total_flops": 51087793152000000, "train_loss": 0.011525708436965942, "subset_score_loss": 0.011525708436965942}
+{"step": 3800000, "wall_time": 35660.63705396652, "train_loss_step": 2.954580068588257, "n_params": 4387900, "total_flops": 51222589440000000, "train_loss": 0.011996060609817505, "subset_score_loss": 0.011996060609817505, "memorization_fraction_pixel": 0.2572999894618988, "mean_nn_ratio_pixel": 0.4140319228172302, "fid": 117.67312804812343, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 35746.63739275932, "train_loss_step": 2.581376552581787, "n_params": 4387900, "total_flops": 51357385728000000, "train_loss": 0.011837876836458842, "subset_score_loss": 0.011837876836458842}
+{"step": 3820000, "wall_time": 35832.774574518204, "train_loss_step": 2.7979390621185303, "n_params": 4387900, "total_flops": 51492182016000000, "train_loss": 0.011285291115442912, "subset_score_loss": 0.011285291115442912}
+{"step": 3830000, "wall_time": 35911.8041844368, "train_loss_step": 2.536628484725952, "n_params": 4387900, "total_flops": 51626978304000000, "train_loss": 0.011634811758995056, "subset_score_loss": 0.011634811758995056}
+{"step": 3840000, "wall_time": 35990.93682265282, "train_loss_step": 2.599693536758423, "n_params": 4387900, "total_flops": 51761774592000000, "train_loss": 0.011580819884936014, "subset_score_loss": 0.011580819884936014}
+{"step": 3850000, "wall_time": 36077.38206863403, "train_loss_step": 2.3658535480499268, "n_params": 4387900, "total_flops": 51896570880000000, "train_loss": 0.012063144644101461, "subset_score_loss": 0.012063144644101461}
+{"step": 3860000, "wall_time": 36161.7920191288, "train_loss_step": 2.409656524658203, "n_params": 4387900, "total_flops": 52031367168000000, "train_loss": 0.011593733231226604, "subset_score_loss": 0.011593733231226604}
+{"step": 3870000, "wall_time": 36247.76040649414, "train_loss_step": 2.8052315711975098, "n_params": 4387900, "total_flops": 52166163456000000, "train_loss": 0.011622139811515808, "subset_score_loss": 0.011622139811515808}
+{"step": 3880000, "wall_time": 36333.71383547783, "train_loss_step": 2.630629539489746, "n_params": 4387900, "total_flops": 52300959744000000, "train_loss": 0.011429705222447713, "subset_score_loss": 0.011429705222447713}
+{"step": 3890000, "wall_time": 36419.70070004463, "train_loss_step": 2.683694839477539, "n_params": 4387900, "total_flops": 52435756032000000, "train_loss": 0.011836216847101847, "subset_score_loss": 0.011836216847101847}
+{"step": 3900000, "wall_time": 36619.30170059204, "train_loss_step": 2.449174404144287, "n_params": 4387900, "total_flops": 52570552320000000, "train_loss": 0.010987890760103862, "subset_score_loss": 0.010987890760103862, "memorization_fraction_pixel": 0.26420000195503235, "mean_nn_ratio_pixel": 0.4084622263908386, "fid": 117.27317539758067, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 36705.34885430336, "train_loss_step": 2.923099994659424, "n_params": 4387900, "total_flops": 52705348608000000, "train_loss": 0.011700635155042013, "subset_score_loss": 0.011700635155042013}
+{"step": 3920000, "wall_time": 36791.56022834778, "train_loss_step": 2.5898494720458984, "n_params": 4387900, "total_flops": 52840144896000000, "train_loss": 0.011323450009028117, "subset_score_loss": 0.011323450009028117}
+{"step": 3930000, "wall_time": 36870.621139764786, "train_loss_step": 2.5362765789031982, "n_params": 4387900, "total_flops": 52974941184000000, "train_loss": 0.011655886967976889, "subset_score_loss": 0.011655886967976889}
+{"step": 3940000, "wall_time": 36952.295458078384, "train_loss_step": 2.527920961380005, "n_params": 4387900, "total_flops": 53109737472000000, "train_loss": 0.011273826162020365, "subset_score_loss": 0.011273826162020365}
+{"step": 3950000, "wall_time": 37038.76780462265, "train_loss_step": 2.689939498901367, "n_params": 4387900, "total_flops": 53244533760000000, "train_loss": 0.01103930373986562, "subset_score_loss": 0.01103930373986562}
+{"step": 3960000, "wall_time": 37122.98884654045, "train_loss_step": 2.923539876937866, "n_params": 4387900, "total_flops": 53379330048000000, "train_loss": 0.01147311826546987, "subset_score_loss": 0.01147311826546987}
+{"step": 3970000, "wall_time": 37208.97232031822, "train_loss_step": 2.7193071842193604, "n_params": 4387900, "total_flops": 53514126336000000, "train_loss": 0.011011857787768047, "subset_score_loss": 0.011011857787768047}
+{"step": 3980000, "wall_time": 37294.96724367142, "train_loss_step": 2.5507593154907227, "n_params": 4387900, "total_flops": 53648922624000000, "train_loss": 0.010993910829226176, "subset_score_loss": 0.010993910829226176}
+{"step": 3990000, "wall_time": 37380.8852148056, "train_loss_step": 2.9414424896240234, "n_params": 4387900, "total_flops": 53783718912000000, "train_loss": 0.011561507980028788, "subset_score_loss": 0.011561507980028788}
+{"step": 4000000, "wall_time": 37589.664858579636, "train_loss_step": 2.5915417671203613, "n_params": 4387900, "total_flops": 53918515200000000, "train_loss": 0.010894077022870381, "subset_score_loss": 0.010894077022870381, "memorization_fraction_pixel": 0.2533000111579895, "mean_nn_ratio_pixel": 0.41150423884391785, "fid": 117.71812659509985, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 37675.71221494675, "train_loss_step": 2.9427075386047363, "n_params": 4387900, "total_flops": 54053311488000000, "train_loss": 0.01088582177956899, "subset_score_loss": 0.01088582177956899}
+{"step": 4020000, "wall_time": 37761.97503447533, "train_loss_step": 2.5466082096099854, "n_params": 4387900, "total_flops": 54188107776000000, "train_loss": 0.011046780149141948, "subset_score_loss": 0.011046780149141948}
+{"step": 4030000, "wall_time": 37836.77723145485, "train_loss_step": 2.855438709259033, "n_params": 4387900, "total_flops": 54322904064000000, "train_loss": 0.010980554421742757, "subset_score_loss": 0.010980554421742757}
+{"step": 4040000, "wall_time": 37922.011305093765, "train_loss_step": 2.7998571395874023, "n_params": 4387900, "total_flops": 54457700352000000, "train_loss": 0.011310933033625285, "subset_score_loss": 0.011310933033625285}
+{"step": 4050000, "wall_time": 38008.542751312256, "train_loss_step": 2.7848639488220215, "n_params": 4387900, "total_flops": 54592496640000000, "train_loss": 0.011459583044052124, "subset_score_loss": 0.011459583044052124}
+{"step": 4060000, "wall_time": 38092.65089011192, "train_loss_step": 2.715359687805176, "n_params": 4387900, "total_flops": 54727292928000000, "train_loss": 0.011325313647588094, "subset_score_loss": 0.011325313647588094}
+{"step": 4070000, "wall_time": 38178.643045425415, "train_loss_step": 2.704955816268921, "n_params": 4387900, "total_flops": 54862089216000000, "train_loss": 0.01105928917725881, "subset_score_loss": 0.01105928917725881}
+{"step": 4080000, "wall_time": 38264.553076028824, "train_loss_step": 2.811634063720703, "n_params": 4387900, "total_flops": 54996885504000000, "train_loss": 0.01127343972524007, "subset_score_loss": 0.01127343972524007}
+{"step": 4090000, "wall_time": 38349.12572789192, "train_loss_step": 2.5581674575805664, "n_params": 4387900, "total_flops": 55131681792000000, "train_loss": 0.010763908425966898, "subset_score_loss": 0.010763908425966898}
+{"step": 4100000, "wall_time": 38549.195631980896, "train_loss_step": 2.748765468597412, "n_params": 4387900, "total_flops": 55266478080000000, "train_loss": 0.010701392094294231, "subset_score_loss": 0.010701392094294231, "memorization_fraction_pixel": 0.258899986743927, "mean_nn_ratio_pixel": 0.4084867537021637, "fid": 117.82180554374199, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 38635.21996665001, "train_loss_step": 2.707982063293457, "n_params": 4387900, "total_flops": 55401274368000000, "train_loss": 0.010607347885767619, "subset_score_loss": 0.010607347885767619}
+{"step": 4120000, "wall_time": 38721.55620121956, "train_loss_step": 2.5131332874298096, "n_params": 4387900, "total_flops": 55536070656000000, "train_loss": 0.010797185699145, "subset_score_loss": 0.010797185699145}
+{"step": 4130000, "wall_time": 38796.96381902695, "train_loss_step": 2.7428994178771973, "n_params": 4387900, "total_flops": 55670866944000000, "train_loss": 0.01143948237101237, "subset_score_loss": 0.01143948237101237}
+{"step": 4140000, "wall_time": 38882.894933223724, "train_loss_step": 2.6562395095825195, "n_params": 4387900, "total_flops": 55805663232000000, "train_loss": 0.010777295629183451, "subset_score_loss": 0.010777295629183451}
+{"step": 4150000, "wall_time": 38969.26783776283, "train_loss_step": 2.7726964950561523, "n_params": 4387900, "total_flops": 55940459520000000, "train_loss": 0.010818325479825338, "subset_score_loss": 0.010818325479825338}
+{"step": 4160000, "wall_time": 39053.68216943741, "train_loss_step": 2.4062724113464355, "n_params": 4387900, "total_flops": 56075255808000000, "train_loss": 0.01098394791285197, "subset_score_loss": 0.01098394791285197}
+{"step": 4170000, "wall_time": 39139.638369083405, "train_loss_step": 2.600411891937256, "n_params": 4387900, "total_flops": 56210052096000000, "train_loss": 0.010892907778422037, "subset_score_loss": 0.010892907778422037}
+{"step": 4180000, "wall_time": 39224.05784320831, "train_loss_step": 2.5502331256866455, "n_params": 4387900, "total_flops": 56344848384000000, "train_loss": 0.010442198316256205, "subset_score_loss": 0.010442198316256205}
+{"step": 4190000, "wall_time": 39310.04418182373, "train_loss_step": 2.769716262817383, "n_params": 4387900, "total_flops": 56479644672000000, "train_loss": 0.010446866353352865, "subset_score_loss": 0.010446866353352865}
+{"step": 4200000, "wall_time": 39518.83735895157, "train_loss_step": 2.748119831085205, "n_params": 4387900, "total_flops": 56614440960000000, "train_loss": 0.010632238785425822, "subset_score_loss": 0.010632238785425822, "memorization_fraction_pixel": 0.2619999945163727, "mean_nn_ratio_pixel": 0.4083603620529175, "fid": 118.1615419723128, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 39604.880308151245, "train_loss_step": 2.81400990486145, "n_params": 4387900, "total_flops": 56749237248000000, "train_loss": 0.010871946811676025, "subset_score_loss": 0.010871946811676025}
+{"step": 4220000, "wall_time": 39691.28787994385, "train_loss_step": 2.5982613563537598, "n_params": 4387900, "total_flops": 56884033536000000, "train_loss": 0.010595207413037619, "subset_score_loss": 0.010595207413037619}
+{"step": 4230000, "wall_time": 39762.36698293686, "train_loss_step": 2.8339128494262695, "n_params": 4387900, "total_flops": 57018829824000000, "train_loss": 0.010480308532714843, "subset_score_loss": 0.010480308532714843}
+{"step": 4240000, "wall_time": 39848.32905435562, "train_loss_step": 2.6879031658172607, "n_params": 4387900, "total_flops": 57153626112000000, "train_loss": 0.010921087861061097, "subset_score_loss": 0.010921087861061097}
+{"step": 4250000, "wall_time": 39934.83933377266, "train_loss_step": 2.744112968444824, "n_params": 4387900, "total_flops": 57288422400000000, "train_loss": 0.010865848263104756, "subset_score_loss": 0.010865848263104756}
+{"step": 4260000, "wall_time": 40018.92088627815, "train_loss_step": 2.4150497913360596, "n_params": 4387900, "total_flops": 57423218688000000, "train_loss": 0.01057063639163971, "subset_score_loss": 0.01057063639163971}
+{"step": 4270000, "wall_time": 40104.35546350479, "train_loss_step": 2.8666038513183594, "n_params": 4387900, "total_flops": 57558014976000000, "train_loss": 0.010578592618306478, "subset_score_loss": 0.010578592618306478}
+{"step": 4280000, "wall_time": 40189.143624544144, "train_loss_step": 2.8366594314575195, "n_params": 4387900, "total_flops": 57692811264000000, "train_loss": 0.010444921255111695, "subset_score_loss": 0.010444921255111695}
+{"step": 4290000, "wall_time": 40275.124771118164, "train_loss_step": 2.4502618312835693, "n_params": 4387900, "total_flops": 57827607552000000, "train_loss": 0.010349603494008382, "subset_score_loss": 0.010349603494008382}
+{"step": 4300000, "wall_time": 40480.21057295799, "train_loss_step": 2.687286853790283, "n_params": 4387900, "total_flops": 57962403840000000, "train_loss": 0.010190420349438985, "subset_score_loss": 0.010190420349438985, "memorization_fraction_pixel": 0.2685999870300293, "mean_nn_ratio_pixel": 0.40812039375305176, "fid": 118.30439160407661, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 40566.13513350487, "train_loss_step": 2.5066077709198, "n_params": 4387900, "total_flops": 58097200128000000, "train_loss": 0.010603871941566468, "subset_score_loss": 0.010603871941566468}
+{"step": 4320000, "wall_time": 40652.49738073349, "train_loss_step": 2.2545199394226074, "n_params": 4387900, "total_flops": 58231996416000000, "train_loss": 0.010960015654563903, "subset_score_loss": 0.010960015654563903}
+{"step": 4330000, "wall_time": 40721.77500104904, "train_loss_step": 2.6272201538085938, "n_params": 4387900, "total_flops": 58366792704000000, "train_loss": 0.010415510336558024, "subset_score_loss": 0.010415510336558024}
+{"step": 4340000, "wall_time": 40807.77103114128, "train_loss_step": 2.5049667358398438, "n_params": 4387900, "total_flops": 58501588992000000, "train_loss": 0.011015169819196065, "subset_score_loss": 0.011015169819196065}
+{"step": 4350000, "wall_time": 40894.267862558365, "train_loss_step": 2.9251632690429688, "n_params": 4387900, "total_flops": 58636385280000000, "train_loss": 0.009947676459948223, "subset_score_loss": 0.009947676459948223}
+{"step": 4360000, "wall_time": 40978.28130507469, "train_loss_step": 2.5853848457336426, "n_params": 4387900, "total_flops": 58771181568000000, "train_loss": 0.011604122320810954, "subset_score_loss": 0.011604122320810954}
+{"step": 4370000, "wall_time": 41062.37562394142, "train_loss_step": 2.7095208168029785, "n_params": 4387900, "total_flops": 58905977856000000, "train_loss": 0.011086068550745646, "subset_score_loss": 0.011086068550745646}
+{"step": 4380000, "wall_time": 41148.35574436188, "train_loss_step": 2.8407158851623535, "n_params": 4387900, "total_flops": 59040774144000000, "train_loss": 0.010275242726008098, "subset_score_loss": 0.010275242726008098}
+{"step": 4390000, "wall_time": 41234.30287241936, "train_loss_step": 2.472698211669922, "n_params": 4387900, "total_flops": 59175570432000000, "train_loss": 0.01013319194316864, "subset_score_loss": 0.01013319194316864}
+{"step": 4400000, "wall_time": 41439.925266981125, "train_loss_step": 2.4832499027252197, "n_params": 4387900, "total_flops": 59310366720000000, "train_loss": 0.010713126262029011, "subset_score_loss": 0.010713126262029011, "memorization_fraction_pixel": 0.2556000053882599, "mean_nn_ratio_pixel": 0.4107258915901184, "fid": 118.08993446125803, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 41525.8322827816, "train_loss_step": 2.5345749855041504, "n_params": 4387900, "total_flops": 59445163008000000, "train_loss": 0.010547006130218506, "subset_score_loss": 0.010547006130218506}
+{"step": 4420000, "wall_time": 41610.67022013664, "train_loss_step": 2.906804084777832, "n_params": 4387900, "total_flops": 59579959296000000, "train_loss": 0.01029046873251597, "subset_score_loss": 0.01029046873251597}
+{"step": 4430000, "wall_time": 41682.49799871445, "train_loss_step": 2.5626697540283203, "n_params": 4387900, "total_flops": 59714755584000000, "train_loss": 0.01030514140923818, "subset_score_loss": 0.01030514140923818}
+{"step": 4440000, "wall_time": 41768.48789215088, "train_loss_step": 2.7352795600891113, "n_params": 4387900, "total_flops": 59849551872000000, "train_loss": 0.010051780939102173, "subset_score_loss": 0.010051780939102173}
+{"step": 4450000, "wall_time": 41854.9372882843, "train_loss_step": 2.373340129852295, "n_params": 4387900, "total_flops": 59984348160000000, "train_loss": 0.010847601294517516, "subset_score_loss": 0.010847601294517516}
+{"step": 4460000, "wall_time": 41937.57301259041, "train_loss_step": 2.563602924346924, "n_params": 4387900, "total_flops": 60119144448000000, "train_loss": 0.010811028877894084, "subset_score_loss": 0.010811028877894084}
+{"step": 4470000, "wall_time": 42023.55161833763, "train_loss_step": 2.5963528156280518, "n_params": 4387900, "total_flops": 60253940736000000, "train_loss": 0.01065129041671753, "subset_score_loss": 0.01065129041671753}
+{"step": 4480000, "wall_time": 42109.53790831566, "train_loss_step": 2.686715602874756, "n_params": 4387900, "total_flops": 60388737024000000, "train_loss": 0.010275332132975261, "subset_score_loss": 0.010275332132975261}
+{"step": 4490000, "wall_time": 42195.45834469795, "train_loss_step": 2.716935396194458, "n_params": 4387900, "total_flops": 60523533312000000, "train_loss": 0.01040788193543752, "subset_score_loss": 0.01040788193543752}
+{"step": 4500000, "wall_time": 42414.976861953735, "train_loss_step": 2.5608959197998047, "n_params": 4387900, "total_flops": 60658329600000000, "train_loss": 0.010623887181282043, "subset_score_loss": 0.010623887181282043, "memorization_fraction_pixel": 0.26100000739097595, "mean_nn_ratio_pixel": 0.41325703263282776, "fid": 117.97348236267607, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 42501.08757019043, "train_loss_step": 2.7697248458862305, "n_params": 4387900, "total_flops": 60793125888000000, "train_loss": 0.010205668210983277, "subset_score_loss": 0.010205668210983277}
+{"step": 4520000, "wall_time": 42585.667399168015, "train_loss_step": 2.610414981842041, "n_params": 4387900, "total_flops": 60927922176000000, "train_loss": 0.009908008575439452, "subset_score_loss": 0.009908008575439452}
+{"step": 4530000, "wall_time": 42656.09853076935, "train_loss_step": 2.599649429321289, "n_params": 4387900, "total_flops": 61062718464000000, "train_loss": 0.01024589737256368, "subset_score_loss": 0.01024589737256368}
+{"step": 4540000, "wall_time": 42741.935556173325, "train_loss_step": 2.8306522369384766, "n_params": 4387900, "total_flops": 61197514752000000, "train_loss": 0.010131814082463582, "subset_score_loss": 0.010131814082463582}
+{"step": 4550000, "wall_time": 42824.696177482605, "train_loss_step": 2.5039544105529785, "n_params": 4387900, "total_flops": 61332311040000000, "train_loss": 0.010485775272051493, "subset_score_loss": 0.010485775272051493}
+{"step": 4560000, "wall_time": 42910.68431568146, "train_loss_step": 2.5110507011413574, "n_params": 4387900, "total_flops": 61467107328000000, "train_loss": 0.009770406285921733, "subset_score_loss": 0.009770406285921733}
+{"step": 4570000, "wall_time": 42996.64021277428, "train_loss_step": 2.6901750564575195, "n_params": 4387900, "total_flops": 61601903616000000, "train_loss": 0.010451290011405944, "subset_score_loss": 0.010451290011405944}
+{"step": 4580000, "wall_time": 43082.610415935516, "train_loss_step": 2.4648094177246094, "n_params": 4387900, "total_flops": 61736699904000000, "train_loss": 0.010600117842356364, "subset_score_loss": 0.010600117842356364}
+{"step": 4590000, "wall_time": 43168.53495430946, "train_loss_step": 2.464388370513916, "n_params": 4387900, "total_flops": 61871496192000000, "train_loss": 0.009900876879692077, "subset_score_loss": 0.009900876879692077}
+{"step": 4600000, "wall_time": 43344.55398821831, "train_loss_step": 2.628213405609131, "n_params": 4387900, "total_flops": 62006292480000000, "train_loss": 0.009925354520479839, "subset_score_loss": 0.009925354520479839, "memorization_fraction_pixel": 0.2720000147819519, "mean_nn_ratio_pixel": 0.4046992361545563, "fid": 117.99289231324158, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 43430.54222488403, "train_loss_step": 2.8172826766967773, "n_params": 4387900, "total_flops": 62141088768000000, "train_loss": 0.010311912496884663, "subset_score_loss": 0.010311912496884663}
+{"step": 4620000, "wall_time": 43516.190948963165, "train_loss_step": 2.497894048690796, "n_params": 4387900, "total_flops": 62275885056000000, "train_loss": 0.01047649582227071, "subset_score_loss": 0.01047649582227071}
+{"step": 4630000, "wall_time": 43594.01282763481, "train_loss_step": 2.917743444442749, "n_params": 4387900, "total_flops": 62410681344000000, "train_loss": 0.009944584965705872, "subset_score_loss": 0.009944584965705872}
+{"step": 4640000, "wall_time": 43674.16668820381, "train_loss_step": 2.5648908615112305, "n_params": 4387900, "total_flops": 62545477632000000, "train_loss": 0.009560249249140422, "subset_score_loss": 0.009560249249140422}
+{"step": 4650000, "wall_time": 43758.63165807724, "train_loss_step": 2.6667659282684326, "n_params": 4387900, "total_flops": 62680273920000000, "train_loss": 0.01043354372183482, "subset_score_loss": 0.01043354372183482}
+{"step": 4660000, "wall_time": 43843.24727034569, "train_loss_step": 2.7882728576660156, "n_params": 4387900, "total_flops": 62815070208000000, "train_loss": 0.010041452447573344, "subset_score_loss": 0.010041452447573344}
+{"step": 4670000, "wall_time": 43929.23065376282, "train_loss_step": 2.8656492233276367, "n_params": 4387900, "total_flops": 62949866496000000, "train_loss": 0.009663465619087219, "subset_score_loss": 0.009663465619087219}
+{"step": 4680000, "wall_time": 44015.18144488335, "train_loss_step": 2.400657892227173, "n_params": 4387900, "total_flops": 63084662784000000, "train_loss": 0.009849693377812703, "subset_score_loss": 0.009849693377812703}
+{"step": 4690000, "wall_time": 44101.26733517647, "train_loss_step": 2.4361352920532227, "n_params": 4387900, "total_flops": 63219459072000000, "train_loss": 0.009384342034657796, "subset_score_loss": 0.009384342034657796}
+{"step": 4700000, "wall_time": 44287.421924352646, "train_loss_step": 2.6719532012939453, "n_params": 4387900, "total_flops": 63354255360000000, "train_loss": 0.009689376751581828, "subset_score_loss": 0.009689376751581828, "memorization_fraction_pixel": 0.25870001316070557, "mean_nn_ratio_pixel": 0.4048295021057129, "fid": 117.96077630734256, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 44373.45785140991, "train_loss_step": 2.3330535888671875, "n_params": 4387900, "total_flops": 63489051648000000, "train_loss": 0.010055885712305705, "subset_score_loss": 0.010055885712305705}
+{"step": 4720000, "wall_time": 44459.814099788666, "train_loss_step": 2.4826183319091797, "n_params": 4387900, "total_flops": 63623847936000000, "train_loss": 0.009830071528752645, "subset_score_loss": 0.009830071528752645}
+{"step": 4730000, "wall_time": 44541.30324816704, "train_loss_step": 2.6661996841430664, "n_params": 4387900, "total_flops": 63758644224000000, "train_loss": 0.009564576546351115, "subset_score_loss": 0.009564576546351115}
+{"step": 4740000, "wall_time": 44612.4497654438, "train_loss_step": 2.6566591262817383, "n_params": 4387900, "total_flops": 63893440512000000, "train_loss": 0.009955870111783345, "subset_score_loss": 0.009955870111783345}
+{"step": 4750000, "wall_time": 44698.51344394684, "train_loss_step": 2.662118911743164, "n_params": 4387900, "total_flops": 64028236800000000, "train_loss": 0.010206770896911622, "subset_score_loss": 0.010206770896911622}
+{"step": 4760000, "wall_time": 44782.99818325043, "train_loss_step": 2.4854235649108887, "n_params": 4387900, "total_flops": 64163033088000000, "train_loss": 0.009539844592412312, "subset_score_loss": 0.009539844592412312}
+{"step": 4770000, "wall_time": 44868.94981622696, "train_loss_step": 2.686168909072876, "n_params": 4387900, "total_flops": 64297829376000000, "train_loss": 0.009789302945137024, "subset_score_loss": 0.009789302945137024}
+{"step": 4780000, "wall_time": 44954.99912571907, "train_loss_step": 2.8423385620117188, "n_params": 4387900, "total_flops": 64432625664000000, "train_loss": 0.009953923026720683, "subset_score_loss": 0.009953923026720683}
+{"step": 4790000, "wall_time": 45040.93837141991, "train_loss_step": 2.620664119720459, "n_params": 4387900, "total_flops": 64567421952000000, "train_loss": 0.00967522660891215, "subset_score_loss": 0.00967522660891215}
+{"step": 4800000, "wall_time": 45239.60112571716, "train_loss_step": 2.945197582244873, "n_params": 4387900, "total_flops": 64702218240000000, "train_loss": 0.0096464604139328, "subset_score_loss": 0.0096464604139328, "memorization_fraction_pixel": 0.262800008058548, "mean_nn_ratio_pixel": 0.40614745020866394, "fid": 118.12725365035283, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 45325.59004211426, "train_loss_step": 2.9459753036499023, "n_params": 4387900, "total_flops": 64837014528000000, "train_loss": 0.0094979723294576, "subset_score_loss": 0.0094979723294576}
+{"step": 4820000, "wall_time": 45411.899928331375, "train_loss_step": 2.455294609069824, "n_params": 4387900, "total_flops": 64971810816000000, "train_loss": 0.009729168812433879, "subset_score_loss": 0.009729168812433879}
+{"step": 4830000, "wall_time": 45495.900010585785, "train_loss_step": 2.6717190742492676, "n_params": 4387900, "total_flops": 65106607104000000, "train_loss": 0.009528907140096028, "subset_score_loss": 0.009528907140096028}
+{"step": 4840000, "wall_time": 45554.44287657738, "train_loss_step": 2.6677846908569336, "n_params": 4387900, "total_flops": 65241403392000000, "train_loss": 0.00949112872282664, "subset_score_loss": 0.00949112872282664}
+{"step": 4850000, "wall_time": 45623.82564330101, "train_loss_step": 2.937209129333496, "n_params": 4387900, "total_flops": 65376199680000000, "train_loss": 0.009315386414527893, "subset_score_loss": 0.009315386414527893}
+{"step": 4860000, "wall_time": 45690.90836024284, "train_loss_step": 2.6283438205718994, "n_params": 4387900, "total_flops": 65510995968000000, "train_loss": 0.00935124655564626, "subset_score_loss": 0.00935124655564626}
+{"step": 4870000, "wall_time": 45760.13535952568, "train_loss_step": 2.5700366497039795, "n_params": 4387900, "total_flops": 65645792256000000, "train_loss": 0.009613800048828124, "subset_score_loss": 0.009613800048828124}
+{"step": 4880000, "wall_time": 45829.46872854233, "train_loss_step": 2.4047865867614746, "n_params": 4387900, "total_flops": 65780588544000000, "train_loss": 0.009823159376780192, "subset_score_loss": 0.009823159376780192}
+{"step": 4890000, "wall_time": 45898.73240327835, "train_loss_step": 2.546771287918091, "n_params": 4387900, "total_flops": 65915384832000000, "train_loss": 0.009475415945053101, "subset_score_loss": 0.009475415945053101}
+{"step": 4900000, "wall_time": 46074.938123226166, "train_loss_step": 2.614509105682373, "n_params": 4387900, "total_flops": 66050181120000000, "train_loss": 0.010089378555615742, "subset_score_loss": 0.010089378555615742, "memorization_fraction_pixel": 0.258899986743927, "mean_nn_ratio_pixel": 0.4078083634376526, "fid": 117.94767878161491, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 46144.23916912079, "train_loss_step": 2.4269914627075195, "n_params": 4387900, "total_flops": 66184977408000000, "train_loss": 0.009518642226854961, "subset_score_loss": 0.009518642226854961}
+{"step": 4920000, "wall_time": 46211.98384618759, "train_loss_step": 2.836608409881592, "n_params": 4387900, "total_flops": 66319773696000000, "train_loss": 0.009310526649157207, "subset_score_loss": 0.009310526649157207}
+{"step": 4930000, "wall_time": 46278.9994122982, "train_loss_step": 2.696178436279297, "n_params": 4387900, "total_flops": 66454569984000000, "train_loss": 0.009175016482671102, "subset_score_loss": 0.009175016482671102}
+{"step": 4940000, "wall_time": 46348.219534397125, "train_loss_step": 2.5957608222961426, "n_params": 4387900, "total_flops": 66589366272000000, "train_loss": 0.009211434920628866, "subset_score_loss": 0.009211434920628866}
+{"step": 4950000, "wall_time": 46417.5960354805, "train_loss_step": 2.5279417037963867, "n_params": 4387900, "total_flops": 66724162560000000, "train_loss": 0.009505300720532735, "subset_score_loss": 0.009505300720532735}
+{"step": 4960000, "wall_time": 46484.784710645676, "train_loss_step": 2.5948920249938965, "n_params": 4387900, "total_flops": 66858958848000000, "train_loss": 0.009605810046195984, "subset_score_loss": 0.009605810046195984}
+{"step": 4970000, "wall_time": 46554.037752866745, "train_loss_step": 2.649883270263672, "n_params": 4387900, "total_flops": 66993755136000000, "train_loss": 0.009850367903709412, "subset_score_loss": 0.009850367903709412}
+{"step": 4980000, "wall_time": 46623.29135084152, "train_loss_step": 2.3384501934051514, "n_params": 4387900, "total_flops": 67128551424000000, "train_loss": 0.00934888223807017, "subset_score_loss": 0.00934888223807017}
+{"step": 4990000, "wall_time": 46692.62425518036, "train_loss_step": 2.849276542663574, "n_params": 4387900, "total_flops": 67263347712000000, "train_loss": 0.009423608581225077, "subset_score_loss": 0.009423608581225077}
+{"step": 5000000, "wall_time": 46846.60330533981, "train_loss_step": 2.599022626876831, "n_params": 4387900, "total_flops": 67398144000000000, "train_loss": 0.00986723800500234, "subset_score_loss": 0.00986723800500234, "memorization_fraction_pixel": 0.2630000114440918, "mean_nn_ratio_pixel": 0.40821048617362976, "fid": 117.83813604780231, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..5ae49a5ea8db2a845a03ceb8910511589a3a2dc9
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d60/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     69s | train_loss=1.0004 | fid=256.4263
+  step   10000 |    150s | train_loss=0.8734
+  step   20000 |    236s | train_loss=0.7992
+  step   30000 |    322s | train_loss=0.6721
+  step   40000 |    408s | train_loss=0.4775
+  step   50000 |    494s | train_loss=0.3084
+  step   60000 |    580s | train_loss=0.2186
+  step   70000 |    666s | train_loss=0.1753
+  step   80000 |    752s | train_loss=0.1526
+  step   90000 |    838s | train_loss=0.1362
+  step  100000 |    990s | train_loss=0.1274 | fid=149.8489
+  step  110000 |   1070s | train_loss=0.1192
+  step  120000 |   1155s | train_loss=0.1138
+  step  130000 |   1241s | train_loss=0.1079
+  step  140000 |   1327s | train_loss=0.1011
+  step  150000 |   1413s | train_loss=0.0969
+  step  160000 |   1499s | train_loss=0.0951
+  step  170000 |   1585s | train_loss=0.0903
+  step  180000 |   1671s | train_loss=0.0882
+  step  190000 |   1757s | train_loss=0.0849
+  step  200000 |   1910s | train_loss=0.0822 | fid=143.7065
+  step  210000 |   1993s | train_loss=0.0785
+  step  220000 |   2076s | train_loss=0.0767
+  step  230000 |   2162s | train_loss=0.0738
+  step  240000 |   2248s | train_loss=0.0716
+  step  250000 |   2334s | train_loss=0.0705
+  step  260000 |   2420s | train_loss=0.0692
+  step  270000 |   2506s | train_loss=0.0668
+  step  280000 |   2592s | train_loss=0.0660
+  step  290000 |   2678s | train_loss=0.0652
+  step  300000 |   2830s | train_loss=0.0631 | fid=137.8307
+  step  310000 |   2913s | train_loss=0.0640
+  step  320000 |   3000s | train_loss=0.0608
+  step  330000 |   3082s | train_loss=0.0596
+  step  340000 |   3168s | train_loss=0.0589
+  step  350000 |   3254s | train_loss=0.0576
+  step  360000 |   3340s | train_loss=0.0560
+  step  370000 |   3426s | train_loss=0.0552
+  step  380000 |   3512s | train_loss=0.0554
+  step  390000 |   3598s | train_loss=0.0547
+  step  400000 |   3752s | train_loss=0.0533 | fid=133.8435
+  step  410000 |   3836s | train_loss=0.0532
+  step  420000 |   3922s | train_loss=0.0531
+  step  430000 |   4005s | train_loss=0.0520
+  step  440000 |   4091s | train_loss=0.0515
+  step  450000 |   4177s | train_loss=0.0508
+  step  460000 |   4263s | train_loss=0.0490
+  step  470000 |   4349s | train_loss=0.0506
+  step  480000 |   4435s | train_loss=0.0488
+  step  490000 |   4521s | train_loss=0.0482
+  step  500000 |   4676s | train_loss=0.0490 | fid=131.0431
+  step  510000 |   4760s | train_loss=0.0467
+  step  520000 |   4846s | train_loss=0.0468
+  step  530000 |   4932s | train_loss=0.0458
+  step  540000 |   5015s | train_loss=0.0457
+  step  550000 |   5101s | train_loss=0.0451
+  step  560000 |   5186s | train_loss=0.0449
+  step  570000 |   5271s | train_loss=0.0441
+  step  580000 |   5356s | train_loss=0.0436
+  step  590000 |   5441s | train_loss=0.0440
+  step  600000 |   5595s | train_loss=0.0444 | fid=129.6012
+  step  610000 |   5678s | train_loss=0.0428
+  step  620000 |   5764s | train_loss=0.0423
+  step  630000 |   5850s | train_loss=0.0429
+  step  640000 |   5935s | train_loss=0.0422
+  step  650000 |   6020s | train_loss=0.0422
+  step  660000 |   6106s | train_loss=0.0424
+  step  670000 |   6191s | train_loss=0.0416
+  step  680000 |   6277s | train_loss=0.0401
+  step  690000 |   6363s | train_loss=0.0404
+  step  700000 |   6518s | train_loss=0.0407 | fid=126.3109
+  step  710000 |   6602s | train_loss=0.0399
+  step  720000 |   6688s | train_loss=0.0392
+  step  730000 |   6774s | train_loss=0.0389
+  step  740000 |   6860s | train_loss=0.0384
+  step  750000 |   6943s | train_loss=0.0382
+  step  760000 |   7029s | train_loss=0.0381
+  step  770000 |   7115s | train_loss=0.0384
+  step  780000 |   7201s | train_loss=0.0369
+  step  790000 |   7287s | train_loss=0.0369
+  step  800000 |   7442s | train_loss=0.0371 | fid=125.0356
+  step  810000 |   7525s | train_loss=0.0375
+  step  820000 |   7611s | train_loss=0.0366
+  step  830000 |   7697s | train_loss=0.0365
+  step  840000 |   7783s | train_loss=0.0361
+  step  850000 |   7869s | train_loss=0.0352
+  step  860000 |   7953s | train_loss=0.0354
+  step  870000 |   8039s | train_loss=0.0348
+  step  880000 |   8125s | train_loss=0.0352
+  step  890000 |   8211s | train_loss=0.0354
+  step  900000 |   8365s | train_loss=0.0348 | fid=123.8674
+  step  910000 |   8448s | train_loss=0.0356
+  step  920000 |   8534s | train_loss=0.0348
+  step  930000 |   8620s | train_loss=0.0354
+  step  940000 |   8706s | train_loss=0.0340
+  step  950000 |   8792s | train_loss=0.0330
+  step  960000 |   8877s | train_loss=0.0325
+  step  970000 |   8961s | train_loss=0.0337
+  step  980000 |   9047s | train_loss=0.0331
+  step  990000 |   9133s | train_loss=0.0332
+  step 1000000 |   9287s | train_loss=0.0331 | fid=123.0995
+  step 1010000 |   9370s | train_loss=0.0332
+  step 1020000 |   9456s | train_loss=0.0323
+  step 1030000 |   9542s | train_loss=0.0330
+  step 1040000 |   9628s | train_loss=0.0328
+  step 1050000 |   9714s | train_loss=0.0324
+  step 1060000 |   9800s | train_loss=0.0319
+  step 1070000 |   9883s | train_loss=0.0326
+  step 1080000 |   9969s | train_loss=0.0322
+  step 1090000 |  10055s | train_loss=0.0310
+  step 1100000 |  10210s | train_loss=0.0315 | fid=122.2320
+  step 1110000 |  10293s | train_loss=0.0317
+  step 1120000 |  10379s | train_loss=0.0306
+  step 1130000 |  10465s | train_loss=0.0302
+  step 1140000 |  10551s | train_loss=0.0325
+  step 1150000 |  10637s | train_loss=0.0301
+  step 1160000 |  10723s | train_loss=0.0306
+  step 1170000 |  10808s | train_loss=0.0305
+  step 1180000 |  10892s | train_loss=0.0304
+  step 1190000 |  10978s | train_loss=0.0300
+  step 1200000 |  11133s | train_loss=0.0295 | fid=120.9044
+  step 1210000 |  11218s | train_loss=0.0304
+  step 1220000 |  11303s | train_loss=0.0291
+  step 1230000 |  11389s | train_loss=0.0292
+  step 1240000 |  11475s | train_loss=0.0301
+  step 1250000 |  11561s | train_loss=0.0296
+  step 1260000 |  11647s | train_loss=0.0286
+  step 1270000 |  11733s | train_loss=0.0293
+  step 1280000 |  11818s | train_loss=0.0284
+  step 1290000 |  11902s | train_loss=0.0291
+  step 1300000 |  12056s | train_loss=0.0291 | fid=121.1729
+  step 1310000 |  12142s | train_loss=0.0283
+  step 1320000 |  12225s | train_loss=0.0291
+  step 1330000 |  12311s | train_loss=0.0280
+  step 1340000 |  12397s | train_loss=0.0290
+  step 1350000 |  12483s | train_loss=0.0288
+  step 1360000 |  12569s | train_loss=0.0286
+  step 1370000 |  12655s | train_loss=0.0267
+  step 1380000 |  12742s | train_loss=0.0273
+  step 1390000 |  12826s | train_loss=0.0273
+  step 1400000 |  12979s | train_loss=0.0277 | fid=120.3521
+  step 1410000 |  13065s | train_loss=0.0275
+  step 1420000 |  13148s | train_loss=0.0280
+  step 1430000 |  13234s | train_loss=0.0262
+  step 1440000 |  13320s | train_loss=0.0264
+  step 1450000 |  13406s | train_loss=0.0267
+  step 1460000 |  13492s | train_loss=0.0272
+  step 1470000 |  13578s | train_loss=0.0279
+  step 1480000 |  13664s | train_loss=0.0267
+  step 1490000 |  13749s | train_loss=0.0267
+  step 1500000 |  13922s | train_loss=0.0262 | fid=119.1890
+  step 1510000 |  14007s | train_loss=0.0259
+  step 1520000 |  14083s | train_loss=0.0262
+  step 1530000 |  14169s | train_loss=0.0249
+  step 1540000 |  14255s | train_loss=0.0270
+  step 1550000 |  14341s | train_loss=0.0258
+  step 1560000 |  14427s | train_loss=0.0259
+  step 1570000 |  14513s | train_loss=0.0249
+  step 1580000 |  14599s | train_loss=0.0273
+  step 1590000 |  14686s | train_loss=0.0242
+  step 1600000 |  14838s | train_loss=0.0248 | fid=118.7029
+  step 1610000 |  14924s | train_loss=0.0249
+  step 1620000 |  15007s | train_loss=0.0257
+  step 1630000 |  15093s | train_loss=0.0252
+  step 1640000 |  15179s | train_loss=0.0243
+  step 1650000 |  15265s | train_loss=0.0250
+  step 1660000 |  15351s | train_loss=0.0242
+  step 1670000 |  15437s | train_loss=0.0241
+  step 1680000 |  15523s | train_loss=0.0239
+  step 1690000 |  15609s | train_loss=0.0237
+  step 1700000 |  15763s | train_loss=0.0240 | fid=119.2942
+  step 1710000 |  15849s | train_loss=0.0240
+  step 1720000 |  15932s | train_loss=0.0233
+  step 1730000 |  16018s | train_loss=0.0244
+  step 1740000 |  16104s | train_loss=0.0237
+  step 1750000 |  16190s | train_loss=0.0232
+  step 1760000 |  16276s | train_loss=0.0242
+  step 1770000 |  16362s | train_loss=0.0234
+  step 1780000 |  16448s | train_loss=0.0227
+  step 1790000 |  16534s | train_loss=0.0225
+  step 1800000 |  16711s | train_loss=0.0229 | fid=119.0591
+  step 1810000 |  16795s | train_loss=0.0229
+  step 1820000 |  16870s | train_loss=0.0224
+  step 1830000 |  16954s | train_loss=0.0227
+  step 1840000 |  17040s | train_loss=0.0218
+  step 1850000 |  17126s | train_loss=0.0219
+  step 1860000 |  17212s | train_loss=0.0222
+  step 1870000 |  17298s | train_loss=0.0217
+  step 1880000 |  17384s | train_loss=0.0225
+  step 1890000 |  17470s | train_loss=0.0216
+  step 1900000 |  17643s | train_loss=0.0224 | fid=118.4997
+  step 1910000 |  17728s | train_loss=0.0225
+  step 1920000 |  17810s | train_loss=0.0214
+  step 1930000 |  17895s | train_loss=0.0211
+  step 1940000 |  17981s | train_loss=0.0207
+  step 1950000 |  18067s | train_loss=0.0218
+  step 1960000 |  18153s | train_loss=0.0222
+  step 1970000 |  18239s | train_loss=0.0216
+  step 1980000 |  18325s | train_loss=0.0210
+  step 1990000 |  18411s | train_loss=0.0220
+  step 2000000 |  18565s | train_loss=0.0217 | fid=118.1163
+  step 2010000 |  18649s | train_loss=0.0208
+  step 2020000 |  18734s | train_loss=0.0210
+  step 2030000 |  18817s | train_loss=0.0203
+  step 2040000 |  18903s | train_loss=0.0202
+  step 2050000 |  18989s | train_loss=0.0205
+  step 2060000 |  19075s | train_loss=0.0214
+  step 2070000 |  19161s | train_loss=0.0213
+  step 2080000 |  19247s | train_loss=0.0208
+  step 2090000 |  19332s | train_loss=0.0206
+  step 2100000 |  19518s | train_loss=0.0203 | fid=118.3801
+  step 2110000 |  19603s | train_loss=0.0195
+  step 2120000 |  19681s | train_loss=0.0196
+  step 2130000 |  19756s | train_loss=0.0202
+  step 2140000 |  19842s | train_loss=0.0197
+  step 2150000 |  19928s | train_loss=0.0203
+  step 2160000 |  20014s | train_loss=0.0193
+  step 2170000 |  20100s | train_loss=0.0197
+  step 2180000 |  20186s | train_loss=0.0203
+  step 2190000 |  20270s | train_loss=0.0188
+  step 2200000 |  20469s | train_loss=0.0197 | fid=118.2184
+  step 2210000 |  20554s | train_loss=0.0194
+  step 2220000 |  20638s | train_loss=0.0193
+  step 2230000 |  20711s | train_loss=0.0192
+  step 2240000 |  20797s | train_loss=0.0189
+  step 2250000 |  20883s | train_loss=0.0186
+  step 2260000 |  20969s | train_loss=0.0196
+  step 2270000 |  21055s | train_loss=0.0188
+  step 2280000 |  21139s | train_loss=0.0188
+  step 2290000 |  21225s | train_loss=0.0184
+  step 2300000 |  21431s | train_loss=0.0185 | fid=118.3111
+  step 2310000 |  21515s | train_loss=0.0182
+  step 2320000 |  21600s | train_loss=0.0183
+  step 2330000 |  21672s | train_loss=0.0188
+  step 2340000 |  21758s | train_loss=0.0180
+  step 2350000 |  21844s | train_loss=0.0184
+  step 2360000 |  21930s | train_loss=0.0180
+  step 2370000 |  22016s | train_loss=0.0193
+  step 2380000 |  22100s | train_loss=0.0182
+  step 2390000 |  22186s | train_loss=0.0185
+  step 2400000 |  22384s | train_loss=0.0172 | fid=118.9806
+  step 2410000 |  22468s | train_loss=0.0174
+  step 2420000 |  22552s | train_loss=0.0173
+  step 2430000 |  22624s | train_loss=0.0177
+  step 2440000 |  22710s | train_loss=0.0177
+  step 2450000 |  22796s | train_loss=0.0181
+  step 2460000 |  22882s | train_loss=0.0181
+  step 2470000 |  22966s | train_loss=0.0170
+  step 2480000 |  23052s | train_loss=0.0175
+  step 2490000 |  23138s | train_loss=0.0174
+  step 2500000 |  23338s | train_loss=0.0176 | fid=117.8416
+  step 2510000 |  23422s | train_loss=0.0173
+  step 2520000 |  23508s | train_loss=0.0167
+  step 2530000 |  23583s | train_loss=0.0172
+  step 2540000 |  23669s | train_loss=0.0170
+  step 2550000 |  23754s | train_loss=0.0165
+  step 2560000 |  23839s | train_loss=0.0167
+  step 2570000 |  23925s | train_loss=0.0166
+  step 2580000 |  24011s | train_loss=0.0172
+  step 2590000 |  24097s | train_loss=0.0169
+  step 2600000 |  24307s | train_loss=0.0162 | fid=118.2992
+  step 2610000 |  24392s | train_loss=0.0164
+  step 2620000 |  24476s | train_loss=0.0164
+  step 2630000 |  24549s | train_loss=0.0163
+  step 2640000 |  24635s | train_loss=0.0164
+  step 2650000 |  24720s | train_loss=0.0177
+  step 2660000 |  24805s | train_loss=0.0164
+  step 2670000 |  24891s | train_loss=0.0163
+  step 2680000 |  24977s | train_loss=0.0162
+  step 2690000 |  25063s | train_loss=0.0164
+  step 2700000 |  25264s | train_loss=0.0158 | fid=118.4411
+  step 2710000 |  25348s | train_loss=0.0157
+  step 2720000 |  25433s | train_loss=0.0160
+  step 2730000 |  25505s | train_loss=0.0152
+  step 2740000 |  25591s | train_loss=0.0157
+  step 2750000 |  25675s | train_loss=0.0153
+  step 2760000 |  25761s | train_loss=0.0155
+  step 2770000 |  25847s | train_loss=0.0154
+  step 2780000 |  25933s | train_loss=0.0154
+  step 2790000 |  26019s | train_loss=0.0160
+  step 2800000 |  26213s | train_loss=0.0147 | fid=117.6591
+  step 2810000 |  26298s | train_loss=0.0158
+  step 2820000 |  26384s | train_loss=0.0151
+  step 2830000 |  26464s | train_loss=0.0172
+  step 2840000 |  26548s | train_loss=0.0159
+  step 2850000 |  26634s | train_loss=0.0151
+  step 2860000 |  26720s | train_loss=0.0147
+  step 2870000 |  26806s | train_loss=0.0154
+  step 2880000 |  26892s | train_loss=0.0150
+  step 2890000 |  26978s | train_loss=0.0151
+  step 2900000 |  27136s | train_loss=0.0157 | fid=118.1738
+  step 2910000 |  27220s | train_loss=0.0145
+  step 2920000 |  27306s | train_loss=0.0143
+  step 2930000 |  27383s | train_loss=0.0148
+  step 2940000 |  27463s | train_loss=0.0152
+  step 2950000 |  27549s | train_loss=0.0151
+  step 2960000 |  27635s | train_loss=0.0155
+  step 2970000 |  27721s | train_loss=0.0144
+  step 2980000 |  27807s | train_loss=0.0144
+  step 2990000 |  27893s | train_loss=0.0154
+  step 3000000 |  28093s | train_loss=0.0149 | fid=117.9658
+  step 3010000 |  28178s | train_loss=0.0152
+  step 3020000 |  28264s | train_loss=0.0140
+  step 3030000 |  28338s | train_loss=0.0143
+  step 3040000 |  28418s | train_loss=0.0155
+  step 3050000 |  28504s | train_loss=0.0141
+  step 3060000 |  28590s | train_loss=0.0144
+  step 3070000 |  28676s | train_loss=0.0137
+  step 3080000 |  28762s | train_loss=0.0138
+  step 3090000 |  28848s | train_loss=0.0138
+  step 3100000 |  29062s | train_loss=0.0141 | fid=117.7396
+  step 3110000 |  29146s | train_loss=0.0155
+  step 3120000 |  29232s | train_loss=0.0134
+  step 3130000 |  29309s | train_loss=0.0141
+  step 3140000 |  29395s | train_loss=0.0138
+  step 3150000 |  29481s | train_loss=0.0136
+  step 3160000 |  29567s | train_loss=0.0138
+  step 3170000 |  29653s | train_loss=0.0140
+  step 3180000 |  29739s | train_loss=0.0146
+  step 3190000 |  29825s | train_loss=0.0139
+  step 3200000 |  29982s | train_loss=0.0134 | fid=118.3398
+  step 3210000 |  30068s | train_loss=0.0140
+  step 3220000 |  30152s | train_loss=0.0133
+  step 3230000 |  30233s | train_loss=0.0141
+  step 3240000 |  30318s | train_loss=0.0138
+  step 3250000 |  30404s | train_loss=0.0137
+  step 3260000 |  30490s | train_loss=0.0133
+  step 3270000 |  30576s | train_loss=0.0130
+  step 3280000 |  30662s | train_loss=0.0139
+  step 3290000 |  30748s | train_loss=0.0135
+  step 3300000 |  30932s | train_loss=0.0132 | fid=118.0637
+  step 3310000 |  31018s | train_loss=0.0131
+  step 3320000 |  31101s | train_loss=0.0144
+  step 3330000 |  31181s | train_loss=0.0135
+  step 3340000 |  31265s | train_loss=0.0139
+  step 3350000 |  31351s | train_loss=0.0130
+  step 3360000 |  31437s | train_loss=0.0127
+  step 3370000 |  31523s | train_loss=0.0139
+  step 3380000 |  31609s | train_loss=0.0125
+  step 3390000 |  31695s | train_loss=0.0129
+  step 3400000 |  31883s | train_loss=0.0131 | fid=117.4624
+  step 3410000 |  31969s | train_loss=0.0127
+  step 3420000 |  32052s | train_loss=0.0129
+  step 3430000 |  32129s | train_loss=0.0134
+  step 3440000 |  32215s | train_loss=0.0129
+  step 3450000 |  32299s | train_loss=0.0125
+  step 3460000 |  32385s | train_loss=0.0141
+  step 3470000 |  32471s | train_loss=0.0126
+  step 3480000 |  32557s | train_loss=0.0128
+  step 3490000 |  32643s | train_loss=0.0127
+  step 3500000 |  32828s | train_loss=0.0127 | fid=117.7078
+  step 3510000 |  32912s | train_loss=0.0125
+  step 3520000 |  32997s | train_loss=0.0126
+  step 3530000 |  33069s | train_loss=0.0131
+  step 3540000 |  33155s | train_loss=0.0126
+  step 3550000 |  33239s | train_loss=0.0124
+  step 3560000 |  33325s | train_loss=0.0128
+  step 3570000 |  33411s | train_loss=0.0116
+  step 3580000 |  33497s | train_loss=0.0116
+  step 3590000 |  33583s | train_loss=0.0126
+  step 3600000 |  33765s | train_loss=0.0120 | fid=118.0387
+  step 3610000 |  33850s | train_loss=0.0126
+  step 3620000 |  33936s | train_loss=0.0124
+  step 3630000 |  34013s | train_loss=0.0128
+  step 3640000 |  34098s | train_loss=0.0115
+  step 3650000 |  34182s | train_loss=0.0124
+  step 3660000 |  34268s | train_loss=0.0117
+  step 3670000 |  34354s | train_loss=0.0122
+  step 3680000 |  34440s | train_loss=0.0119
+  step 3690000 |  34526s | train_loss=0.0121
+  step 3700000 |  34698s | train_loss=0.0130 | fid=117.6976
+  step 3710000 |  34783s | train_loss=0.0120
+  step 3720000 |  34869s | train_loss=0.0124
+  step 3730000 |  34950s | train_loss=0.0119
+  step 3740000 |  35028s | train_loss=0.0117
+  step 3750000 |  35114s | train_loss=0.0118
+  step 3760000 |  35198s | train_loss=0.0120
+  step 3770000 |  35284s | train_loss=0.0119
+  step 3780000 |  35370s | train_loss=0.0123
+  step 3790000 |  35456s | train_loss=0.0115
+  step 3800000 |  35661s | train_loss=0.0120 | fid=117.6731
+  step 3810000 |  35747s | train_loss=0.0118
+  step 3820000 |  35833s | train_loss=0.0113
+  step 3830000 |  35912s | train_loss=0.0116
+  step 3840000 |  35991s | train_loss=0.0116
+  step 3850000 |  36077s | train_loss=0.0121
+  step 3860000 |  36162s | train_loss=0.0116
+  step 3870000 |  36248s | train_loss=0.0116
+  step 3880000 |  36334s | train_loss=0.0114
+  step 3890000 |  36420s | train_loss=0.0118
+  step 3900000 |  36619s | train_loss=0.0110 | fid=117.2732
+  step 3910000 |  36705s | train_loss=0.0117
+  step 3920000 |  36792s | train_loss=0.0113
+  step 3930000 |  36871s | train_loss=0.0117
+  step 3940000 |  36952s | train_loss=0.0113
+  step 3950000 |  37039s | train_loss=0.0110
+  step 3960000 |  37123s | train_loss=0.0115
+  step 3970000 |  37209s | train_loss=0.0110
+  step 3980000 |  37295s | train_loss=0.0110
+  step 3990000 |  37381s | train_loss=0.0116
+  step 4000000 |  37590s | train_loss=0.0109 | fid=117.7181
+  step 4010000 |  37676s | train_loss=0.0109
+  step 4020000 |  37762s | train_loss=0.0110
+  step 4030000 |  37837s | train_loss=0.0110
+  step 4040000 |  37922s | train_loss=0.0113
+  step 4050000 |  38009s | train_loss=0.0115
+  step 4060000 |  38093s | train_loss=0.0113
+  step 4070000 |  38179s | train_loss=0.0111
+  step 4080000 |  38265s | train_loss=0.0113
+  step 4090000 |  38349s | train_loss=0.0108
+  step 4100000 |  38549s | train_loss=0.0107 | fid=117.8218
+  step 4110000 |  38635s | train_loss=0.0106
+  step 4120000 |  38722s | train_loss=0.0108
+  step 4130000 |  38797s | train_loss=0.0114
+  step 4140000 |  38883s | train_loss=0.0108
+  step 4150000 |  38969s | train_loss=0.0108
+  step 4160000 |  39054s | train_loss=0.0110
+  step 4170000 |  39140s | train_loss=0.0109
+  step 4180000 |  39224s | train_loss=0.0104
+  step 4190000 |  39310s | train_loss=0.0104
+  step 4200000 |  39519s | train_loss=0.0106 | fid=118.1615
+  step 4210000 |  39605s | train_loss=0.0109
+  step 4220000 |  39691s | train_loss=0.0106
+  step 4230000 |  39762s | train_loss=0.0105
+  step 4240000 |  39848s | train_loss=0.0109
+  step 4250000 |  39935s | train_loss=0.0109
+  step 4260000 |  40019s | train_loss=0.0106
+  step 4270000 |  40104s | train_loss=0.0106
+  step 4280000 |  40189s | train_loss=0.0104
+  step 4290000 |  40275s | train_loss=0.0103
+  step 4300000 |  40480s | train_loss=0.0102 | fid=118.3044
+  step 4310000 |  40566s | train_loss=0.0106
+  step 4320000 |  40652s | train_loss=0.0110
+  step 4330000 |  40722s | train_loss=0.0104
+  step 4340000 |  40808s | train_loss=0.0110
+  step 4350000 |  40894s | train_loss=0.0099
+  step 4360000 |  40978s | train_loss=0.0116
+  step 4370000 |  41062s | train_loss=0.0111
+  step 4380000 |  41148s | train_loss=0.0103
+  step 4390000 |  41234s | train_loss=0.0101
+  step 4400000 |  41440s | train_loss=0.0107 | fid=118.0899
+  step 4410000 |  41526s | train_loss=0.0105
+  step 4420000 |  41611s | train_loss=0.0103
+  step 4430000 |  41682s | train_loss=0.0103
+  step 4440000 |  41768s | train_loss=0.0101
+  step 4450000 |  41855s | train_loss=0.0108
+  step 4460000 |  41938s | train_loss=0.0108
+  step 4470000 |  42024s | train_loss=0.0107
+  step 4480000 |  42110s | train_loss=0.0103
+  step 4490000 |  42195s | train_loss=0.0104
+  step 4500000 |  42415s | train_loss=0.0106 | fid=117.9735
+  step 4510000 |  42501s | train_loss=0.0102
+  step 4520000 |  42586s | train_loss=0.0099
+  step 4530000 |  42656s | train_loss=0.0102
+  step 4540000 |  42742s | train_loss=0.0101
+  step 4550000 |  42825s | train_loss=0.0105
+  step 4560000 |  42911s | train_loss=0.0098
+  step 4570000 |  42997s | train_loss=0.0105
+  step 4580000 |  43083s | train_loss=0.0106
+  step 4590000 |  43169s | train_loss=0.0099
+  step 4600000 |  43345s | train_loss=0.0099 | fid=117.9929
+  step 4610000 |  43431s | train_loss=0.0103
+  step 4620000 |  43516s | train_loss=0.0105
+  step 4630000 |  43594s | train_loss=0.0099
+  step 4640000 |  43674s | train_loss=0.0096
+  step 4650000 |  43759s | train_loss=0.0104
+  step 4660000 |  43843s | train_loss=0.0100
+  step 4670000 |  43929s | train_loss=0.0097
+  step 4680000 |  44015s | train_loss=0.0098
+  step 4690000 |  44101s | train_loss=0.0094
+  step 4700000 |  44287s | train_loss=0.0097 | fid=117.9608
+  step 4710000 |  44373s | train_loss=0.0101
+  step 4720000 |  44460s | train_loss=0.0098
+  step 4730000 |  44541s | train_loss=0.0096
+  step 4740000 |  44612s | train_loss=0.0100
+  step 4750000 |  44699s | train_loss=0.0102
+  step 4760000 |  44783s | train_loss=0.0095
+  step 4770000 |  44869s | train_loss=0.0098
+  step 4780000 |  44955s | train_loss=0.0100
+  step 4790000 |  45041s | train_loss=0.0097
+  step 4800000 |  45240s | train_loss=0.0096 | fid=118.1273
+  step 4810000 |  45326s | train_loss=0.0095
+  step 4820000 |  45412s | train_loss=0.0097
+  step 4830000 |  45496s | train_loss=0.0095
+  step 4840000 |  45554s | train_loss=0.0095
+  step 4850000 |  45624s | train_loss=0.0093
+  step 4860000 |  45691s | train_loss=0.0094
+  step 4870000 |  45760s | train_loss=0.0096
+  step 4880000 |  45829s | train_loss=0.0098
+  step 4890000 |  45899s | train_loss=0.0095
+  step 4900000 |  46075s | train_loss=0.0101 | fid=117.9477
+  step 4910000 |  46144s | train_loss=0.0095
+  step 4920000 |  46212s | train_loss=0.0093
+  step 4930000 |  46279s | train_loss=0.0092
+  step 4940000 |  46348s | train_loss=0.0092
+  step 4950000 |  46418s | train_loss=0.0095
+  step 4960000 |  46485s | train_loss=0.0096
+  step 4970000 |  46554s | train_loss=0.0099
+  step 4980000 |  46623s | train_loss=0.0093
+  step 4990000 |  46693s | train_loss=0.0094
+  step 5000000 |  46847s | train_loss=0.0099 | fid=117.8381
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b33eb5074e52dc8eba19c9cbb23911d0b2b2b1ab
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d80/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 45,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..2c2ea29960e9e1603447fcd7b5bb815c1999389b
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 80, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d80/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 45}
+{"step": 1, "wall_time": 70.19696879386902, "train_loss_step": 80.13565063476562, "n_params": 4428880, "total_flops": 13605519360, "train_loss": 1.001889419555664, "subset_score_loss": 1.001889419555664, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9778532981872559, "fid": 274.4174819998524, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 161.8869194984436, "train_loss_step": 18.64687728881836, "n_params": 4428880, "total_flops": 136055193600000, "train_loss": 0.8472816467285156, "subset_score_loss": 0.8472816467285156}
+{"step": 20000, "wall_time": 253.80876064300537, "train_loss_step": 15.617237091064453, "n_params": 4428880, "total_flops": 272110387200000, "train_loss": 0.7479877948760987, "subset_score_loss": 0.7479877948760987}
+{"step": 30000, "wall_time": 345.638943195343, "train_loss_step": 13.85092830657959, "n_params": 4428880, "total_flops": 408165580800000, "train_loss": 0.6131704330444336, "subset_score_loss": 0.6131704330444336}
+{"step": 40000, "wall_time": 437.5368981361389, "train_loss_step": 12.446825981140137, "n_params": 4428880, "total_flops": 544220774400000, "train_loss": 0.44100470542907716, "subset_score_loss": 0.44100470542907716}
+{"step": 50000, "wall_time": 529.2738199234009, "train_loss_step": 9.844371795654297, "n_params": 4428880, "total_flops": 680275968000000, "train_loss": 0.29721508026123045, "subset_score_loss": 0.29721508026123045}
+{"step": 60000, "wall_time": 621.2322106361389, "train_loss_step": 9.385738372802734, "n_params": 4428880, "total_flops": 816331161600000, "train_loss": 0.2141974687576294, "subset_score_loss": 0.2141974687576294}
+{"step": 70000, "wall_time": 712.9724543094635, "train_loss_step": 7.907618999481201, "n_params": 4428880, "total_flops": 952386355200000, "train_loss": 0.17144851684570311, "subset_score_loss": 0.17144851684570311}
+{"step": 80000, "wall_time": 804.884880065918, "train_loss_step": 7.105004787445068, "n_params": 4428880, "total_flops": 1088441548800000, "train_loss": 0.1497252345085144, "subset_score_loss": 0.1497252345085144}
+{"step": 90000, "wall_time": 896.8305685520172, "train_loss_step": 7.630954742431641, "n_params": 4428880, "total_flops": 1224496742400000, "train_loss": 0.13539426326751708, "subset_score_loss": 0.13539426326751708}
+{"step": 100000, "wall_time": 1053.1331732273102, "train_loss_step": 6.925413131713867, "n_params": 4428880, "total_flops": 1360551936000000, "train_loss": 0.12503994703292848, "subset_score_loss": 0.12503994703292848, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.9201181530952454, "fid": 153.81138931508156, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1145.0870163440704, "train_loss_step": 7.099469184875488, "n_params": 4428880, "total_flops": 1496607129600000, "train_loss": 0.11856869459152222, "subset_score_loss": 0.11856869459152222}
+{"step": 120000, "wall_time": 1236.8285024166107, "train_loss_step": 7.096704483032227, "n_params": 4428880, "total_flops": 1632662323200000, "train_loss": 0.11263338327407837, "subset_score_loss": 0.11263338327407837}
+{"step": 130000, "wall_time": 1328.8068776130676, "train_loss_step": 6.153922080993652, "n_params": 4428880, "total_flops": 1768717516800000, "train_loss": 0.10691674947738647, "subset_score_loss": 0.10691674947738647}
+{"step": 140000, "wall_time": 1420.6083981990814, "train_loss_step": 6.623898506164551, "n_params": 4428880, "total_flops": 1904772710400000, "train_loss": 0.10147145986557007, "subset_score_loss": 0.10147145986557007}
+{"step": 150000, "wall_time": 1512.3103954792023, "train_loss_step": 6.22259521484375, "n_params": 4428880, "total_flops": 2040827904000000, "train_loss": 0.09906035661697388, "subset_score_loss": 0.09906035661697388}
+{"step": 160000, "wall_time": 1604.2698183059692, "train_loss_step": 6.211320877075195, "n_params": 4428880, "total_flops": 2176883097600000, "train_loss": 0.09536411762237548, "subset_score_loss": 0.09536411762237548}
+{"step": 170000, "wall_time": 1696.1432836055756, "train_loss_step": 6.140171051025391, "n_params": 4428880, "total_flops": 2312938291200000, "train_loss": 0.0913170337677002, "subset_score_loss": 0.0913170337677002}
+{"step": 180000, "wall_time": 1788.0552809238434, "train_loss_step": 5.955483436584473, "n_params": 4428880, "total_flops": 2448993484800000, "train_loss": 0.08938101530075074, "subset_score_loss": 0.08938101530075074}
+{"step": 190000, "wall_time": 1879.7662827968597, "train_loss_step": 5.742547035217285, "n_params": 4428880, "total_flops": 2585048678400000, "train_loss": 0.08578764796257018, "subset_score_loss": 0.08578764796257018}
+{"step": 200000, "wall_time": 2037.2014212608337, "train_loss_step": 5.9438629150390625, "n_params": 4428880, "total_flops": 2721103872000000, "train_loss": 0.08218157291412354, "subset_score_loss": 0.08218157291412354, "memorization_fraction_pixel": 0.004900000058114529, "mean_nn_ratio_pixel": 0.8691704273223877, "fid": 146.53167421964048, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2129.1083302497864, "train_loss_step": 6.019744396209717, "n_params": 4428880, "total_flops": 2857159065600000, "train_loss": 0.08139379024505615, "subset_score_loss": 0.08139379024505615}
+{"step": 220000, "wall_time": 2220.8590936660767, "train_loss_step": 5.755674839019775, "n_params": 4428880, "total_flops": 2993214259200000, "train_loss": 0.07953309416770935, "subset_score_loss": 0.07953309416770935}
+{"step": 230000, "wall_time": 2312.768361568451, "train_loss_step": 5.796070098876953, "n_params": 4428880, "total_flops": 3129269452800000, "train_loss": 0.07655816078186035, "subset_score_loss": 0.07655816078186035}
+{"step": 240000, "wall_time": 2404.700543642044, "train_loss_step": 5.526419639587402, "n_params": 4428880, "total_flops": 3265324646400000, "train_loss": 0.07457901239395141, "subset_score_loss": 0.07457901239395141}
+{"step": 250000, "wall_time": 2496.398278236389, "train_loss_step": 6.255002021789551, "n_params": 4428880, "total_flops": 3401379840000000, "train_loss": 0.07379060387611389, "subset_score_loss": 0.07379060387611389}
+{"step": 260000, "wall_time": 2587.9613885879517, "train_loss_step": 5.683694362640381, "n_params": 4428880, "total_flops": 3537435033600000, "train_loss": 0.07198325395584107, "subset_score_loss": 0.07198325395584107}
+{"step": 270000, "wall_time": 2679.61062169075, "train_loss_step": 5.554121971130371, "n_params": 4428880, "total_flops": 3673490227200000, "train_loss": 0.0692317545413971, "subset_score_loss": 0.0692317545413971}
+{"step": 280000, "wall_time": 2771.5745515823364, "train_loss_step": 5.4561872482299805, "n_params": 4428880, "total_flops": 3809545420800000, "train_loss": 0.06971616744995117, "subset_score_loss": 0.06971616744995117}
+{"step": 290000, "wall_time": 2856.883214235306, "train_loss_step": 5.6198554039001465, "n_params": 4428880, "total_flops": 3945600614400000, "train_loss": 0.06658243536949157, "subset_score_loss": 0.06658243536949157}
+{"step": 300000, "wall_time": 3020.1232192516327, "train_loss_step": 5.8877644538879395, "n_params": 4428880, "total_flops": 4081655808000000, "train_loss": 0.06636605262756348, "subset_score_loss": 0.06636605262756348, "memorization_fraction_pixel": 0.014299999922513962, "mean_nn_ratio_pixel": 0.8269035220146179, "fid": 142.19449700262456, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3112.1907324790955, "train_loss_step": 5.0835795402526855, "n_params": 4428880, "total_flops": 4217711001600000, "train_loss": 0.06583784222602844, "subset_score_loss": 0.06583784222602844}
+{"step": 320000, "wall_time": 3204.165132522583, "train_loss_step": 5.5923566818237305, "n_params": 4428880, "total_flops": 4353766195200000, "train_loss": 0.06471459865570069, "subset_score_loss": 0.06471459865570069}
+{"step": 330000, "wall_time": 3295.8556804656982, "train_loss_step": 5.42434024810791, "n_params": 4428880, "total_flops": 4489821388800000, "train_loss": 0.06283206939697265, "subset_score_loss": 0.06283206939697265}
+{"step": 340000, "wall_time": 3387.978564977646, "train_loss_step": 5.569686412811279, "n_params": 4428880, "total_flops": 4625876582400000, "train_loss": 0.06066421270370483, "subset_score_loss": 0.06066421270370483}
+{"step": 350000, "wall_time": 3479.9495623111725, "train_loss_step": 5.353053092956543, "n_params": 4428880, "total_flops": 4761931776000000, "train_loss": 0.06050859689712525, "subset_score_loss": 0.06050859689712525}
+{"step": 360000, "wall_time": 3571.885705947876, "train_loss_step": 4.955806732177734, "n_params": 4428880, "total_flops": 4897986969600000, "train_loss": 0.059851187467575076, "subset_score_loss": 0.059851187467575076}
+{"step": 370000, "wall_time": 3663.775358915329, "train_loss_step": 5.074122428894043, "n_params": 4428880, "total_flops": 5034042163200000, "train_loss": 0.05831524729728699, "subset_score_loss": 0.05831524729728699}
+{"step": 380000, "wall_time": 3751.6438086032867, "train_loss_step": 4.960606575012207, "n_params": 4428880, "total_flops": 5170097356800000, "train_loss": 0.0588111162185669, "subset_score_loss": 0.0588111162185669}
+{"step": 390000, "wall_time": 3840.3443772792816, "train_loss_step": 5.212506294250488, "n_params": 4428880, "total_flops": 5306152550400000, "train_loss": 0.05682637095451355, "subset_score_loss": 0.05682637095451355}
+{"step": 400000, "wall_time": 4003.431884765625, "train_loss_step": 5.244290351867676, "n_params": 4428880, "total_flops": 5442207744000000, "train_loss": 0.05672459602355957, "subset_score_loss": 0.05672459602355957, "memorization_fraction_pixel": 0.025699999183416367, "mean_nn_ratio_pixel": 0.7884252071380615, "fid": 137.8491221379333, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4095.203180551529, "train_loss_step": 5.1038312911987305, "n_params": 4428880, "total_flops": 5578262937600000, "train_loss": 0.05756896734237671, "subset_score_loss": 0.05756896734237671}
+{"step": 420000, "wall_time": 4187.023706436157, "train_loss_step": 4.903495788574219, "n_params": 4428880, "total_flops": 5714318131200000, "train_loss": 0.055666768550872804, "subset_score_loss": 0.055666768550872804}
+{"step": 430000, "wall_time": 4278.882546424866, "train_loss_step": 4.916289806365967, "n_params": 4428880, "total_flops": 5850373324800000, "train_loss": 0.05384303331375122, "subset_score_loss": 0.05384303331375122}
+{"step": 440000, "wall_time": 4370.878061056137, "train_loss_step": 5.437224864959717, "n_params": 4428880, "total_flops": 5986428518400000, "train_loss": 0.053396362066268924, "subset_score_loss": 0.053396362066268924}
+{"step": 450000, "wall_time": 4462.554084062576, "train_loss_step": 4.9872236251831055, "n_params": 4428880, "total_flops": 6122483712000000, "train_loss": 0.05266390442848205, "subset_score_loss": 0.05266390442848205}
+{"step": 460000, "wall_time": 4554.573064804077, "train_loss_step": 5.24310302734375, "n_params": 4428880, "total_flops": 6258538905600000, "train_loss": 0.052145570516586304, "subset_score_loss": 0.052145570516586304}
+{"step": 470000, "wall_time": 4646.072537183762, "train_loss_step": 4.854902267456055, "n_params": 4428880, "total_flops": 6394594099200000, "train_loss": 0.052650099992752074, "subset_score_loss": 0.052650099992752074}
+{"step": 480000, "wall_time": 4730.00218629837, "train_loss_step": 4.865718841552734, "n_params": 4428880, "total_flops": 6530649292800000, "train_loss": 0.051407885551452634, "subset_score_loss": 0.051407885551452634}
+{"step": 490000, "wall_time": 4821.692928791046, "train_loss_step": 4.644647598266602, "n_params": 4428880, "total_flops": 6666704486400000, "train_loss": 0.049362164735794065, "subset_score_loss": 0.049362164735794065}
+{"step": 500000, "wall_time": 4985.53672337532, "train_loss_step": 4.912496566772461, "n_params": 4428880, "total_flops": 6802759680000000, "train_loss": 0.05084778666496277, "subset_score_loss": 0.05084778666496277, "memorization_fraction_pixel": 0.03790000081062317, "mean_nn_ratio_pixel": 0.7633724808692932, "fid": 131.7616881713788, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5077.415053129196, "train_loss_step": 4.726844310760498, "n_params": 4428880, "total_flops": 6938814873600000, "train_loss": 0.04960509836673736, "subset_score_loss": 0.04960509836673736}
+{"step": 520000, "wall_time": 5167.561239957809, "train_loss_step": 4.9410858154296875, "n_params": 4428880, "total_flops": 7074870067200000, "train_loss": 0.050295042991638186, "subset_score_loss": 0.050295042991638186}
+{"step": 530000, "wall_time": 5256.02410364151, "train_loss_step": 4.5031046867370605, "n_params": 4428880, "total_flops": 7210925260800000, "train_loss": 0.049104541540145874, "subset_score_loss": 0.049104541540145874}
+{"step": 540000, "wall_time": 5344.449456453323, "train_loss_step": 4.80356502532959, "n_params": 4428880, "total_flops": 7346980454400000, "train_loss": 0.0490657240152359, "subset_score_loss": 0.0490657240152359}
+{"step": 550000, "wall_time": 5433.867312192917, "train_loss_step": 4.487159252166748, "n_params": 4428880, "total_flops": 7483035648000000, "train_loss": 0.04804621338844299, "subset_score_loss": 0.04804621338844299}
+{"step": 560000, "wall_time": 5522.898319721222, "train_loss_step": 4.770020008087158, "n_params": 4428880, "total_flops": 7619090841600000, "train_loss": 0.0465878814458847, "subset_score_loss": 0.0465878814458847}
+{"step": 570000, "wall_time": 5606.119535684586, "train_loss_step": 4.708492755889893, "n_params": 4428880, "total_flops": 7755146035200000, "train_loss": 0.047008877992630003, "subset_score_loss": 0.047008877992630003}
+{"step": 580000, "wall_time": 5695.451431751251, "train_loss_step": 4.728672981262207, "n_params": 4428880, "total_flops": 7891201228800000, "train_loss": 0.04719257950782776, "subset_score_loss": 0.04719257950782776}
+{"step": 590000, "wall_time": 5787.680772066116, "train_loss_step": 4.572005271911621, "n_params": 4428880, "total_flops": 8027256422400000, "train_loss": 0.04690798819065094, "subset_score_loss": 0.04690798819065094}
+{"step": 600000, "wall_time": 5951.386901855469, "train_loss_step": 4.732860565185547, "n_params": 4428880, "total_flops": 8163311616000000, "train_loss": 0.04711215496063233, "subset_score_loss": 0.04711215496063233, "memorization_fraction_pixel": 0.050599999725818634, "mean_nn_ratio_pixel": 0.7355152368545532, "fid": 132.9170396071891, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6043.23898935318, "train_loss_step": 4.871518611907959, "n_params": 4428880, "total_flops": 8299366809600000, "train_loss": 0.04499773681163788, "subset_score_loss": 0.04499773681163788}
+{"step": 620000, "wall_time": 6135.143700122833, "train_loss_step": 4.352492332458496, "n_params": 4428880, "total_flops": 8435422003200000, "train_loss": 0.04454614818096161, "subset_score_loss": 0.04454614818096161}
+{"step": 630000, "wall_time": 6227.014724969864, "train_loss_step": 4.509212493896484, "n_params": 4428880, "total_flops": 8571477196800000, "train_loss": 0.0444131076335907, "subset_score_loss": 0.0444131076335907}
+{"step": 640000, "wall_time": 6318.784799337387, "train_loss_step": 4.706003189086914, "n_params": 4428880, "total_flops": 8707532390400000, "train_loss": 0.04560261368751526, "subset_score_loss": 0.04560261368751526}
+{"step": 650000, "wall_time": 6410.493192434311, "train_loss_step": 4.527379035949707, "n_params": 4428880, "total_flops": 8843587584000000, "train_loss": 0.04391898214817047, "subset_score_loss": 0.04391898214817047}
+{"step": 660000, "wall_time": 6501.637343883514, "train_loss_step": 4.636966705322266, "n_params": 4428880, "total_flops": 8979642777600000, "train_loss": 0.04384320378303528, "subset_score_loss": 0.04384320378303528}
+{"step": 670000, "wall_time": 6585.409101724625, "train_loss_step": 4.801973342895508, "n_params": 4428880, "total_flops": 9115697971200000, "train_loss": 0.04382038116455078, "subset_score_loss": 0.04382038116455078}
+{"step": 680000, "wall_time": 6677.297207355499, "train_loss_step": 4.779603004455566, "n_params": 4428880, "total_flops": 9251753164800000, "train_loss": 0.0434756726026535, "subset_score_loss": 0.0434756726026535}
+{"step": 690000, "wall_time": 6768.948963880539, "train_loss_step": 4.724155902862549, "n_params": 4428880, "total_flops": 9387808358400000, "train_loss": 0.0438528448343277, "subset_score_loss": 0.0438528448343277}
+{"step": 700000, "wall_time": 6932.955557584763, "train_loss_step": 4.836073875427246, "n_params": 4428880, "total_flops": 9523863552000000, "train_loss": 0.04361118972301483, "subset_score_loss": 0.04361118972301483, "memorization_fraction_pixel": 0.059700001031160355, "mean_nn_ratio_pixel": 0.7191874384880066, "fid": 132.18168903965272, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7024.999233007431, "train_loss_step": 4.349167823791504, "n_params": 4428880, "total_flops": 9659918745600000, "train_loss": 0.04234293699264526, "subset_score_loss": 0.04234293699264526}
+{"step": 720000, "wall_time": 7116.919814825058, "train_loss_step": 4.500014305114746, "n_params": 4428880, "total_flops": 9795973939200000, "train_loss": 0.041665452718734744, "subset_score_loss": 0.041665452718734744}
+{"step": 730000, "wall_time": 7208.956883907318, "train_loss_step": 4.664924621582031, "n_params": 4428880, "total_flops": 9932029132800000, "train_loss": 0.04203335046768188, "subset_score_loss": 0.04203335046768188}
+{"step": 740000, "wall_time": 7300.968185424805, "train_loss_step": 4.63470458984375, "n_params": 4428880, "total_flops": 10068084326400000, "train_loss": 0.04064651727676392, "subset_score_loss": 0.04064651727676392}
+{"step": 750000, "wall_time": 7392.483743906021, "train_loss_step": 4.246192932128906, "n_params": 4428880, "total_flops": 10204139520000000, "train_loss": 0.041384541988372804, "subset_score_loss": 0.041384541988372804}
+{"step": 760000, "wall_time": 7479.839593887329, "train_loss_step": 4.068668365478516, "n_params": 4428880, "total_flops": 10340194713600000, "train_loss": 0.04018509387969971, "subset_score_loss": 0.04018509387969971}
+{"step": 770000, "wall_time": 7569.506187915802, "train_loss_step": 4.168940544128418, "n_params": 4428880, "total_flops": 10476249907200000, "train_loss": 0.04056286215782166, "subset_score_loss": 0.04056286215782166}
+{"step": 780000, "wall_time": 7661.463376998901, "train_loss_step": 4.5453996658325195, "n_params": 4428880, "total_flops": 10612305100800000, "train_loss": 0.040602308511734006, "subset_score_loss": 0.040602308511734006}
+{"step": 790000, "wall_time": 7753.2005207538605, "train_loss_step": 4.467991828918457, "n_params": 4428880, "total_flops": 10748360294400000, "train_loss": 0.040953421592712404, "subset_score_loss": 0.040953421592712404}
+{"step": 800000, "wall_time": 7917.214061975479, "train_loss_step": 4.221041679382324, "n_params": 4428880, "total_flops": 10884415488000000, "train_loss": 0.04006505012512207, "subset_score_loss": 0.04006505012512207, "memorization_fraction_pixel": 0.07959999889135361, "mean_nn_ratio_pixel": 0.6891135573387146, "fid": 129.81206788656556, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8009.012872219086, "train_loss_step": 4.391880035400391, "n_params": 4428880, "total_flops": 11020470681600000, "train_loss": 0.040705782175064084, "subset_score_loss": 0.040705782175064084}
+{"step": 820000, "wall_time": 8100.818176984787, "train_loss_step": 4.5852789878845215, "n_params": 4428880, "total_flops": 11156525875200000, "train_loss": 0.039716094732284546, "subset_score_loss": 0.039716094732284546}
+{"step": 830000, "wall_time": 8192.630168676376, "train_loss_step": 4.549441814422607, "n_params": 4428880, "total_flops": 11292581068800000, "train_loss": 0.038391119241714476, "subset_score_loss": 0.038391119241714476}
+{"step": 840000, "wall_time": 8284.41537642479, "train_loss_step": 4.773952007293701, "n_params": 4428880, "total_flops": 11428636262400000, "train_loss": 0.038329696655273436, "subset_score_loss": 0.038329696655273436}
+{"step": 850000, "wall_time": 8371.371580839157, "train_loss_step": 4.5894622802734375, "n_params": 4428880, "total_flops": 11564691456000000, "train_loss": 0.03869272768497467, "subset_score_loss": 0.03869272768497467}
+{"step": 860000, "wall_time": 8460.358383655548, "train_loss_step": 4.574581623077393, "n_params": 4428880, "total_flops": 11700746649600000, "train_loss": 0.03859584629535675, "subset_score_loss": 0.03859584629535675}
+{"step": 870000, "wall_time": 8552.204905509949, "train_loss_step": 4.370199203491211, "n_params": 4428880, "total_flops": 11836801843200000, "train_loss": 0.03846216499805451, "subset_score_loss": 0.03846216499805451}
+{"step": 880000, "wall_time": 8644.297601222992, "train_loss_step": 3.9172306060791016, "n_params": 4428880, "total_flops": 11972857036800000, "train_loss": 0.03905686140060425, "subset_score_loss": 0.03905686140060425}
+{"step": 890000, "wall_time": 8735.5581843853, "train_loss_step": 3.959789752960205, "n_params": 4428880, "total_flops": 12108912230400000, "train_loss": 0.03750324845314026, "subset_score_loss": 0.03750324845314026}
+{"step": 900000, "wall_time": 8899.603061676025, "train_loss_step": 4.526360511779785, "n_params": 4428880, "total_flops": 12244967424000000, "train_loss": 0.038615363836288455, "subset_score_loss": 0.038615363836288455, "memorization_fraction_pixel": 0.09070000052452087, "mean_nn_ratio_pixel": 0.6732202172279358, "fid": 126.64106901953569, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8991.645736932755, "train_loss_step": 4.129751682281494, "n_params": 4428880, "total_flops": 12381022617600000, "train_loss": 0.03862639665603638, "subset_score_loss": 0.03862639665603638}
+{"step": 920000, "wall_time": 9083.474970340729, "train_loss_step": 4.334071636199951, "n_params": 4428880, "total_flops": 12517077811200000, "train_loss": 0.03738509714603424, "subset_score_loss": 0.03738509714603424}
+{"step": 930000, "wall_time": 9175.41438126564, "train_loss_step": 4.364592552185059, "n_params": 4428880, "total_flops": 12653133004800000, "train_loss": 0.03806900084018707, "subset_score_loss": 0.03806900084018707}
+{"step": 940000, "wall_time": 9266.334142446518, "train_loss_step": 4.279390335083008, "n_params": 4428880, "total_flops": 12789188198400000, "train_loss": 0.036255490779876706, "subset_score_loss": 0.036255490779876706}
+{"step": 950000, "wall_time": 9353.181914806366, "train_loss_step": 4.180267810821533, "n_params": 4428880, "total_flops": 12925243392000000, "train_loss": 0.036157837510108946, "subset_score_loss": 0.036157837510108946}
+{"step": 960000, "wall_time": 9442.883412122726, "train_loss_step": 4.401063919067383, "n_params": 4428880, "total_flops": 13061298585600000, "train_loss": 0.03576645851135254, "subset_score_loss": 0.03576645851135254}
+{"step": 970000, "wall_time": 9534.655473470688, "train_loss_step": 4.05240535736084, "n_params": 4428880, "total_flops": 13197353779200000, "train_loss": 0.03461537063121796, "subset_score_loss": 0.03461537063121796}
+{"step": 980000, "wall_time": 9626.519142150879, "train_loss_step": 4.353323459625244, "n_params": 4428880, "total_flops": 13333408972800000, "train_loss": 0.03550686836242676, "subset_score_loss": 0.03550686836242676}
+{"step": 990000, "wall_time": 9718.454276800156, "train_loss_step": 4.142148017883301, "n_params": 4428880, "total_flops": 13469464166400000, "train_loss": 0.035872450470924376, "subset_score_loss": 0.035872450470924376}
+{"step": 1000000, "wall_time": 9881.278285264969, "train_loss_step": 3.9054388999938965, "n_params": 4428880, "total_flops": 13605519360000000, "train_loss": 0.036729395389556885, "subset_score_loss": 0.036729395389556885, "memorization_fraction_pixel": 0.1111999973654747, "mean_nn_ratio_pixel": 0.6429274678230286, "fid": 123.66075868987035, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9973.642934322357, "train_loss_step": 4.236241340637207, "n_params": 4428880, "total_flops": 13741574553600000, "train_loss": 0.035302722454071046, "subset_score_loss": 0.035302722454071046}
+{"step": 1020000, "wall_time": 10065.33307647705, "train_loss_step": 3.9743218421936035, "n_params": 4428880, "total_flops": 13877629747200000, "train_loss": 0.03478851020336151, "subset_score_loss": 0.03478851020336151}
+{"step": 1030000, "wall_time": 10157.029250144958, "train_loss_step": 4.473261833190918, "n_params": 4428880, "total_flops": 14013684940800000, "train_loss": 0.03419123589992523, "subset_score_loss": 0.03419123589992523}
+{"step": 1040000, "wall_time": 10244.37312078476, "train_loss_step": 3.8854880332946777, "n_params": 4428880, "total_flops": 14149740134400000, "train_loss": 0.03558610081672668, "subset_score_loss": 0.03558610081672668}
+{"step": 1050000, "wall_time": 10333.64832997322, "train_loss_step": 4.274435997009277, "n_params": 4428880, "total_flops": 14285795328000000, "train_loss": 0.0347742885351181, "subset_score_loss": 0.0347742885351181}
+{"step": 1060000, "wall_time": 10425.593594312668, "train_loss_step": 4.566925048828125, "n_params": 4428880, "total_flops": 14421850521600000, "train_loss": 0.03449268937110901, "subset_score_loss": 0.03449268937110901}
+{"step": 1070000, "wall_time": 10517.138958454132, "train_loss_step": 4.307358741760254, "n_params": 4428880, "total_flops": 14557905715200000, "train_loss": 0.03586203753948212, "subset_score_loss": 0.03586203753948212}
+{"step": 1080000, "wall_time": 10608.69675397873, "train_loss_step": 4.100100994110107, "n_params": 4428880, "total_flops": 14693960908800000, "train_loss": 0.03429962694644928, "subset_score_loss": 0.03429962694644928}
+{"step": 1090000, "wall_time": 10700.623413324356, "train_loss_step": 3.9219040870666504, "n_params": 4428880, "total_flops": 14830016102400000, "train_loss": 0.03381190299987793, "subset_score_loss": 0.03381190299987793}
+{"step": 1100000, "wall_time": 10864.282145500183, "train_loss_step": 3.9526681900024414, "n_params": 4428880, "total_flops": 14966071296000000, "train_loss": 0.033608099818229674, "subset_score_loss": 0.033608099818229674, "memorization_fraction_pixel": 0.12330000102519989, "mean_nn_ratio_pixel": 0.6350212693214417, "fid": 125.66324780734749, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10956.394915819168, "train_loss_step": 4.157833576202393, "n_params": 4428880, "total_flops": 15102126489600000, "train_loss": 0.033775195479393005, "subset_score_loss": 0.033775195479393005}
+{"step": 1120000, "wall_time": 11048.303603887558, "train_loss_step": 4.131868362426758, "n_params": 4428880, "total_flops": 15238181683200000, "train_loss": 0.033553007245063785, "subset_score_loss": 0.033553007245063785}
+{"step": 1130000, "wall_time": 11134.918861627579, "train_loss_step": 4.056943893432617, "n_params": 4428880, "total_flops": 15374236876800000, "train_loss": 0.033401742577552795, "subset_score_loss": 0.033401742577552795}
+{"step": 1140000, "wall_time": 11224.350809335709, "train_loss_step": 3.8961222171783447, "n_params": 4428880, "total_flops": 15510292070400000, "train_loss": 0.03346103727817536, "subset_score_loss": 0.03346103727817536}
+{"step": 1150000, "wall_time": 11316.407839775085, "train_loss_step": 3.8992960453033447, "n_params": 4428880, "total_flops": 15646347264000000, "train_loss": 0.03336341381072998, "subset_score_loss": 0.03336341381072998}
+{"step": 1160000, "wall_time": 11408.528149843216, "train_loss_step": 3.630009174346924, "n_params": 4428880, "total_flops": 15782402457600000, "train_loss": 0.031964626908302304, "subset_score_loss": 0.031964626908302304}
+{"step": 1170000, "wall_time": 11500.284468889236, "train_loss_step": 4.0384979248046875, "n_params": 4428880, "total_flops": 15918457651200000, "train_loss": 0.03214475810527802, "subset_score_loss": 0.03214475810527802}
+{"step": 1180000, "wall_time": 11592.10738325119, "train_loss_step": 3.8104445934295654, "n_params": 4428880, "total_flops": 16054512844800000, "train_loss": 0.03217374682426453, "subset_score_loss": 0.03217374682426453}
+{"step": 1190000, "wall_time": 11683.893242835999, "train_loss_step": 3.900021553039551, "n_params": 4428880, "total_flops": 16190568038400000, "train_loss": 0.03268597424030304, "subset_score_loss": 0.03268597424030304}
+{"step": 1200000, "wall_time": 11847.790139198303, "train_loss_step": 3.9074511528015137, "n_params": 4428880, "total_flops": 16326623232000000, "train_loss": 0.03165265619754791, "subset_score_loss": 0.03165265619754791, "memorization_fraction_pixel": 0.14650000631809235, "mean_nn_ratio_pixel": 0.6158539652824402, "fid": 123.30999703178537, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11939.473215818405, "train_loss_step": 3.960681676864624, "n_params": 4428880, "total_flops": 16462678425600000, "train_loss": 0.031959980726242065, "subset_score_loss": 0.031959980726242065}
+{"step": 1220000, "wall_time": 12029.338918447495, "train_loss_step": 3.9459567070007324, "n_params": 4428880, "total_flops": 16598733619200000, "train_loss": 0.03191924691200256, "subset_score_loss": 0.03191924691200256}
+{"step": 1230000, "wall_time": 12118.209063053131, "train_loss_step": 4.119062423706055, "n_params": 4428880, "total_flops": 16734788812800000, "train_loss": 0.03068687915802002, "subset_score_loss": 0.03068687915802002}
+{"step": 1240000, "wall_time": 12207.20466375351, "train_loss_step": 3.889739990234375, "n_params": 4428880, "total_flops": 16870844006400000, "train_loss": 0.03237306773662567, "subset_score_loss": 0.03237306773662567}
+{"step": 1250000, "wall_time": 12299.073964834213, "train_loss_step": 3.703378200531006, "n_params": 4428880, "total_flops": 17006899200000000, "train_loss": 0.031303969025611875, "subset_score_loss": 0.031303969025611875}
+{"step": 1260000, "wall_time": 12391.046170949936, "train_loss_step": 3.748870611190796, "n_params": 4428880, "total_flops": 17142954393600000, "train_loss": 0.031713297963142394, "subset_score_loss": 0.031713297963142394}
+{"step": 1270000, "wall_time": 12483.062319040298, "train_loss_step": 3.9051873683929443, "n_params": 4428880, "total_flops": 17279009587200000, "train_loss": 0.031050097942352296, "subset_score_loss": 0.031050097942352296}
+{"step": 1280000, "wall_time": 12574.962394714355, "train_loss_step": 4.044477939605713, "n_params": 4428880, "total_flops": 17415064780800000, "train_loss": 0.031223005056381224, "subset_score_loss": 0.031223005056381224}
+{"step": 1290000, "wall_time": 12666.661530733109, "train_loss_step": 3.9977188110351562, "n_params": 4428880, "total_flops": 17551119974400000, "train_loss": 0.02977621555328369, "subset_score_loss": 0.02977621555328369}
+{"step": 1300000, "wall_time": 12830.542889118195, "train_loss_step": 4.045548915863037, "n_params": 4428880, "total_flops": 17687175168000000, "train_loss": 0.03145076036453247, "subset_score_loss": 0.03145076036453247, "memorization_fraction_pixel": 0.1590999960899353, "mean_nn_ratio_pixel": 0.6072836518287659, "fid": 125.60820245149777, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12922.275090694427, "train_loss_step": 3.6378655433654785, "n_params": 4428880, "total_flops": 17823230361600000, "train_loss": 0.03095656931400299, "subset_score_loss": 0.03095656931400299}
+{"step": 1320000, "wall_time": 13009.39283657074, "train_loss_step": 4.141283988952637, "n_params": 4428880, "total_flops": 17959285555200000, "train_loss": 0.029992738366127016, "subset_score_loss": 0.029992738366127016}
+{"step": 1330000, "wall_time": 13098.266950130463, "train_loss_step": 3.786557197570801, "n_params": 4428880, "total_flops": 18095340748800000, "train_loss": 0.02983483374118805, "subset_score_loss": 0.02983483374118805}
+{"step": 1340000, "wall_time": 13190.129776239395, "train_loss_step": 4.07805061340332, "n_params": 4428880, "total_flops": 18231395942400000, "train_loss": 0.029782098531723023, "subset_score_loss": 0.029782098531723023}
+{"step": 1350000, "wall_time": 13281.869809865952, "train_loss_step": 3.765615224838257, "n_params": 4428880, "total_flops": 18367451136000000, "train_loss": 0.030258208513259888, "subset_score_loss": 0.030258208513259888}
+{"step": 1360000, "wall_time": 13373.803540229797, "train_loss_step": 4.196267127990723, "n_params": 4428880, "total_flops": 18503506329600000, "train_loss": 0.03048812448978424, "subset_score_loss": 0.03048812448978424}
+{"step": 1370000, "wall_time": 13465.623028039932, "train_loss_step": 3.8888144493103027, "n_params": 4428880, "total_flops": 18639561523200000, "train_loss": 0.02850300371646881, "subset_score_loss": 0.02850300371646881}
+{"step": 1380000, "wall_time": 13557.538972377777, "train_loss_step": 3.788724422454834, "n_params": 4428880, "total_flops": 18775616716800000, "train_loss": 0.029510384798049925, "subset_score_loss": 0.029510384798049925}
+{"step": 1390000, "wall_time": 13649.345132112503, "train_loss_step": 3.8832993507385254, "n_params": 4428880, "total_flops": 18911671910400000, "train_loss": 0.028903821110725404, "subset_score_loss": 0.028903821110725404}
+{"step": 1400000, "wall_time": 13813.243864774704, "train_loss_step": 4.071072101593018, "n_params": 4428880, "total_flops": 19047727104000000, "train_loss": 0.028932657837867738, "subset_score_loss": 0.028932657837867738, "memorization_fraction_pixel": 0.18729999661445618, "mean_nn_ratio_pixel": 0.5837263464927673, "fid": 122.95379432368922, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13900.417867183685, "train_loss_step": 3.9576120376586914, "n_params": 4428880, "total_flops": 19183782297600000, "train_loss": 0.02835826575756073, "subset_score_loss": 0.02835826575756073}
+{"step": 1420000, "wall_time": 13986.75974702835, "train_loss_step": 3.68660831451416, "n_params": 4428880, "total_flops": 19319837491200000, "train_loss": 0.028545045852661134, "subset_score_loss": 0.028545045852661134}
+{"step": 1430000, "wall_time": 14067.819616556168, "train_loss_step": 3.859764575958252, "n_params": 4428880, "total_flops": 19455892684800000, "train_loss": 0.028123775124549867, "subset_score_loss": 0.028123775124549867}
+{"step": 1440000, "wall_time": 14159.677584409714, "train_loss_step": 4.067145347595215, "n_params": 4428880, "total_flops": 19591947878400000, "train_loss": 0.027630317211151122, "subset_score_loss": 0.027630317211151122}
+{"step": 1450000, "wall_time": 14251.288182497025, "train_loss_step": 3.703911781311035, "n_params": 4428880, "total_flops": 19728003072000000, "train_loss": 0.028940925002098085, "subset_score_loss": 0.028940925002098085}
+{"step": 1460000, "wall_time": 14343.058116674423, "train_loss_step": 3.9430654048919678, "n_params": 4428880, "total_flops": 19864058265600000, "train_loss": 0.02835446298122406, "subset_score_loss": 0.02835446298122406}
+{"step": 1470000, "wall_time": 14434.688731193542, "train_loss_step": 3.9097883701324463, "n_params": 4428880, "total_flops": 20000113459200000, "train_loss": 0.028102698922157287, "subset_score_loss": 0.028102698922157287}
+{"step": 1480000, "wall_time": 14526.608048677444, "train_loss_step": 3.7862672805786133, "n_params": 4428880, "total_flops": 20136168652800000, "train_loss": 0.028461968898773192, "subset_score_loss": 0.028461968898773192}
+{"step": 1490000, "wall_time": 14618.403038978577, "train_loss_step": 3.6340909004211426, "n_params": 4428880, "total_flops": 20272223846400000, "train_loss": 0.02764335572719574, "subset_score_loss": 0.02764335572719574}
+{"step": 1500000, "wall_time": 14780.558031082153, "train_loss_step": 3.7334108352661133, "n_params": 4428880, "total_flops": 20408279040000000, "train_loss": 0.027221372723579405, "subset_score_loss": 0.027221372723579405, "memorization_fraction_pixel": 0.2004999965429306, "mean_nn_ratio_pixel": 0.5707108378410339, "fid": 122.33719950136302, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14869.319092273712, "train_loss_step": 3.96329927444458, "n_params": 4428880, "total_flops": 20544334233600000, "train_loss": 0.02732313275337219, "subset_score_loss": 0.02732313275337219}
+{"step": 1520000, "wall_time": 14961.104893445969, "train_loss_step": 3.791533946990967, "n_params": 4428880, "total_flops": 20680389427200000, "train_loss": 0.027197033166885376, "subset_score_loss": 0.027197033166885376}
+{"step": 1530000, "wall_time": 15049.862276315689, "train_loss_step": 3.873095989227295, "n_params": 4428880, "total_flops": 20816444620800000, "train_loss": 0.026379591226577757, "subset_score_loss": 0.026379591226577757}
+{"step": 1540000, "wall_time": 15141.701134681702, "train_loss_step": 3.776907205581665, "n_params": 4428880, "total_flops": 20952499814400000, "train_loss": 0.026748311519622803, "subset_score_loss": 0.026748311519622803}
+{"step": 1550000, "wall_time": 15233.588788509369, "train_loss_step": 3.949863910675049, "n_params": 4428880, "total_flops": 21088555008000000, "train_loss": 0.027616748213768007, "subset_score_loss": 0.027616748213768007}
+{"step": 1560000, "wall_time": 15325.767205238342, "train_loss_step": 3.8073220252990723, "n_params": 4428880, "total_flops": 21224610201600000, "train_loss": 0.027407363057136536, "subset_score_loss": 0.027407363057136536}
+{"step": 1570000, "wall_time": 15417.574442386627, "train_loss_step": 3.7003514766693115, "n_params": 4428880, "total_flops": 21360665395200000, "train_loss": 0.026880183815956117, "subset_score_loss": 0.026880183815956117}
+{"step": 1580000, "wall_time": 15509.457160949707, "train_loss_step": 3.827826738357544, "n_params": 4428880, "total_flops": 21496720588800000, "train_loss": 0.027013936638832094, "subset_score_loss": 0.027013936638832094}
+{"step": 1590000, "wall_time": 15601.378438472748, "train_loss_step": 3.6488587856292725, "n_params": 4428880, "total_flops": 21632775782400000, "train_loss": 0.026705703139305113, "subset_score_loss": 0.026705703139305113}
+{"step": 1600000, "wall_time": 15762.496889591217, "train_loss_step": 3.8649773597717285, "n_params": 4428880, "total_flops": 21768830976000000, "train_loss": 0.0261652410030365, "subset_score_loss": 0.0261652410030365, "memorization_fraction_pixel": 0.2102999985218048, "mean_nn_ratio_pixel": 0.562790036201477, "fid": 123.54095438188848, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 15854.164338588715, "train_loss_step": 3.605684995651245, "n_params": 4428880, "total_flops": 21904886169600000, "train_loss": 0.026119536161422728, "subset_score_loss": 0.026119536161422728}
+{"step": 1620000, "wall_time": 15943.287159919739, "train_loss_step": 4.250116348266602, "n_params": 4428880, "total_flops": 22040941363200000, "train_loss": 0.02685041129589081, "subset_score_loss": 0.02685041129589081}
+{"step": 1630000, "wall_time": 16035.231166362762, "train_loss_step": 3.7504873275756836, "n_params": 4428880, "total_flops": 22176996556800000, "train_loss": 0.026255884766578676, "subset_score_loss": 0.026255884766578676}
+{"step": 1640000, "wall_time": 16126.969410896301, "train_loss_step": 3.6134204864501953, "n_params": 4428880, "total_flops": 22313051750400000, "train_loss": 0.026107239723205566, "subset_score_loss": 0.026107239723205566}
+{"step": 1650000, "wall_time": 16219.04374074936, "train_loss_step": 3.7470712661743164, "n_params": 4428880, "total_flops": 22449106944000000, "train_loss": 0.02725299596786499, "subset_score_loss": 0.02725299596786499}
+{"step": 1660000, "wall_time": 16310.838515043259, "train_loss_step": 3.4679746627807617, "n_params": 4428880, "total_flops": 22585162137600000, "train_loss": 0.02601018249988556, "subset_score_loss": 0.02601018249988556}
+{"step": 1670000, "wall_time": 16402.799390792847, "train_loss_step": 3.772874593734741, "n_params": 4428880, "total_flops": 22721217331200000, "train_loss": 0.024858374893665314, "subset_score_loss": 0.024858374893665314}
+{"step": 1680000, "wall_time": 16494.653359651566, "train_loss_step": 3.740095615386963, "n_params": 4428880, "total_flops": 22857272524800000, "train_loss": 0.024740828573703764, "subset_score_loss": 0.024740828573703764}
+{"step": 1690000, "wall_time": 16586.321888685226, "train_loss_step": 3.2990572452545166, "n_params": 4428880, "total_flops": 22993327718400000, "train_loss": 0.025139835476875306, "subset_score_loss": 0.025139835476875306}
+{"step": 1700000, "wall_time": 16739.822895288467, "train_loss_step": 3.690422534942627, "n_params": 4428880, "total_flops": 23129382912000000, "train_loss": 0.024722082912921904, "subset_score_loss": 0.024722082912921904, "memorization_fraction_pixel": 0.2353000044822693, "mean_nn_ratio_pixel": 0.5489225387573242, "fid": 122.58454681968476, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 16830.46592450142, "train_loss_step": 3.5999755859375, "n_params": 4428880, "total_flops": 23265438105600000, "train_loss": 0.02561849355697632, "subset_score_loss": 0.02561849355697632}
+{"step": 1720000, "wall_time": 16911.00242781639, "train_loss_step": 3.7424774169921875, "n_params": 4428880, "total_flops": 23401493299200000, "train_loss": 0.025162053108215333, "subset_score_loss": 0.025162053108215333}
+{"step": 1730000, "wall_time": 17002.828199625015, "train_loss_step": 3.494342803955078, "n_params": 4428880, "total_flops": 23537548492800000, "train_loss": 0.02571284770965576, "subset_score_loss": 0.02571284770965576}
+{"step": 1740000, "wall_time": 17094.613401174545, "train_loss_step": 3.6166274547576904, "n_params": 4428880, "total_flops": 23673603686400000, "train_loss": 0.024198292195796965, "subset_score_loss": 0.024198292195796965}
+{"step": 1750000, "wall_time": 17186.67467904091, "train_loss_step": 3.649712562561035, "n_params": 4428880, "total_flops": 23809658880000000, "train_loss": 0.0244096115231514, "subset_score_loss": 0.0244096115231514}
+{"step": 1760000, "wall_time": 17278.705350875854, "train_loss_step": 3.4524905681610107, "n_params": 4428880, "total_flops": 23945714073600000, "train_loss": 0.025044766068458558, "subset_score_loss": 0.025044766068458558}
+{"step": 1770000, "wall_time": 17370.520159959793, "train_loss_step": 3.8810317516326904, "n_params": 4428880, "total_flops": 24081769267200000, "train_loss": 0.025746315717697144, "subset_score_loss": 0.025746315717697144}
+{"step": 1780000, "wall_time": 17462.320247411728, "train_loss_step": 3.3031935691833496, "n_params": 4428880, "total_flops": 24217824460800000, "train_loss": 0.023937992751598358, "subset_score_loss": 0.023937992751598358}
+{"step": 1790000, "wall_time": 17552.77519917488, "train_loss_step": 3.6001036167144775, "n_params": 4428880, "total_flops": 24353879654400000, "train_loss": 0.024559713900089264, "subset_score_loss": 0.024559713900089264}
+{"step": 1800000, "wall_time": 17708.256341934204, "train_loss_step": 3.597348928451538, "n_params": 4428880, "total_flops": 24489934848000000, "train_loss": 0.02451949268579483, "subset_score_loss": 0.02451949268579483, "memorization_fraction_pixel": 0.24150000512599945, "mean_nn_ratio_pixel": 0.5386221408843994, "fid": 121.70391947794397, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 17799.051057100296, "train_loss_step": 3.435858726501465, "n_params": 4428880, "total_flops": 24625990041600000, "train_loss": 0.02456897497177124, "subset_score_loss": 0.02456897497177124}
+{"step": 1820000, "wall_time": 17886.88508248329, "train_loss_step": 3.5748517513275146, "n_params": 4428880, "total_flops": 24762045235200000, "train_loss": 0.023490551114082336, "subset_score_loss": 0.023490551114082336}
+{"step": 1830000, "wall_time": 17978.585506677628, "train_loss_step": 3.692815065383911, "n_params": 4428880, "total_flops": 24898100428800000, "train_loss": 0.024494603276252747, "subset_score_loss": 0.024494603276252747}
+{"step": 1840000, "wall_time": 18070.28040599823, "train_loss_step": 3.8821542263031006, "n_params": 4428880, "total_flops": 25034155622400000, "train_loss": 0.022832196950912476, "subset_score_loss": 0.022832196950912476}
+{"step": 1850000, "wall_time": 18162.012582302094, "train_loss_step": 3.4588708877563477, "n_params": 4428880, "total_flops": 25170210816000000, "train_loss": 0.02314532399177551, "subset_score_loss": 0.02314532399177551}
+{"step": 1860000, "wall_time": 18253.72704434395, "train_loss_step": 3.3835785388946533, "n_params": 4428880, "total_flops": 25306266009600000, "train_loss": 0.02291918098926544, "subset_score_loss": 0.02291918098926544}
+{"step": 1870000, "wall_time": 18345.437403440475, "train_loss_step": 3.471316337585449, "n_params": 4428880, "total_flops": 25442321203200000, "train_loss": 0.02405914068222046, "subset_score_loss": 0.02405914068222046}
+{"step": 1880000, "wall_time": 18435.71013522148, "train_loss_step": 3.404249668121338, "n_params": 4428880, "total_flops": 25578376396800000, "train_loss": 0.023978327214717866, "subset_score_loss": 0.023978327214717866}
+{"step": 1890000, "wall_time": 18527.488605737686, "train_loss_step": 3.372955322265625, "n_params": 4428880, "total_flops": 25714431590400000, "train_loss": 0.023026350140571594, "subset_score_loss": 0.023026350140571594}
+{"step": 1900000, "wall_time": 18688.828053712845, "train_loss_step": 3.3582234382629395, "n_params": 4428880, "total_flops": 25850486784000000, "train_loss": 0.023493100702762604, "subset_score_loss": 0.023493100702762604, "memorization_fraction_pixel": 0.2669000029563904, "mean_nn_ratio_pixel": 0.5136970281600952, "fid": 116.57280112133765, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 18778.143842220306, "train_loss_step": 3.2684144973754883, "n_params": 4428880, "total_flops": 25986541977600000, "train_loss": 0.02416943609714508, "subset_score_loss": 0.02416943609714508}
+{"step": 1920000, "wall_time": 18870.058144569397, "train_loss_step": 3.397933006286621, "n_params": 4428880, "total_flops": 26122597171200000, "train_loss": 0.022977420687675477, "subset_score_loss": 0.022977420687675477}
+{"step": 1930000, "wall_time": 18962.061473608017, "train_loss_step": 3.4543890953063965, "n_params": 4428880, "total_flops": 26258652364800000, "train_loss": 0.022722043097019196, "subset_score_loss": 0.022722043097019196}
+{"step": 1940000, "wall_time": 19054.06103157997, "train_loss_step": 3.304215908050537, "n_params": 4428880, "total_flops": 26394707558400000, "train_loss": 0.022720803320407868, "subset_score_loss": 0.022720803320407868}
+{"step": 1950000, "wall_time": 19145.953021526337, "train_loss_step": 3.34926438331604, "n_params": 4428880, "total_flops": 26530762752000000, "train_loss": 0.023001034557819367, "subset_score_loss": 0.023001034557819367}
+{"step": 1960000, "wall_time": 19237.940223932266, "train_loss_step": 3.376008987426758, "n_params": 4428880, "total_flops": 26666817945600000, "train_loss": 0.023696842789649963, "subset_score_loss": 0.023696842789649963}
+{"step": 1970000, "wall_time": 19329.614411354065, "train_loss_step": 3.217369556427002, "n_params": 4428880, "total_flops": 26802873139200000, "train_loss": 0.024381807446479796, "subset_score_loss": 0.024381807446479796}
+{"step": 1980000, "wall_time": 19419.617593050003, "train_loss_step": 3.450319766998291, "n_params": 4428880, "total_flops": 26938928332800000, "train_loss": 0.022138206660747527, "subset_score_loss": 0.022138206660747527}
+{"step": 1990000, "wall_time": 19504.53356027603, "train_loss_step": 3.4125208854675293, "n_params": 4428880, "total_flops": 27074983526400000, "train_loss": 0.022076651453971863, "subset_score_loss": 0.022076651453971863}
+{"step": 2000000, "wall_time": 19665.732224464417, "train_loss_step": 3.241417407989502, "n_params": 4428880, "total_flops": 27211038720000000, "train_loss": 0.02259224057197571, "subset_score_loss": 0.02259224057197571, "memorization_fraction_pixel": 0.28760001063346863, "mean_nn_ratio_pixel": 0.500717043876648, "fid": 114.33166642429151, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 19743.11869597435, "train_loss_step": 3.343045234680176, "n_params": 4428880, "total_flops": 27347093913600000, "train_loss": 0.021863090991973876, "subset_score_loss": 0.021863090991973876}
+{"step": 2020000, "wall_time": 19834.991903066635, "train_loss_step": 3.5505990982055664, "n_params": 4428880, "total_flops": 27483149107200000, "train_loss": 0.022948586940765382, "subset_score_loss": 0.022948586940765382}
+{"step": 2030000, "wall_time": 19926.91892504692, "train_loss_step": 3.4326188564300537, "n_params": 4428880, "total_flops": 27619204300800000, "train_loss": 0.022418653964996337, "subset_score_loss": 0.022418653964996337}
+{"step": 2040000, "wall_time": 20018.658224582672, "train_loss_step": 3.2098207473754883, "n_params": 4428880, "total_flops": 27755259494400000, "train_loss": 0.021761105954647066, "subset_score_loss": 0.021761105954647066}
+{"step": 2050000, "wall_time": 20110.401445150375, "train_loss_step": 3.3298792839050293, "n_params": 4428880, "total_flops": 27891314688000000, "train_loss": 0.02126432955265045, "subset_score_loss": 0.02126432955265045}
+{"step": 2060000, "wall_time": 20202.178025245667, "train_loss_step": 3.4451138973236084, "n_params": 4428880, "total_flops": 28027369881600000, "train_loss": 0.022852839529514314, "subset_score_loss": 0.022852839529514314}
+{"step": 2070000, "wall_time": 20292.047073841095, "train_loss_step": 3.3167872428894043, "n_params": 4428880, "total_flops": 28163425075200000, "train_loss": 0.022441193461418152, "subset_score_loss": 0.022441193461418152}
+{"step": 2080000, "wall_time": 20383.751415014267, "train_loss_step": 3.3699748516082764, "n_params": 4428880, "total_flops": 28299480268800000, "train_loss": 0.022243119776248932, "subset_score_loss": 0.022243119776248932}
+{"step": 2090000, "wall_time": 20463.781250715256, "train_loss_step": 3.3768606185913086, "n_params": 4428880, "total_flops": 28435535462400000, "train_loss": 0.02164336442947388, "subset_score_loss": 0.02164336442947388}
+{"step": 2100000, "wall_time": 20626.176206588745, "train_loss_step": 3.188321828842163, "n_params": 4428880, "total_flops": 28571590656000000, "train_loss": 0.021017687022686006, "subset_score_loss": 0.021017687022686006, "memorization_fraction_pixel": 0.29989999532699585, "mean_nn_ratio_pixel": 0.48494046926498413, "fid": 113.01835340011704, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 20704.979416370392, "train_loss_step": 3.3856253623962402, "n_params": 4428880, "total_flops": 28707645849600000, "train_loss": 0.02095188796520233, "subset_score_loss": 0.02095188796520233}
+{"step": 2120000, "wall_time": 20796.87237215042, "train_loss_step": 3.5736477375030518, "n_params": 4428880, "total_flops": 28843701043200000, "train_loss": 0.021649180352687834, "subset_score_loss": 0.021649180352687834}
+{"step": 2130000, "wall_time": 20888.860397338867, "train_loss_step": 3.001565933227539, "n_params": 4428880, "total_flops": 28979756236800000, "train_loss": 0.02089555412530899, "subset_score_loss": 0.02089555412530899}
+{"step": 2140000, "wall_time": 20980.742448568344, "train_loss_step": 3.383406162261963, "n_params": 4428880, "total_flops": 29115811430400000, "train_loss": 0.021006812155246735, "subset_score_loss": 0.021006812155246735}
+{"step": 2150000, "wall_time": 21072.672991991043, "train_loss_step": 3.397326707839966, "n_params": 4428880, "total_flops": 29251866624000000, "train_loss": 0.02192489057779312, "subset_score_loss": 0.02192489057779312}
+{"step": 2160000, "wall_time": 21162.890728473663, "train_loss_step": 3.572632312774658, "n_params": 4428880, "total_flops": 29387921817600000, "train_loss": 0.021046264469623564, "subset_score_loss": 0.021046264469623564}
+{"step": 2170000, "wall_time": 21254.914804697037, "train_loss_step": 3.03836989402771, "n_params": 4428880, "total_flops": 29523977011200000, "train_loss": 0.020790000259876252, "subset_score_loss": 0.020790000259876252}
+{"step": 2180000, "wall_time": 21346.834202051163, "train_loss_step": 3.2285313606262207, "n_params": 4428880, "total_flops": 29660032204800000, "train_loss": 0.021751569211483003, "subset_score_loss": 0.021751569211483003}
+{"step": 2190000, "wall_time": 21425.59816455841, "train_loss_step": 3.2960000038146973, "n_params": 4428880, "total_flops": 29796087398400000, "train_loss": 0.020746460556983946, "subset_score_loss": 0.020746460556983946}
+{"step": 2200000, "wall_time": 21587.929513931274, "train_loss_step": 3.372518539428711, "n_params": 4428880, "total_flops": 29932142592000000, "train_loss": 0.020440882444381712, "subset_score_loss": 0.020440882444381712, "memorization_fraction_pixel": 0.3109000027179718, "mean_nn_ratio_pixel": 0.4724079668521881, "fid": 111.39159070018235, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 21665.76867222786, "train_loss_step": 3.3556087017059326, "n_params": 4428880, "total_flops": 30068197785600000, "train_loss": 0.02104177474975586, "subset_score_loss": 0.02104177474975586}
+{"step": 2220000, "wall_time": 21757.436581850052, "train_loss_step": 3.458484649658203, "n_params": 4428880, "total_flops": 30204252979200000, "train_loss": 0.021318450570106506, "subset_score_loss": 0.021318450570106506}
+{"step": 2230000, "wall_time": 21849.396975517273, "train_loss_step": 3.586836338043213, "n_params": 4428880, "total_flops": 30340308172800000, "train_loss": 0.02033873349428177, "subset_score_loss": 0.02033873349428177}
+{"step": 2240000, "wall_time": 21941.011106729507, "train_loss_step": 3.358461618423462, "n_params": 4428880, "total_flops": 30476363366400000, "train_loss": 0.020164722204208375, "subset_score_loss": 0.020164722204208375}
+{"step": 2250000, "wall_time": 22030.805488586426, "train_loss_step": 3.4539196491241455, "n_params": 4428880, "total_flops": 30612418560000000, "train_loss": 0.020054404437541962, "subset_score_loss": 0.020054404437541962}
+{"step": 2260000, "wall_time": 22122.654683113098, "train_loss_step": 3.249753475189209, "n_params": 4428880, "total_flops": 30748473753600000, "train_loss": 0.01988939642906189, "subset_score_loss": 0.01988939642906189}
+{"step": 2270000, "wall_time": 22214.46725487709, "train_loss_step": 3.3322367668151855, "n_params": 4428880, "total_flops": 30884528947200000, "train_loss": 0.020401401817798613, "subset_score_loss": 0.020401401817798613}
+{"step": 2280000, "wall_time": 22306.353264808655, "train_loss_step": 3.3642702102661133, "n_params": 4428880, "total_flops": 31020584140800000, "train_loss": 0.020151279866695404, "subset_score_loss": 0.020151279866695404}
+{"step": 2290000, "wall_time": 22385.946271181107, "train_loss_step": 3.5667667388916016, "n_params": 4428880, "total_flops": 31156639334400000, "train_loss": 0.019926497340202333, "subset_score_loss": 0.019926497340202333}
+{"step": 2300000, "wall_time": 22549.183561563492, "train_loss_step": 3.3453192710876465, "n_params": 4428880, "total_flops": 31292694528000000, "train_loss": 0.020371557772159578, "subset_score_loss": 0.020371557772159578, "memorization_fraction_pixel": 0.31949999928474426, "mean_nn_ratio_pixel": 0.47484639286994934, "fid": 111.16337604558254, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 22626.798874139786, "train_loss_step": 3.0766141414642334, "n_params": 4428880, "total_flops": 31428749721600000, "train_loss": 0.01955675184726715, "subset_score_loss": 0.01955675184726715}
+{"step": 2320000, "wall_time": 22718.756818532944, "train_loss_step": 3.3799877166748047, "n_params": 4428880, "total_flops": 31564804915200000, "train_loss": 0.019381968677043913, "subset_score_loss": 0.019381968677043913}
+{"step": 2330000, "wall_time": 22810.846588373184, "train_loss_step": 3.4642927646636963, "n_params": 4428880, "total_flops": 31700860108800000, "train_loss": 0.01972164064645767, "subset_score_loss": 0.01972164064645767}
+{"step": 2340000, "wall_time": 22902.73006606102, "train_loss_step": 3.3531289100646973, "n_params": 4428880, "total_flops": 31836915302400000, "train_loss": 0.01932697594165802, "subset_score_loss": 0.01932697594165802}
+{"step": 2350000, "wall_time": 22992.763736724854, "train_loss_step": 3.3101861476898193, "n_params": 4428880, "total_flops": 31972970496000000, "train_loss": 0.020190629363059997, "subset_score_loss": 0.020190629363059997}
+{"step": 2360000, "wall_time": 23084.789229631424, "train_loss_step": 3.254300594329834, "n_params": 4428880, "total_flops": 32109025689600000, "train_loss": 0.019612133502960205, "subset_score_loss": 0.019612133502960205}
+{"step": 2370000, "wall_time": 23176.53957915306, "train_loss_step": 3.486515522003174, "n_params": 4428880, "total_flops": 32245080883200000, "train_loss": 0.020627647638320923, "subset_score_loss": 0.020627647638320923}
+{"step": 2380000, "wall_time": 23268.291969060898, "train_loss_step": 3.202448844909668, "n_params": 4428880, "total_flops": 32381136076800000, "train_loss": 0.01940062493085861, "subset_score_loss": 0.01940062493085861}
+{"step": 2390000, "wall_time": 23347.540426015854, "train_loss_step": 3.269798755645752, "n_params": 4428880, "total_flops": 32517191270400000, "train_loss": 0.01979760229587555, "subset_score_loss": 0.01979760229587555}
+{"step": 2400000, "wall_time": 23511.135312318802, "train_loss_step": 3.1362500190734863, "n_params": 4428880, "total_flops": 32653246464000000, "train_loss": 0.018669308722019197, "subset_score_loss": 0.018669308722019197, "memorization_fraction_pixel": 0.3237000107765198, "mean_nn_ratio_pixel": 0.46594351530075073, "fid": 110.78505117630952, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 23592.938994646072, "train_loss_step": 3.4256186485290527, "n_params": 4428880, "total_flops": 32789301657600000, "train_loss": 0.01913071274757385, "subset_score_loss": 0.01913071274757385}
+{"step": 2420000, "wall_time": 23684.912938833237, "train_loss_step": 3.201659679412842, "n_params": 4428880, "total_flops": 32925356851200000, "train_loss": 0.01918388456106186, "subset_score_loss": 0.01918388456106186}
+{"step": 2430000, "wall_time": 23776.70286846161, "train_loss_step": 3.427639961242676, "n_params": 4428880, "total_flops": 33061412044800000, "train_loss": 0.019458433985710143, "subset_score_loss": 0.019458433985710143}
+{"step": 2440000, "wall_time": 23866.85289788246, "train_loss_step": 3.1423661708831787, "n_params": 4428880, "total_flops": 33197467238400000, "train_loss": 0.018503476679325104, "subset_score_loss": 0.018503476679325104}
+{"step": 2450000, "wall_time": 23958.828533649445, "train_loss_step": 3.1321330070495605, "n_params": 4428880, "total_flops": 33333522432000000, "train_loss": 0.019404706358909608, "subset_score_loss": 0.019404706358909608}
+{"step": 2460000, "wall_time": 24050.87312221527, "train_loss_step": 3.4737815856933594, "n_params": 4428880, "total_flops": 33469577625600000, "train_loss": 0.019438150525093078, "subset_score_loss": 0.019438150525093078}
+{"step": 2470000, "wall_time": 24142.572608470917, "train_loss_step": 3.424037456512451, "n_params": 4428880, "total_flops": 33605632819200000, "train_loss": 0.018701955676078796, "subset_score_loss": 0.018701955676078796}
+{"step": 2480000, "wall_time": 24233.987423181534, "train_loss_step": 3.2164134979248047, "n_params": 4428880, "total_flops": 33741688012800000, "train_loss": 0.019342115521430968, "subset_score_loss": 0.019342115521430968}
+{"step": 2490000, "wall_time": 24310.48806142807, "train_loss_step": 3.2457275390625, "n_params": 4428880, "total_flops": 33877743206400000, "train_loss": 0.019067279994487762, "subset_score_loss": 0.019067279994487762}
+{"step": 2500000, "wall_time": 24474.28557896614, "train_loss_step": 3.24137544631958, "n_params": 4428880, "total_flops": 34013798400000000, "train_loss": 0.01934416890144348, "subset_score_loss": 0.01934416890144348, "memorization_fraction_pixel": 0.3237000107765198, "mean_nn_ratio_pixel": 0.4650478959083557, "fid": 110.34728616827695, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 24553.662783145905, "train_loss_step": 3.563932418823242, "n_params": 4428880, "total_flops": 34149853593600000, "train_loss": 0.018894797563552855, "subset_score_loss": 0.018894797563552855}
+{"step": 2520000, "wall_time": 24645.429727315903, "train_loss_step": 3.0753655433654785, "n_params": 4428880, "total_flops": 34285908787200000, "train_loss": 0.01815451681613922, "subset_score_loss": 0.01815451681613922}
+{"step": 2530000, "wall_time": 24735.528020620346, "train_loss_step": 3.328366279602051, "n_params": 4428880, "total_flops": 34421963980800000, "train_loss": 0.01924557387828827, "subset_score_loss": 0.01924557387828827}
+{"step": 2540000, "wall_time": 24827.327889442444, "train_loss_step": 2.973069190979004, "n_params": 4428880, "total_flops": 34558019174400000, "train_loss": 0.01786685585975647, "subset_score_loss": 0.01786685585975647}
+{"step": 2550000, "wall_time": 24919.098919153214, "train_loss_step": 3.3655004501342773, "n_params": 4428880, "total_flops": 34694074368000000, "train_loss": 0.018716566264629364, "subset_score_loss": 0.018716566264629364}
+{"step": 2560000, "wall_time": 25010.922557592392, "train_loss_step": 2.972973585128784, "n_params": 4428880, "total_flops": 34830129561600000, "train_loss": 0.018060801923274993, "subset_score_loss": 0.018060801923274993}
+{"step": 2570000, "wall_time": 25102.933131217957, "train_loss_step": 2.886256456375122, "n_params": 4428880, "total_flops": 34966184755200000, "train_loss": 0.018170228600502013, "subset_score_loss": 0.018170228600502013}
+{"step": 2580000, "wall_time": 25194.7703063488, "train_loss_step": 3.362738609313965, "n_params": 4428880, "total_flops": 35102239948800000, "train_loss": 0.018982711434364318, "subset_score_loss": 0.018982711434364318}
+{"step": 2590000, "wall_time": 25271.918895959854, "train_loss_step": 2.9535603523254395, "n_params": 4428880, "total_flops": 35238295142400000, "train_loss": 0.01822596937417984, "subset_score_loss": 0.01822596937417984}
+{"step": 2600000, "wall_time": 25436.761912107468, "train_loss_step": 3.140000343322754, "n_params": 4428880, "total_flops": 35374350336000000, "train_loss": 0.017611393332481386, "subset_score_loss": 0.017611393332481386, "memorization_fraction_pixel": 0.3325999975204468, "mean_nn_ratio_pixel": 0.45621219277381897, "fid": 110.83131232062559, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 25515.250455856323, "train_loss_step": 2.9482622146606445, "n_params": 4428880, "total_flops": 35510405529600000, "train_loss": 0.01828230619430542, "subset_score_loss": 0.01828230619430542}
+{"step": 2620000, "wall_time": 25606.979882001877, "train_loss_step": 3.2601780891418457, "n_params": 4428880, "total_flops": 35646460723200000, "train_loss": 0.018095208704471587, "subset_score_loss": 0.018095208704471587}
+{"step": 2630000, "wall_time": 25696.945845603943, "train_loss_step": 3.4470410346984863, "n_params": 4428880, "total_flops": 35782515916800000, "train_loss": 0.018013706803321837, "subset_score_loss": 0.018013706803321837}
+{"step": 2640000, "wall_time": 25788.754235506058, "train_loss_step": 3.120967388153076, "n_params": 4428880, "total_flops": 35918571110400000, "train_loss": 0.017770320177078247, "subset_score_loss": 0.017770320177078247}
+{"step": 2650000, "wall_time": 25880.574795246124, "train_loss_step": 3.29264235496521, "n_params": 4428880, "total_flops": 36054626304000000, "train_loss": 0.019533441960811616, "subset_score_loss": 0.019533441960811616}
+{"step": 2660000, "wall_time": 25972.425407409668, "train_loss_step": 3.27943754196167, "n_params": 4428880, "total_flops": 36190681497600000, "train_loss": 0.01723368316888809, "subset_score_loss": 0.01723368316888809}
+{"step": 2670000, "wall_time": 26064.546648979187, "train_loss_step": 2.9622552394866943, "n_params": 4428880, "total_flops": 36326736691200000, "train_loss": 0.017647473514080046, "subset_score_loss": 0.017647473514080046}
+{"step": 2680000, "wall_time": 26156.095867156982, "train_loss_step": 3.2716615200042725, "n_params": 4428880, "total_flops": 36462791884800000, "train_loss": 0.018306110799312592, "subset_score_loss": 0.018306110799312592}
+{"step": 2690000, "wall_time": 26234.99790620804, "train_loss_step": 3.22818660736084, "n_params": 4428880, "total_flops": 36598847078400000, "train_loss": 0.0184485524892807, "subset_score_loss": 0.0184485524892807}
+{"step": 2700000, "wall_time": 26400.13045477867, "train_loss_step": 3.222496271133423, "n_params": 4428880, "total_flops": 36734902272000000, "train_loss": 0.017676116526126863, "subset_score_loss": 0.017676116526126863, "memorization_fraction_pixel": 0.35089999437332153, "mean_nn_ratio_pixel": 0.44809073209762573, "fid": 110.22451684060641, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 26487.473215818405, "train_loss_step": 3.288891553878784, "n_params": 4428880, "total_flops": 36870957465600000, "train_loss": 0.017407234013080596, "subset_score_loss": 0.017407234013080596}
+{"step": 2720000, "wall_time": 26577.57745909691, "train_loss_step": 3.1012749671936035, "n_params": 4428880, "total_flops": 37007012659200000, "train_loss": 0.01783413290977478, "subset_score_loss": 0.01783413290977478}
+{"step": 2730000, "wall_time": 26669.428394317627, "train_loss_step": 3.2665555477142334, "n_params": 4428880, "total_flops": 37143067852800000, "train_loss": 0.016662460565567017, "subset_score_loss": 0.016662460565567017}
+{"step": 2740000, "wall_time": 26761.46444749832, "train_loss_step": 2.8969931602478027, "n_params": 4428880, "total_flops": 37279123046400000, "train_loss": 0.01759427636861801, "subset_score_loss": 0.01759427636861801}
+{"step": 2750000, "wall_time": 26853.593411684036, "train_loss_step": 3.253398895263672, "n_params": 4428880, "total_flops": 37415178240000000, "train_loss": 0.016964776813983916, "subset_score_loss": 0.016964776813983916}
+{"step": 2760000, "wall_time": 26945.52689409256, "train_loss_step": 3.360464572906494, "n_params": 4428880, "total_flops": 37551233433600000, "train_loss": 0.017486362159252165, "subset_score_loss": 0.017486362159252165}
+{"step": 2770000, "wall_time": 27037.74985933304, "train_loss_step": 3.1464128494262695, "n_params": 4428880, "total_flops": 37687288627200000, "train_loss": 0.017038056254386903, "subset_score_loss": 0.017038056254386903}
+{"step": 2780000, "wall_time": 27128.130286693573, "train_loss_step": 3.25345516204834, "n_params": 4428880, "total_flops": 37823343820800000, "train_loss": 0.016609027981758118, "subset_score_loss": 0.016609027981758118}
+{"step": 2790000, "wall_time": 27216.879463911057, "train_loss_step": 3.0358805656433105, "n_params": 4428880, "total_flops": 37959399014400000, "train_loss": 0.017096048593521117, "subset_score_loss": 0.017096048593521117}
+{"step": 2800000, "wall_time": 27377.777936697006, "train_loss_step": 2.8821215629577637, "n_params": 4428880, "total_flops": 38095454208000000, "train_loss": 0.016881196200847624, "subset_score_loss": 0.016881196200847624, "memorization_fraction_pixel": 0.34880000352859497, "mean_nn_ratio_pixel": 0.44951197504997253, "fid": 109.85222195920568, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 27463.187124967575, "train_loss_step": 3.200469970703125, "n_params": 4428880, "total_flops": 38231509401600000, "train_loss": 0.017627884447574616, "subset_score_loss": 0.017627884447574616}
+{"step": 2820000, "wall_time": 27554.941674232483, "train_loss_step": 3.1859707832336426, "n_params": 4428880, "total_flops": 38367564595200000, "train_loss": 0.016278387606143953, "subset_score_loss": 0.016278387606143953}
+{"step": 2830000, "wall_time": 27646.649695158005, "train_loss_step": 3.15981388092041, "n_params": 4428880, "total_flops": 38503619788800000, "train_loss": 0.01731121689081192, "subset_score_loss": 0.01731121689081192}
+{"step": 2840000, "wall_time": 27738.617209672928, "train_loss_step": 3.1800315380096436, "n_params": 4428880, "total_flops": 38639674982400000, "train_loss": 0.01733328402042389, "subset_score_loss": 0.01733328402042389}
+{"step": 2850000, "wall_time": 27830.381997585297, "train_loss_step": 2.908751964569092, "n_params": 4428880, "total_flops": 38775730176000000, "train_loss": 0.016960643231868744, "subset_score_loss": 0.016960643231868744}
+{"step": 2860000, "wall_time": 27922.098084688187, "train_loss_step": 2.9408555030822754, "n_params": 4428880, "total_flops": 38911785369600000, "train_loss": 0.01675997078418732, "subset_score_loss": 0.01675997078418732}
+{"step": 2870000, "wall_time": 28013.759447574615, "train_loss_step": 2.929983615875244, "n_params": 4428880, "total_flops": 39047840563200000, "train_loss": 0.016647958755493165, "subset_score_loss": 0.016647958755493165}
+{"step": 2880000, "wall_time": 28092.38321709633, "train_loss_step": 3.0534605979919434, "n_params": 4428880, "total_flops": 39183895756800000, "train_loss": 0.016138029098510743, "subset_score_loss": 0.016138029098510743}
+{"step": 2890000, "wall_time": 28182.740748882294, "train_loss_step": 3.1678402423858643, "n_params": 4428880, "total_flops": 39319950950400000, "train_loss": 0.016483573615550993, "subset_score_loss": 0.016483573615550993}
+{"step": 2900000, "wall_time": 28339.427608013153, "train_loss_step": 3.3483872413635254, "n_params": 4428880, "total_flops": 39456006144000000, "train_loss": 0.01682937890291214, "subset_score_loss": 0.01682937890291214, "memorization_fraction_pixel": 0.3472000062465668, "mean_nn_ratio_pixel": 0.4534262716770172, "fid": 110.74161282801171, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 28429.23624610901, "train_loss_step": 2.9042911529541016, "n_params": 4428880, "total_flops": 39592061337600000, "train_loss": 0.015948671102523803, "subset_score_loss": 0.015948671102523803}
+{"step": 2920000, "wall_time": 28521.17972445488, "train_loss_step": 3.0119197368621826, "n_params": 4428880, "total_flops": 39728116531200000, "train_loss": 0.016117717325687408, "subset_score_loss": 0.016117717325687408}
+{"step": 2930000, "wall_time": 28613.12878370285, "train_loss_step": 2.9431838989257812, "n_params": 4428880, "total_flops": 39864171724800000, "train_loss": 0.017025013267993928, "subset_score_loss": 0.017025013267993928}
+{"step": 2940000, "wall_time": 28705.13246703148, "train_loss_step": 2.9622111320495605, "n_params": 4428880, "total_flops": 40000226918400000, "train_loss": 0.01664015054702759, "subset_score_loss": 0.01664015054702759}
+{"step": 2950000, "wall_time": 28797.08539700508, "train_loss_step": 3.601930618286133, "n_params": 4428880, "total_flops": 40136282112000000, "train_loss": 0.016406424343585968, "subset_score_loss": 0.016406424343585968}
+{"step": 2960000, "wall_time": 28888.943054437637, "train_loss_step": 3.4056038856506348, "n_params": 4428880, "total_flops": 40272337305600000, "train_loss": 0.017211829125881196, "subset_score_loss": 0.017211829125881196}
+{"step": 2970000, "wall_time": 28981.044916152954, "train_loss_step": 2.8053135871887207, "n_params": 4428880, "total_flops": 40408392499200000, "train_loss": 0.016415373980998994, "subset_score_loss": 0.016415373980998994}
+{"step": 2980000, "wall_time": 29057.757264137268, "train_loss_step": 3.0705904960632324, "n_params": 4428880, "total_flops": 40544447692800000, "train_loss": 0.015904127061367034, "subset_score_loss": 0.015904127061367034}
+{"step": 2990000, "wall_time": 29147.180879831314, "train_loss_step": 3.013629913330078, "n_params": 4428880, "total_flops": 40680502886400000, "train_loss": 0.017214179039001465, "subset_score_loss": 0.017214179039001465}
+{"step": 3000000, "wall_time": 29303.028227567673, "train_loss_step": 3.062716007232666, "n_params": 4428880, "total_flops": 40816558080000000, "train_loss": 0.016582345962524413, "subset_score_loss": 0.016582345962524413, "memorization_fraction_pixel": 0.3634999990463257, "mean_nn_ratio_pixel": 0.44704383611679077, "fid": 110.61669139515121, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 29394.931054592133, "train_loss_step": 2.9500317573547363, "n_params": 4428880, "total_flops": 40952613273600000, "train_loss": 0.018054191768169404, "subset_score_loss": 0.018054191768169404}
+{"step": 3020000, "wall_time": 29487.041116714478, "train_loss_step": 3.041111469268799, "n_params": 4428880, "total_flops": 41088668467200000, "train_loss": 0.016160836815834044, "subset_score_loss": 0.016160836815834044}
+{"step": 3030000, "wall_time": 29578.929039001465, "train_loss_step": 3.019559860229492, "n_params": 4428880, "total_flops": 41224723660800000, "train_loss": 0.015700925886631013, "subset_score_loss": 0.015700925886631013}
+{"step": 3040000, "wall_time": 29670.8137114048, "train_loss_step": 3.004492998123169, "n_params": 4428880, "total_flops": 41360778854400000, "train_loss": 0.016380013525485994, "subset_score_loss": 0.016380013525485994}
+{"step": 3050000, "wall_time": 29762.726989984512, "train_loss_step": 3.119396686553955, "n_params": 4428880, "total_flops": 41496834048000000, "train_loss": 0.016006340086460114, "subset_score_loss": 0.016006340086460114}
+{"step": 3060000, "wall_time": 29854.526061296463, "train_loss_step": 2.6732826232910156, "n_params": 4428880, "total_flops": 41632889241600000, "train_loss": 0.01607497185468674, "subset_score_loss": 0.01607497185468674}
+{"step": 3070000, "wall_time": 29946.443925619125, "train_loss_step": 2.9363317489624023, "n_params": 4428880, "total_flops": 41768944435200000, "train_loss": 0.015388543903827667, "subset_score_loss": 0.015388543903827667}
+{"step": 3080000, "wall_time": 30035.3078892231, "train_loss_step": 2.8053953647613525, "n_params": 4428880, "total_flops": 41904999628800000, "train_loss": 0.01565870940685272, "subset_score_loss": 0.01565870940685272}
+{"step": 3090000, "wall_time": 30125.6615254879, "train_loss_step": 2.956721544265747, "n_params": 4428880, "total_flops": 42041054822400000, "train_loss": 0.015589267015457153, "subset_score_loss": 0.015589267015457153}
+{"step": 3100000, "wall_time": 30284.711862802505, "train_loss_step": 3.0908608436584473, "n_params": 4428880, "total_flops": 42177110016000000, "train_loss": 0.016161136329174042, "subset_score_loss": 0.016161136329174042, "memorization_fraction_pixel": 0.3587000072002411, "mean_nn_ratio_pixel": 0.4389902949333191, "fid": 109.97495372056025, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 30376.648681163788, "train_loss_step": 3.037090539932251, "n_params": 4428880, "total_flops": 42313165209600000, "train_loss": 0.016261212527751923, "subset_score_loss": 0.016261212527751923}
+{"step": 3120000, "wall_time": 30468.6439576149, "train_loss_step": 2.9386820793151855, "n_params": 4428880, "total_flops": 42449220403200000, "train_loss": 0.0156488299369812, "subset_score_loss": 0.0156488299369812}
+{"step": 3130000, "wall_time": 30560.516780614853, "train_loss_step": 3.055190086364746, "n_params": 4428880, "total_flops": 42585275596800000, "train_loss": 0.01639057695865631, "subset_score_loss": 0.01639057695865631}
+{"step": 3140000, "wall_time": 30652.391412496567, "train_loss_step": 2.98128080368042, "n_params": 4428880, "total_flops": 42721330790400000, "train_loss": 0.016623091697692872, "subset_score_loss": 0.016623091697692872}
+{"step": 3150000, "wall_time": 30744.388531923294, "train_loss_step": 2.735215663909912, "n_params": 4428880, "total_flops": 42857385984000000, "train_loss": 0.01529855877161026, "subset_score_loss": 0.01529855877161026}
+{"step": 3160000, "wall_time": 30836.350555181503, "train_loss_step": 2.940171957015991, "n_params": 4428880, "total_flops": 42993441177600000, "train_loss": 0.01515626311302185, "subset_score_loss": 0.01515626311302185}
+{"step": 3170000, "wall_time": 30921.141786575317, "train_loss_step": 2.986509084701538, "n_params": 4428880, "total_flops": 43129496371200000, "train_loss": 0.015674713253974914, "subset_score_loss": 0.015674713253974914}
+{"step": 3180000, "wall_time": 31010.604203224182, "train_loss_step": 3.1741349697113037, "n_params": 4428880, "total_flops": 43265551564800000, "train_loss": 0.016469217836856842, "subset_score_loss": 0.016469217836856842}
+{"step": 3190000, "wall_time": 31099.50078892708, "train_loss_step": 2.985689640045166, "n_params": 4428880, "total_flops": 43401606758400000, "train_loss": 0.01628963351249695, "subset_score_loss": 0.01628963351249695}
+{"step": 3200000, "wall_time": 31258.113010644913, "train_loss_step": 3.0293378829956055, "n_params": 4428880, "total_flops": 43537661952000000, "train_loss": 0.015075907111167908, "subset_score_loss": 0.015075907111167908, "memorization_fraction_pixel": 0.3580000102519989, "mean_nn_ratio_pixel": 0.44035449624061584, "fid": 109.91162221584185, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 31350.063547372818, "train_loss_step": 3.121152400970459, "n_params": 4428880, "total_flops": 43673717145600000, "train_loss": 0.015412689745426178, "subset_score_loss": 0.015412689745426178}
+{"step": 3220000, "wall_time": 31441.95109438896, "train_loss_step": 2.902320146560669, "n_params": 4428880, "total_flops": 43809772339200000, "train_loss": 0.01510084867477417, "subset_score_loss": 0.01510084867477417}
+{"step": 3230000, "wall_time": 31533.924837589264, "train_loss_step": 3.1562299728393555, "n_params": 4428880, "total_flops": 43945827532800000, "train_loss": 0.015922152996063234, "subset_score_loss": 0.015922152996063234}
+{"step": 3240000, "wall_time": 31626.020045518875, "train_loss_step": 2.95444917678833, "n_params": 4428880, "total_flops": 44081882726400000, "train_loss": 0.015804557502269743, "subset_score_loss": 0.015804557502269743}
+{"step": 3250000, "wall_time": 31717.987696647644, "train_loss_step": 2.9144585132598877, "n_params": 4428880, "total_flops": 44217937920000000, "train_loss": 0.01515287309885025, "subset_score_loss": 0.01515287309885025}
+{"step": 3260000, "wall_time": 31809.868312120438, "train_loss_step": 2.844694137573242, "n_params": 4428880, "total_flops": 44353993113600000, "train_loss": 0.015341679751873016, "subset_score_loss": 0.015341679751873016}
+{"step": 3270000, "wall_time": 31891.398719787598, "train_loss_step": 2.820540189743042, "n_params": 4428880, "total_flops": 44490048307200000, "train_loss": 0.015279942750930786, "subset_score_loss": 0.015279942750930786}
+{"step": 3280000, "wall_time": 31982.323867082596, "train_loss_step": 3.060638904571533, "n_params": 4428880, "total_flops": 44626103500800000, "train_loss": 0.015450429916381837, "subset_score_loss": 0.015450429916381837}
+{"step": 3290000, "wall_time": 32070.304931402206, "train_loss_step": 3.172451972961426, "n_params": 4428880, "total_flops": 44762158694400000, "train_loss": 0.015037408471107483, "subset_score_loss": 0.015037408471107483}
+{"step": 3300000, "wall_time": 32228.315533638, "train_loss_step": 2.918794631958008, "n_params": 4428880, "total_flops": 44898213888000000, "train_loss": 0.014802643656730652, "subset_score_loss": 0.014802643656730652, "memorization_fraction_pixel": 0.3668000102043152, "mean_nn_ratio_pixel": 0.4382545053958893, "fid": 109.19370621641193, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 32320.165432929993, "train_loss_step": 2.759683609008789, "n_params": 4428880, "total_flops": 45034269081600000, "train_loss": 0.014650733768939972, "subset_score_loss": 0.014650733768939972}
+{"step": 3320000, "wall_time": 32412.073426008224, "train_loss_step": 3.211968421936035, "n_params": 4428880, "total_flops": 45170324275200000, "train_loss": 0.01508672833442688, "subset_score_loss": 0.01508672833442688}
+{"step": 3330000, "wall_time": 32503.935111284256, "train_loss_step": 3.4604740142822266, "n_params": 4428880, "total_flops": 45306379468800000, "train_loss": 0.014539405703544617, "subset_score_loss": 0.014539405703544617}
+{"step": 3340000, "wall_time": 32595.90857386589, "train_loss_step": 3.1773428916931152, "n_params": 4428880, "total_flops": 45442434662400000, "train_loss": 0.015284273028373718, "subset_score_loss": 0.015284273028373718}
+{"step": 3350000, "wall_time": 32687.84520149231, "train_loss_step": 2.9499897956848145, "n_params": 4428880, "total_flops": 45578489856000000, "train_loss": 0.014685174822807312, "subset_score_loss": 0.014685174822807312}
+{"step": 3360000, "wall_time": 32779.60785150528, "train_loss_step": 2.9797329902648926, "n_params": 4428880, "total_flops": 45714545049600000, "train_loss": 0.015225446224212647, "subset_score_loss": 0.015225446224212647}
+{"step": 3370000, "wall_time": 32861.85572528839, "train_loss_step": 2.7597362995147705, "n_params": 4428880, "total_flops": 45850600243200000, "train_loss": 0.01485239565372467, "subset_score_loss": 0.01485239565372467}
+{"step": 3380000, "wall_time": 32952.064937114716, "train_loss_step": 3.0409083366394043, "n_params": 4428880, "total_flops": 45986655436800000, "train_loss": 0.013851982355117799, "subset_score_loss": 0.013851982355117799}
+{"step": 3390000, "wall_time": 33037.05632066727, "train_loss_step": 2.9204206466674805, "n_params": 4428880, "total_flops": 46122710630400000, "train_loss": 0.014727872610092164, "subset_score_loss": 0.014727872610092164}
+{"step": 3400000, "wall_time": 33193.94923424721, "train_loss_step": 2.7727975845336914, "n_params": 4428880, "total_flops": 46258765824000000, "train_loss": 0.015237049758434295, "subset_score_loss": 0.015237049758434295, "memorization_fraction_pixel": 0.3626999855041504, "mean_nn_ratio_pixel": 0.436296671628952, "fid": 110.37991054410091, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 33285.791243076324, "train_loss_step": 2.8537654876708984, "n_params": 4428880, "total_flops": 46394821017600000, "train_loss": 0.014643564820289612, "subset_score_loss": 0.014643564820289612}
+{"step": 3420000, "wall_time": 33377.446895599365, "train_loss_step": 3.145528793334961, "n_params": 4428880, "total_flops": 46530876211200000, "train_loss": 0.014561600983142853, "subset_score_loss": 0.014561600983142853}
+{"step": 3430000, "wall_time": 33469.17701768875, "train_loss_step": 3.158334255218506, "n_params": 4428880, "total_flops": 46666931404800000, "train_loss": 0.014875294268131256, "subset_score_loss": 0.014875294268131256}
+{"step": 3440000, "wall_time": 33561.11765360832, "train_loss_step": 2.9485526084899902, "n_params": 4428880, "total_flops": 46802986598400000, "train_loss": 0.014310671389102936, "subset_score_loss": 0.014310671389102936}
+{"step": 3450000, "wall_time": 33653.0929441452, "train_loss_step": 2.9042937755584717, "n_params": 4428880, "total_flops": 46939041792000000, "train_loss": 0.01412263810634613, "subset_score_loss": 0.01412263810634613}
+{"step": 3460000, "wall_time": 33741.67730855942, "train_loss_step": 2.9000678062438965, "n_params": 4428880, "total_flops": 47075096985600000, "train_loss": 0.014855694770812989, "subset_score_loss": 0.014855694770812989}
+{"step": 3470000, "wall_time": 33824.985401153564, "train_loss_step": 3.3704640865325928, "n_params": 4428880, "total_flops": 47211152179200000, "train_loss": 0.013857775926589965, "subset_score_loss": 0.013857775926589965}
+{"step": 3480000, "wall_time": 33917.296476364136, "train_loss_step": 3.154855489730835, "n_params": 4428880, "total_flops": 47347207372800000, "train_loss": 0.014519736170768738, "subset_score_loss": 0.014519736170768738}
+{"step": 3490000, "wall_time": 34003.010291814804, "train_loss_step": 3.0561470985412598, "n_params": 4428880, "total_flops": 47483262566400000, "train_loss": 0.013862600922584534, "subset_score_loss": 0.013862600922584534}
+{"step": 3500000, "wall_time": 34162.67335963249, "train_loss_step": 2.91965389251709, "n_params": 4428880, "total_flops": 47619317760000000, "train_loss": 0.014485113322734833, "subset_score_loss": 0.014485113322734833, "memorization_fraction_pixel": 0.37040001153945923, "mean_nn_ratio_pixel": 0.43169960379600525, "fid": 109.14890757613162, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 34254.469640254974, "train_loss_step": 3.0933382511138916, "n_params": 4428880, "total_flops": 47755372953600000, "train_loss": 0.014126208424568177, "subset_score_loss": 0.014126208424568177}
+{"step": 3520000, "wall_time": 34346.150250673294, "train_loss_step": 3.40718936920166, "n_params": 4428880, "total_flops": 47891428147200000, "train_loss": 0.015034376084804535, "subset_score_loss": 0.015034376084804535}
+{"step": 3530000, "wall_time": 34438.0652616024, "train_loss_step": 3.2468931674957275, "n_params": 4428880, "total_flops": 48027483340800000, "train_loss": 0.014472311735153199, "subset_score_loss": 0.014472311735153199}
+{"step": 3540000, "wall_time": 34529.950551986694, "train_loss_step": 3.009138584136963, "n_params": 4428880, "total_flops": 48163538534400000, "train_loss": 0.013633336126804351, "subset_score_loss": 0.013633336126804351}
+{"step": 3550000, "wall_time": 34621.757229328156, "train_loss_step": 2.768049716949463, "n_params": 4428880, "total_flops": 48299593728000000, "train_loss": 0.014575690031051636, "subset_score_loss": 0.014575690031051636}
+{"step": 3560000, "wall_time": 34703.30123090744, "train_loss_step": 2.7486770153045654, "n_params": 4428880, "total_flops": 48435648921600000, "train_loss": 0.014136546850204467, "subset_score_loss": 0.014136546850204467}
+{"step": 3570000, "wall_time": 34794.95057749748, "train_loss_step": 3.079479932785034, "n_params": 4428880, "total_flops": 48571704115200000, "train_loss": 0.013622723519802094, "subset_score_loss": 0.013622723519802094}
+{"step": 3580000, "wall_time": 34887.33069610596, "train_loss_step": 2.892479658126831, "n_params": 4428880, "total_flops": 48707759308800000, "train_loss": 0.013383673131465912, "subset_score_loss": 0.013383673131465912}
+{"step": 3590000, "wall_time": 34969.2852230072, "train_loss_step": 3.0786123275756836, "n_params": 4428880, "total_flops": 48843814502400000, "train_loss": 0.01426110565662384, "subset_score_loss": 0.01426110565662384}
+{"step": 3600000, "wall_time": 35131.05861759186, "train_loss_step": 2.7891368865966797, "n_params": 4428880, "total_flops": 48979869696000000, "train_loss": 0.01413985639810562, "subset_score_loss": 0.01413985639810562, "memorization_fraction_pixel": 0.3747999966144562, "mean_nn_ratio_pixel": 0.4277510643005371, "fid": 109.5063529855753, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 35222.88933134079, "train_loss_step": 2.849609375, "n_params": 4428880, "total_flops": 49115924889600000, "train_loss": 0.014266134798526764, "subset_score_loss": 0.014266134798526764}
+{"step": 3620000, "wall_time": 35314.73159956932, "train_loss_step": 3.03334379196167, "n_params": 4428880, "total_flops": 49251980083200000, "train_loss": 0.013736571371555328, "subset_score_loss": 0.013736571371555328}
+{"step": 3630000, "wall_time": 35406.713373184204, "train_loss_step": 2.955942392349243, "n_params": 4428880, "total_flops": 49388035276800000, "train_loss": 0.014673528075218201, "subset_score_loss": 0.014673528075218201}
+{"step": 3640000, "wall_time": 35498.7367169857, "train_loss_step": 2.8797593116760254, "n_params": 4428880, "total_flops": 49524090470400000, "train_loss": 0.01320042908191681, "subset_score_loss": 0.01320042908191681}
+{"step": 3650000, "wall_time": 35590.151943445206, "train_loss_step": 2.856607437133789, "n_params": 4428880, "total_flops": 49660145664000000, "train_loss": 0.01383184790611267, "subset_score_loss": 0.01383184790611267}
+{"step": 3660000, "wall_time": 35664.79974150658, "train_loss_step": 2.8474485874176025, "n_params": 4428880, "total_flops": 49796200857600000, "train_loss": 0.013211967051029205, "subset_score_loss": 0.013211967051029205}
+{"step": 3670000, "wall_time": 35756.59300541878, "train_loss_step": 2.6897830963134766, "n_params": 4428880, "total_flops": 49932256051200000, "train_loss": 0.01326177418231964, "subset_score_loss": 0.01326177418231964}
+{"step": 3680000, "wall_time": 35849.010004758835, "train_loss_step": 2.9220499992370605, "n_params": 4428880, "total_flops": 50068311244800000, "train_loss": 0.013658350706100464, "subset_score_loss": 0.013658350706100464}
+{"step": 3690000, "wall_time": 35929.04573583603, "train_loss_step": 3.2000749111175537, "n_params": 4428880, "total_flops": 50204366438400000, "train_loss": 0.013761755824089051, "subset_score_loss": 0.013761755824089051}
+{"step": 3700000, "wall_time": 36089.988225221634, "train_loss_step": 3.0195155143737793, "n_params": 4428880, "total_flops": 50340421632000000, "train_loss": 0.015449291467666626, "subset_score_loss": 0.015449291467666626, "memorization_fraction_pixel": 0.3903000056743622, "mean_nn_ratio_pixel": 0.427552729845047, "fid": 110.72147572154498, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 36181.906863451004, "train_loss_step": 3.23209810256958, "n_params": 4428880, "total_flops": 50476476825600000, "train_loss": 0.013734632730484008, "subset_score_loss": 0.013734632730484008}
+{"step": 3720000, "wall_time": 36273.87437415123, "train_loss_step": 2.8699259757995605, "n_params": 4428880, "total_flops": 50612532019200000, "train_loss": 0.01444884091615677, "subset_score_loss": 0.01444884091615677}
+{"step": 3730000, "wall_time": 36365.82377743721, "train_loss_step": 3.060225486755371, "n_params": 4428880, "total_flops": 50748587212800000, "train_loss": 0.013286904990673065, "subset_score_loss": 0.013286904990673065}
+{"step": 3740000, "wall_time": 36457.72614526749, "train_loss_step": 2.7943620681762695, "n_params": 4428880, "total_flops": 50884642406400000, "train_loss": 0.013161231577396394, "subset_score_loss": 0.013161231577396394}
+{"step": 3750000, "wall_time": 36547.553539037704, "train_loss_step": 3.065650224685669, "n_params": 4428880, "total_flops": 51020697600000000, "train_loss": 0.014305874705314636, "subset_score_loss": 0.014305874705314636}
+{"step": 3760000, "wall_time": 36625.439865112305, "train_loss_step": 2.904614210128784, "n_params": 4428880, "total_flops": 51156752793600000, "train_loss": 0.013255691528320313, "subset_score_loss": 0.013255691528320313}
+{"step": 3770000, "wall_time": 36717.68380904198, "train_loss_step": 2.817490577697754, "n_params": 4428880, "total_flops": 51292807987200000, "train_loss": 0.013105650246143342, "subset_score_loss": 0.013105650246143342}
+{"step": 3780000, "wall_time": 36810.01505756378, "train_loss_step": 2.738222122192383, "n_params": 4428880, "total_flops": 51428863180800000, "train_loss": 0.014329959452152253, "subset_score_loss": 0.014329959452152253}
+{"step": 3790000, "wall_time": 36890.59141755104, "train_loss_step": 2.959110975265503, "n_params": 4428880, "total_flops": 51564918374400000, "train_loss": 0.013475778698921203, "subset_score_loss": 0.013475778698921203}
+{"step": 3800000, "wall_time": 37056.25861930847, "train_loss_step": 2.9865596294403076, "n_params": 4428880, "total_flops": 51700973568000000, "train_loss": 0.013382861018180847, "subset_score_loss": 0.013382861018180847, "memorization_fraction_pixel": 0.39399999380111694, "mean_nn_ratio_pixel": 0.4233490228652954, "fid": 108.79378141697316, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 37148.41993832588, "train_loss_step": 3.0393617153167725, "n_params": 4428880, "total_flops": 51837028761600000, "train_loss": 0.013092233240604401, "subset_score_loss": 0.013092233240604401}
+{"step": 3820000, "wall_time": 37240.401621580124, "train_loss_step": 2.8577988147735596, "n_params": 4428880, "total_flops": 51973083955200000, "train_loss": 0.01296980381011963, "subset_score_loss": 0.01296980381011963}
+{"step": 3830000, "wall_time": 37332.37028455734, "train_loss_step": 2.8052849769592285, "n_params": 4428880, "total_flops": 52109139148800000, "train_loss": 0.013139075040817261, "subset_score_loss": 0.013139075040817261}
+{"step": 3840000, "wall_time": 37422.19549489021, "train_loss_step": 2.8917434215545654, "n_params": 4428880, "total_flops": 52245194342400000, "train_loss": 0.013771505653858184, "subset_score_loss": 0.013771505653858184}
+{"step": 3850000, "wall_time": 37513.89363741875, "train_loss_step": 2.7970285415649414, "n_params": 4428880, "total_flops": 52381249536000000, "train_loss": 0.01313951462507248, "subset_score_loss": 0.01313951462507248}
+{"step": 3860000, "wall_time": 37590.21772003174, "train_loss_step": 2.838864326477051, "n_params": 4428880, "total_flops": 52517304729600000, "train_loss": 0.013757053017616271, "subset_score_loss": 0.013757053017616271}
+{"step": 3870000, "wall_time": 37682.1536052227, "train_loss_step": 2.873103618621826, "n_params": 4428880, "total_flops": 52653359923200000, "train_loss": 0.013236472010612487, "subset_score_loss": 0.013236472010612487}
+{"step": 3880000, "wall_time": 37774.47893118858, "train_loss_step": 2.783491611480713, "n_params": 4428880, "total_flops": 52789415116800000, "train_loss": 0.013496927917003632, "subset_score_loss": 0.013496927917003632}
+{"step": 3890000, "wall_time": 37854.27600693703, "train_loss_step": 2.7680087089538574, "n_params": 4428880, "total_flops": 52925470310400000, "train_loss": 0.01348756104707718, "subset_score_loss": 0.01348756104707718}
+{"step": 3900000, "wall_time": 38019.52416944504, "train_loss_step": 2.8377318382263184, "n_params": 4428880, "total_flops": 53061525504000000, "train_loss": 0.012808702886104584, "subset_score_loss": 0.012808702886104584, "memorization_fraction_pixel": 0.3905999958515167, "mean_nn_ratio_pixel": 0.42523500323295593, "fid": 109.77468186853943, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 38111.6100256443, "train_loss_step": 2.8622398376464844, "n_params": 4428880, "total_flops": 53197580697600000, "train_loss": 0.012622177600860596, "subset_score_loss": 0.012622177600860596}
+{"step": 3920000, "wall_time": 38203.47243499756, "train_loss_step": 2.9712071418762207, "n_params": 4428880, "total_flops": 53333635891200000, "train_loss": 0.013414114713668823, "subset_score_loss": 0.013414114713668823}
+{"step": 3930000, "wall_time": 38295.38786005974, "train_loss_step": 2.800020217895508, "n_params": 4428880, "total_flops": 53469691084800000, "train_loss": 0.012838758528232574, "subset_score_loss": 0.012838758528232574}
+{"step": 3940000, "wall_time": 38385.7981262207, "train_loss_step": 2.815728187561035, "n_params": 4428880, "total_flops": 53605746278400000, "train_loss": 0.012940636277198792, "subset_score_loss": 0.012940636277198792}
+{"step": 3950000, "wall_time": 38477.29885172844, "train_loss_step": 3.17346453666687, "n_params": 4428880, "total_flops": 53741801472000000, "train_loss": 0.012439960241317749, "subset_score_loss": 0.012439960241317749}
+{"step": 3960000, "wall_time": 38556.31955099106, "train_loss_step": 2.982293128967285, "n_params": 4428880, "total_flops": 53877856665600000, "train_loss": 0.013361352682113647, "subset_score_loss": 0.013361352682113647}
+{"step": 3970000, "wall_time": 38648.582815885544, "train_loss_step": 2.745171070098877, "n_params": 4428880, "total_flops": 54013911859200000, "train_loss": 0.013120152056217194, "subset_score_loss": 0.013120152056217194}
+{"step": 3980000, "wall_time": 38739.92585372925, "train_loss_step": 2.665823459625244, "n_params": 4428880, "total_flops": 54149967052800000, "train_loss": 0.01210792437195778, "subset_score_loss": 0.01210792437195778}
+{"step": 3990000, "wall_time": 38822.42998242378, "train_loss_step": 3.138106346130371, "n_params": 4428880, "total_flops": 54286022246400000, "train_loss": 0.013341978192329407, "subset_score_loss": 0.013341978192329407}
+{"step": 4000000, "wall_time": 38986.40983867645, "train_loss_step": 2.8501667976379395, "n_params": 4428880, "total_flops": 54422077440000000, "train_loss": 0.012581068277359008, "subset_score_loss": 0.012581068277359008, "memorization_fraction_pixel": 0.38510000705718994, "mean_nn_ratio_pixel": 0.42442959547042847, "fid": 109.82332668425512, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 39078.28205513954, "train_loss_step": 2.9245212078094482, "n_params": 4428880, "total_flops": 54558132633600000, "train_loss": 0.012699711322784423, "subset_score_loss": 0.012699711322784423}
+{"step": 4020000, "wall_time": 39170.04816412926, "train_loss_step": 2.819678783416748, "n_params": 4428880, "total_flops": 54694187827200000, "train_loss": 0.012557001411914825, "subset_score_loss": 0.012557001411914825}
+{"step": 4030000, "wall_time": 39260.44598722458, "train_loss_step": 3.125706672668457, "n_params": 4428880, "total_flops": 54830243020800000, "train_loss": 0.012436237186193466, "subset_score_loss": 0.012436237186193466}
+{"step": 4040000, "wall_time": 39352.17481827736, "train_loss_step": 2.8008532524108887, "n_params": 4428880, "total_flops": 54966298214400000, "train_loss": 0.012157446146011353, "subset_score_loss": 0.012157446146011353}
+{"step": 4050000, "wall_time": 39443.894010066986, "train_loss_step": 3.2293753623962402, "n_params": 4428880, "total_flops": 55102353408000000, "train_loss": 0.013238753378391265, "subset_score_loss": 0.013238753378391265}
+{"step": 4060000, "wall_time": 39520.45175290108, "train_loss_step": 3.2177557945251465, "n_params": 4428880, "total_flops": 55238408601600000, "train_loss": 0.012653544545173645, "subset_score_loss": 0.012653544545173645}
+{"step": 4070000, "wall_time": 39612.37516999245, "train_loss_step": 2.8641982078552246, "n_params": 4428880, "total_flops": 55374463795200000, "train_loss": 0.012232117354869843, "subset_score_loss": 0.012232117354869843}
+{"step": 4080000, "wall_time": 39701.21880221367, "train_loss_step": 2.8441739082336426, "n_params": 4428880, "total_flops": 55510518988800000, "train_loss": 0.012358918040990829, "subset_score_loss": 0.012358918040990829}
+{"step": 4090000, "wall_time": 39781.3878364563, "train_loss_step": 2.999607563018799, "n_params": 4428880, "total_flops": 55646574182400000, "train_loss": 0.01232723742723465, "subset_score_loss": 0.01232723742723465}
+{"step": 4100000, "wall_time": 39946.77251958847, "train_loss_step": 2.871135711669922, "n_params": 4428880, "total_flops": 55782629376000000, "train_loss": 0.011988193541765214, "subset_score_loss": 0.011988193541765214, "memorization_fraction_pixel": 0.391400009393692, "mean_nn_ratio_pixel": 0.4194539487361908, "fid": 109.23337965793414, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 40038.707926511765, "train_loss_step": 2.8919620513916016, "n_params": 4428880, "total_flops": 55918684569600000, "train_loss": 0.011892564594745636, "subset_score_loss": 0.011892564594745636}
+{"step": 4120000, "wall_time": 40128.62167739868, "train_loss_step": 2.9528393745422363, "n_params": 4428880, "total_flops": 56054739763200000, "train_loss": 0.012426048517227173, "subset_score_loss": 0.012426048517227173}
+{"step": 4130000, "wall_time": 40220.465832948685, "train_loss_step": 3.0950183868408203, "n_params": 4428880, "total_flops": 56190794956800000, "train_loss": 0.012520846724510194, "subset_score_loss": 0.012520846724510194}
+{"step": 4140000, "wall_time": 40312.53381109238, "train_loss_step": 2.892542839050293, "n_params": 4428880, "total_flops": 56326850150400000, "train_loss": 0.011990515887737275, "subset_score_loss": 0.011990515887737275}
+{"step": 4150000, "wall_time": 40404.19480729103, "train_loss_step": 2.997222661972046, "n_params": 4428880, "total_flops": 56462905344000000, "train_loss": 0.01245991438627243, "subset_score_loss": 0.01245991438627243}
+{"step": 4160000, "wall_time": 40481.73742723465, "train_loss_step": 2.6714723110198975, "n_params": 4428880, "total_flops": 56598960537600000, "train_loss": 0.012484443932771682, "subset_score_loss": 0.012484443932771682}
+{"step": 4170000, "wall_time": 40573.193189144135, "train_loss_step": 2.9513981342315674, "n_params": 4428880, "total_flops": 56735015731200000, "train_loss": 0.01246107667684555, "subset_score_loss": 0.01246107667684555}
+{"step": 4180000, "wall_time": 40661.66553211212, "train_loss_step": 2.996095657348633, "n_params": 4428880, "total_flops": 56871070924800000, "train_loss": 0.011884646862745285, "subset_score_loss": 0.011884646862745285}
+{"step": 4190000, "wall_time": 40741.2585067749, "train_loss_step": 2.5850934982299805, "n_params": 4428880, "total_flops": 57007126118400000, "train_loss": 0.012752698361873626, "subset_score_loss": 0.012752698361873626}
+{"step": 4200000, "wall_time": 40906.49694752693, "train_loss_step": 2.9127395153045654, "n_params": 4428880, "total_flops": 57143181312000000, "train_loss": 0.012764300405979156, "subset_score_loss": 0.012764300405979156, "memorization_fraction_pixel": 0.3919000029563904, "mean_nn_ratio_pixel": 0.4189285635948181, "fid": 109.36270827586432, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 40997.70363640785, "train_loss_step": 2.9196512699127197, "n_params": 4428880, "total_flops": 57279236505600000, "train_loss": 0.012285176664590836, "subset_score_loss": 0.012285176664590836}
+{"step": 4220000, "wall_time": 41087.93938279152, "train_loss_step": 2.740255832672119, "n_params": 4428880, "total_flops": 57415291699200000, "train_loss": 0.012213852256536484, "subset_score_loss": 0.012213852256536484}
+{"step": 4230000, "wall_time": 41179.87709236145, "train_loss_step": 2.716444969177246, "n_params": 4428880, "total_flops": 57551346892800000, "train_loss": 0.012450894713401795, "subset_score_loss": 0.012450894713401795}
+{"step": 4240000, "wall_time": 41271.623742580414, "train_loss_step": 2.9213171005249023, "n_params": 4428880, "total_flops": 57687402086400000, "train_loss": 0.012306349724531174, "subset_score_loss": 0.012306349724531174}
+{"step": 4250000, "wall_time": 41363.317561626434, "train_loss_step": 2.905411958694458, "n_params": 4428880, "total_flops": 57823457280000000, "train_loss": 0.011812061071395874, "subset_score_loss": 0.011812061071395874}
+{"step": 4260000, "wall_time": 41440.60387325287, "train_loss_step": 2.9363420009613037, "n_params": 4428880, "total_flops": 57959512473600000, "train_loss": 0.012268556654453278, "subset_score_loss": 0.012268556654453278}
+{"step": 4270000, "wall_time": 41531.98752403259, "train_loss_step": 3.1496992111206055, "n_params": 4428880, "total_flops": 58095567667200000, "train_loss": 0.01207691803574562, "subset_score_loss": 0.01207691803574562}
+{"step": 4280000, "wall_time": 41622.22145962715, "train_loss_step": 3.1142702102661133, "n_params": 4428880, "total_flops": 58231622860800000, "train_loss": 0.01211145669221878, "subset_score_loss": 0.01211145669221878}
+{"step": 4290000, "wall_time": 41700.49519467354, "train_loss_step": 2.741547107696533, "n_params": 4428880, "total_flops": 58367678054400000, "train_loss": 0.011579249799251557, "subset_score_loss": 0.011579249799251557}
+{"step": 4300000, "wall_time": 41864.50706028938, "train_loss_step": 2.9423234462738037, "n_params": 4428880, "total_flops": 58503733248000000, "train_loss": 0.011784076690673828, "subset_score_loss": 0.011784076690673828, "memorization_fraction_pixel": 0.38999998569488525, "mean_nn_ratio_pixel": 0.420253723859787, "fid": 109.82853230517622, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 41954.473651885986, "train_loss_step": 2.6106672286987305, "n_params": 4428880, "total_flops": 58639788441600000, "train_loss": 0.012012412399053573, "subset_score_loss": 0.012012412399053573}
+{"step": 4320000, "wall_time": 42046.467099666595, "train_loss_step": 2.524585723876953, "n_params": 4428880, "total_flops": 58775843635200000, "train_loss": 0.012054318189620971, "subset_score_loss": 0.012054318189620971}
+{"step": 4330000, "wall_time": 42138.54903912544, "train_loss_step": 2.9178333282470703, "n_params": 4428880, "total_flops": 58911898828800000, "train_loss": 0.012395048886537552, "subset_score_loss": 0.012395048886537552}
+{"step": 4340000, "wall_time": 42230.536665678024, "train_loss_step": 2.8288326263427734, "n_params": 4428880, "total_flops": 59047954022400000, "train_loss": 0.011967857927083969, "subset_score_loss": 0.011967857927083969}
+{"step": 4350000, "wall_time": 42322.21586918831, "train_loss_step": 3.079981803894043, "n_params": 4428880, "total_flops": 59184009216000000, "train_loss": 0.011819025129079818, "subset_score_loss": 0.011819025129079818}
+{"step": 4360000, "wall_time": 42399.99612617493, "train_loss_step": 2.7120728492736816, "n_params": 4428880, "total_flops": 59320064409600000, "train_loss": 0.01419103443622589, "subset_score_loss": 0.01419103443622589}
+{"step": 4370000, "wall_time": 42488.44950175285, "train_loss_step": 2.8770575523376465, "n_params": 4428880, "total_flops": 59456119603200000, "train_loss": 0.011873988807201386, "subset_score_loss": 0.011873988807201386}
+{"step": 4380000, "wall_time": 42579.05968928337, "train_loss_step": 2.916991710662842, "n_params": 4428880, "total_flops": 59592174796800000, "train_loss": 0.012073148041963577, "subset_score_loss": 0.012073148041963577}
+{"step": 4390000, "wall_time": 42655.445326566696, "train_loss_step": 2.729719638824463, "n_params": 4428880, "total_flops": 59728229990400000, "train_loss": 0.011778468638658524, "subset_score_loss": 0.011778468638658524}
+{"step": 4400000, "wall_time": 42818.50128388405, "train_loss_step": 2.591623306274414, "n_params": 4428880, "total_flops": 59864285184000000, "train_loss": 0.01205856055021286, "subset_score_loss": 0.01205856055021286, "memorization_fraction_pixel": 0.39500001072883606, "mean_nn_ratio_pixel": 0.41515052318573, "fid": 109.14239070059133, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 42910.433886766434, "train_loss_step": 2.7930045127868652, "n_params": 4428880, "total_flops": 60000340377600000, "train_loss": 0.01215270757675171, "subset_score_loss": 0.01215270757675171}
+{"step": 4420000, "wall_time": 43002.31165385246, "train_loss_step": 3.072479248046875, "n_params": 4428880, "total_flops": 60136395571200000, "train_loss": 0.011335887759923936, "subset_score_loss": 0.011335887759923936}
+{"step": 4430000, "wall_time": 43094.09068465233, "train_loss_step": 2.7974464893341064, "n_params": 4428880, "total_flops": 60272450764800000, "train_loss": 0.011783238500356674, "subset_score_loss": 0.011783238500356674}
+{"step": 4440000, "wall_time": 43185.57328701019, "train_loss_step": 2.851161241531372, "n_params": 4428880, "total_flops": 60408505958400000, "train_loss": 0.011418367177248001, "subset_score_loss": 0.011418367177248001}
+{"step": 4450000, "wall_time": 43277.255351781845, "train_loss_step": 2.765291213989258, "n_params": 4428880, "total_flops": 60544561152000000, "train_loss": 0.01171235740184784, "subset_score_loss": 0.01171235740184784}
+{"step": 4460000, "wall_time": 43360.73028731346, "train_loss_step": 2.7191104888916016, "n_params": 4428880, "total_flops": 60680616345600000, "train_loss": 0.012223218381404877, "subset_score_loss": 0.012223218381404877}
+{"step": 4470000, "wall_time": 43452.49770283699, "train_loss_step": 2.9490888118743896, "n_params": 4428880, "total_flops": 60816671539200000, "train_loss": 0.012259281426668166, "subset_score_loss": 0.012259281426668166}
+{"step": 4480000, "wall_time": 43542.65224099159, "train_loss_step": 2.6030755043029785, "n_params": 4428880, "total_flops": 60952726732800000, "train_loss": 0.011966438591480255, "subset_score_loss": 0.011966438591480255}
+{"step": 4490000, "wall_time": 43621.980852365494, "train_loss_step": 2.8772220611572266, "n_params": 4428880, "total_flops": 61088781926400000, "train_loss": 0.011177074164152145, "subset_score_loss": 0.011177074164152145}
+{"step": 4500000, "wall_time": 43784.14314317703, "train_loss_step": 2.9259424209594727, "n_params": 4428880, "total_flops": 61224837120000000, "train_loss": 0.01175709068775177, "subset_score_loss": 0.01175709068775177, "memorization_fraction_pixel": 0.4025999903678894, "mean_nn_ratio_pixel": 0.4173509180545807, "fid": 109.12556736641584, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 43876.08468532562, "train_loss_step": 3.1724557876586914, "n_params": 4428880, "total_flops": 61360892313600000, "train_loss": 0.01161389946937561, "subset_score_loss": 0.01161389946937561}
+{"step": 4520000, "wall_time": 43968.079540491104, "train_loss_step": 2.8090686798095703, "n_params": 4428880, "total_flops": 61496947507200000, "train_loss": 0.011521817743778228, "subset_score_loss": 0.011521817743778228}
+{"step": 4530000, "wall_time": 44060.085830926895, "train_loss_step": 2.809861898422241, "n_params": 4428880, "total_flops": 61633002700800000, "train_loss": 0.011948269605636597, "subset_score_loss": 0.011948269605636597}
+{"step": 4540000, "wall_time": 44152.303218603134, "train_loss_step": 3.0640416145324707, "n_params": 4428880, "total_flops": 61769057894400000, "train_loss": 0.011118245869874954, "subset_score_loss": 0.011118245869874954}
+{"step": 4550000, "wall_time": 44243.987417936325, "train_loss_step": 2.8157191276550293, "n_params": 4428880, "total_flops": 61905113088000000, "train_loss": 0.01165045127272606, "subset_score_loss": 0.01165045127272606}
+{"step": 4560000, "wall_time": 44325.92784690857, "train_loss_step": 2.7070508003234863, "n_params": 4428880, "total_flops": 62041168281600000, "train_loss": 0.011156129837036132, "subset_score_loss": 0.011156129837036132}
+{"step": 4570000, "wall_time": 44418.00625514984, "train_loss_step": 2.7577836513519287, "n_params": 4428880, "total_flops": 62177223475200000, "train_loss": 0.011752697080373764, "subset_score_loss": 0.011752697080373764}
+{"step": 4580000, "wall_time": 44508.524141550064, "train_loss_step": 2.6454784870147705, "n_params": 4428880, "total_flops": 62313278668800000, "train_loss": 0.012220218777656555, "subset_score_loss": 0.012220218777656555}
+{"step": 4590000, "wall_time": 44586.23602986336, "train_loss_step": 2.870110273361206, "n_params": 4428880, "total_flops": 62449333862400000, "train_loss": 0.011826234310865403, "subset_score_loss": 0.011826234310865403}
+{"step": 4600000, "wall_time": 44748.00848889351, "train_loss_step": 2.707951068878174, "n_params": 4428880, "total_flops": 62585389056000000, "train_loss": 0.011788097023963929, "subset_score_loss": 0.011788097023963929, "memorization_fraction_pixel": 0.38659998774528503, "mean_nn_ratio_pixel": 0.42336922883987427, "fid": 109.39657882844257, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 44839.79058885574, "train_loss_step": 3.1214914321899414, "n_params": 4428880, "total_flops": 62721444249600000, "train_loss": 0.012071448564529418, "subset_score_loss": 0.012071448564529418}
+{"step": 4620000, "wall_time": 44931.66656398773, "train_loss_step": 2.9104411602020264, "n_params": 4428880, "total_flops": 62857499443200000, "train_loss": 0.011604266613721848, "subset_score_loss": 0.011604266613721848}
+{"step": 4630000, "wall_time": 45023.587212085724, "train_loss_step": 3.102625846862793, "n_params": 4428880, "total_flops": 62993554636800000, "train_loss": 0.01103886440396309, "subset_score_loss": 0.01103886440396309}
+{"step": 4640000, "wall_time": 45115.35856795311, "train_loss_step": 2.9944653511047363, "n_params": 4428880, "total_flops": 63129609830400000, "train_loss": 0.010729100555181503, "subset_score_loss": 0.010729100555181503}
+{"step": 4650000, "wall_time": 45202.98384356499, "train_loss_step": 2.8697733879089355, "n_params": 4428880, "total_flops": 63265665024000000, "train_loss": 0.012079928815364838, "subset_score_loss": 0.012079928815364838}
+{"step": 4660000, "wall_time": 45286.04606080055, "train_loss_step": 2.993656873703003, "n_params": 4428880, "total_flops": 63401720217600000, "train_loss": 0.011376511305570602, "subset_score_loss": 0.011376511305570602}
+{"step": 4670000, "wall_time": 45378.08636498451, "train_loss_step": 2.979599952697754, "n_params": 4428880, "total_flops": 63537775411200000, "train_loss": 0.010650402307510376, "subset_score_loss": 0.010650402307510376}
+{"step": 4680000, "wall_time": 45468.146815776825, "train_loss_step": 2.72489857673645, "n_params": 4428880, "total_flops": 63673830604800000, "train_loss": 0.011695299297571182, "subset_score_loss": 0.011695299297571182}
+{"step": 4690000, "wall_time": 45537.233565330505, "train_loss_step": 2.6551077365875244, "n_params": 4428880, "total_flops": 63809885798400000, "train_loss": 0.010695572942495346, "subset_score_loss": 0.010695572942495346}
+{"step": 4700000, "wall_time": 45671.90138268471, "train_loss_step": 2.6124353408813477, "n_params": 4428880, "total_flops": 63945940992000000, "train_loss": 0.010948767513036728, "subset_score_loss": 0.010948767513036728, "memorization_fraction_pixel": 0.40700000524520874, "mean_nn_ratio_pixel": 0.4098806083202362, "fid": 109.65060076522916, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 45745.93795919418, "train_loss_step": 2.8889291286468506, "n_params": 4428880, "total_flops": 64081996185600000, "train_loss": 0.011212021857500077, "subset_score_loss": 0.011212021857500077}
+{"step": 4720000, "wall_time": 45820.162548065186, "train_loss_step": 2.6919195652008057, "n_params": 4428880, "total_flops": 64218051379200000, "train_loss": 0.011347686499357223, "subset_score_loss": 0.011347686499357223}
+{"step": 4730000, "wall_time": 45894.11530447006, "train_loss_step": 2.623687505722046, "n_params": 4428880, "total_flops": 64354106572800000, "train_loss": 0.011397624760866166, "subset_score_loss": 0.011397624760866166}
+{"step": 4740000, "wall_time": 45968.34613227844, "train_loss_step": 2.8530850410461426, "n_params": 4428880, "total_flops": 64490161766400000, "train_loss": 0.011835395544767379, "subset_score_loss": 0.011835395544767379}
+{"step": 4750000, "wall_time": 46035.87329530716, "train_loss_step": 2.7591381072998047, "n_params": 4428880, "total_flops": 64626216960000000, "train_loss": 0.011597475409507752, "subset_score_loss": 0.011597475409507752}
+{"step": 4760000, "wall_time": 46097.60070562363, "train_loss_step": 2.702695369720459, "n_params": 4428880, "total_flops": 64762272153600000, "train_loss": 0.011519902944564819, "subset_score_loss": 0.011519902944564819}
+{"step": 4770000, "wall_time": 46171.756702661514, "train_loss_step": 2.5069079399108887, "n_params": 4428880, "total_flops": 64898327347200000, "train_loss": 0.010575415939092636, "subset_score_loss": 0.010575415939092636}
+{"step": 4780000, "wall_time": 46244.02555179596, "train_loss_step": 2.8457772731781006, "n_params": 4428880, "total_flops": 65034382540800000, "train_loss": 0.01107676699757576, "subset_score_loss": 0.01107676699757576}
+{"step": 4790000, "wall_time": 46316.135514974594, "train_loss_step": 2.872480630874634, "n_params": 4428880, "total_flops": 65170437734400000, "train_loss": 0.011362820863723755, "subset_score_loss": 0.011362820863723755}
+{"step": 4800000, "wall_time": 46451.33469438553, "train_loss_step": 2.8048505783081055, "n_params": 4428880, "total_flops": 65306492928000000, "train_loss": 0.010738668590784073, "subset_score_loss": 0.010738668590784073, "memorization_fraction_pixel": 0.4009999930858612, "mean_nn_ratio_pixel": 0.4114665389060974, "fid": 109.07601409958988, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 46525.37015247345, "train_loss_step": 2.861527681350708, "n_params": 4428880, "total_flops": 65442548121600000, "train_loss": 0.010882456600666047, "subset_score_loss": 0.010882456600666047}
+{"step": 4820000, "wall_time": 46599.37046289444, "train_loss_step": 2.550388813018799, "n_params": 4428880, "total_flops": 65578603315200000, "train_loss": 0.010963136702775956, "subset_score_loss": 0.010963136702775956}
+{"step": 4830000, "wall_time": 46673.581752061844, "train_loss_step": 2.9716930389404297, "n_params": 4428880, "total_flops": 65714658508800000, "train_loss": 0.010838858038187026, "subset_score_loss": 0.010838858038187026}
+{"step": 4840000, "wall_time": 46747.649695158005, "train_loss_step": 2.8974931240081787, "n_params": 4428880, "total_flops": 65850713702400000, "train_loss": 0.010847385227680206, "subset_score_loss": 0.010847385227680206}
+{"step": 4850000, "wall_time": 46818.60189366341, "train_loss_step": 3.258126735687256, "n_params": 4428880, "total_flops": 65986768896000000, "train_loss": 0.01055607944726944, "subset_score_loss": 0.01055607944726944}
+{"step": 4860000, "wall_time": 46874.96371293068, "train_loss_step": 3.1045494079589844, "n_params": 4428880, "total_flops": 66122824089600000, "train_loss": 0.010472245514392853, "subset_score_loss": 0.010472245514392853}
+{"step": 4870000, "wall_time": 46930.98423957825, "train_loss_step": 2.5688912868499756, "n_params": 4428880, "total_flops": 66258879283200000, "train_loss": 0.010763812065124511, "subset_score_loss": 0.010763812065124511}
+{"step": 4880000, "wall_time": 46977.46934390068, "train_loss_step": 2.651846408843994, "n_params": 4428880, "total_flops": 66394934476800000, "train_loss": 0.011172528564929961, "subset_score_loss": 0.011172528564929961}
+{"step": 4890000, "wall_time": 47015.659309625626, "train_loss_step": 3.0458478927612305, "n_params": 4428880, "total_flops": 66530989670400000, "train_loss": 0.010453616827726364, "subset_score_loss": 0.010453616827726364}
+{"step": 4900000, "wall_time": 47089.53936958313, "train_loss_step": 2.8603298664093018, "n_params": 4428880, "total_flops": 66667044864000000, "train_loss": 0.011321134120225906, "subset_score_loss": 0.011321134120225906, "memorization_fraction_pixel": 0.39809998869895935, "mean_nn_ratio_pixel": 0.41689595580101013, "fid": 110.24656733606426, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 47128.10138082504, "train_loss_step": 2.648817539215088, "n_params": 4428880, "total_flops": 66803100057600000, "train_loss": 0.01080327183008194, "subset_score_loss": 0.01080327183008194}
+{"step": 4920000, "wall_time": 47166.382449150085, "train_loss_step": 2.9197330474853516, "n_params": 4428880, "total_flops": 66939155251200000, "train_loss": 0.010898567736148834, "subset_score_loss": 0.010898567736148834}
+{"step": 4930000, "wall_time": 47204.74867272377, "train_loss_step": 2.655897855758667, "n_params": 4428880, "total_flops": 67075210444800000, "train_loss": 0.010383696109056473, "subset_score_loss": 0.010383696109056473}
+{"step": 4940000, "wall_time": 47243.06253027916, "train_loss_step": 2.768479108810425, "n_params": 4428880, "total_flops": 67211265638400000, "train_loss": 0.010518431663513184, "subset_score_loss": 0.010518431663513184}
+{"step": 4950000, "wall_time": 47281.45917367935, "train_loss_step": 2.565659761428833, "n_params": 4428880, "total_flops": 67347320832000000, "train_loss": 0.011141788214445114, "subset_score_loss": 0.011141788214445114}
+{"step": 4960000, "wall_time": 47319.76796770096, "train_loss_step": 2.8743624687194824, "n_params": 4428880, "total_flops": 67483376025600000, "train_loss": 0.01074802353978157, "subset_score_loss": 0.01074802353978157}
+{"step": 4970000, "wall_time": 47358.1172978878, "train_loss_step": 2.671844005584717, "n_params": 4428880, "total_flops": 67619431219200000, "train_loss": 0.0110171340405941, "subset_score_loss": 0.0110171340405941}
+{"step": 4980000, "wall_time": 47384.616176366806, "train_loss_step": 2.7794415950775146, "n_params": 4428880, "total_flops": 67755486412800000, "train_loss": 0.010587450861930848, "subset_score_loss": 0.010587450861930848}
+{"step": 4990000, "wall_time": 47408.20113277435, "train_loss_step": 2.8136515617370605, "n_params": 4428880, "total_flops": 67891541606400000, "train_loss": 0.010674160718917847, "subset_score_loss": 0.010674160718917847}
+{"step": 5000000, "wall_time": 47449.91819882393, "train_loss_step": 2.8405470848083496, "n_params": 4428880, "total_flops": 68027596800000000, "train_loss": 0.010913301259279251, "subset_score_loss": 0.010913301259279251, "memorization_fraction_pixel": 0.41179999709129333, "mean_nn_ratio_pixel": 0.40920865535736084, "fid": 108.6065483515705, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..51473bd17fc24fdaa754bbcb5c9f24ebac511daf
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed45/d80/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     70s | train_loss=1.0019 | fid=274.4175
+  step   10000 |    162s | train_loss=0.8473
+  step   20000 |    254s | train_loss=0.7480
+  step   30000 |    346s | train_loss=0.6132
+  step   40000 |    438s | train_loss=0.4410
+  step   50000 |    529s | train_loss=0.2972
+  step   60000 |    621s | train_loss=0.2142
+  step   70000 |    713s | train_loss=0.1714
+  step   80000 |    805s | train_loss=0.1497
+  step   90000 |    897s | train_loss=0.1354
+  step  100000 |   1053s | train_loss=0.1250 | fid=153.8114
+  step  110000 |   1145s | train_loss=0.1186
+  step  120000 |   1237s | train_loss=0.1126
+  step  130000 |   1329s | train_loss=0.1069
+  step  140000 |   1421s | train_loss=0.1015
+  step  150000 |   1512s | train_loss=0.0991
+  step  160000 |   1604s | train_loss=0.0954
+  step  170000 |   1696s | train_loss=0.0913
+  step  180000 |   1788s | train_loss=0.0894
+  step  190000 |   1880s | train_loss=0.0858
+  step  200000 |   2037s | train_loss=0.0822 | fid=146.5317
+  step  210000 |   2129s | train_loss=0.0814
+  step  220000 |   2221s | train_loss=0.0795
+  step  230000 |   2313s | train_loss=0.0766
+  step  240000 |   2405s | train_loss=0.0746
+  step  250000 |   2496s | train_loss=0.0738
+  step  260000 |   2588s | train_loss=0.0720
+  step  270000 |   2680s | train_loss=0.0692
+  step  280000 |   2772s | train_loss=0.0697
+  step  290000 |   2857s | train_loss=0.0666
+  step  300000 |   3020s | train_loss=0.0664 | fid=142.1945
+  step  310000 |   3112s | train_loss=0.0658
+  step  320000 |   3204s | train_loss=0.0647
+  step  330000 |   3296s | train_loss=0.0628
+  step  340000 |   3388s | train_loss=0.0607
+  step  350000 |   3480s | train_loss=0.0605
+  step  360000 |   3572s | train_loss=0.0599
+  step  370000 |   3664s | train_loss=0.0583
+  step  380000 |   3752s | train_loss=0.0588
+  step  390000 |   3840s | train_loss=0.0568
+  step  400000 |   4003s | train_loss=0.0567 | fid=137.8491
+  step  410000 |   4095s | train_loss=0.0576
+  step  420000 |   4187s | train_loss=0.0557
+  step  430000 |   4279s | train_loss=0.0538
+  step  440000 |   4371s | train_loss=0.0534
+  step  450000 |   4463s | train_loss=0.0527
+  step  460000 |   4555s | train_loss=0.0521
+  step  470000 |   4646s | train_loss=0.0527
+  step  480000 |   4730s | train_loss=0.0514
+  step  490000 |   4822s | train_loss=0.0494
+  step  500000 |   4986s | train_loss=0.0508 | fid=131.7617
+  step  510000 |   5077s | train_loss=0.0496
+  step  520000 |   5168s | train_loss=0.0503
+  step  530000 |   5256s | train_loss=0.0491
+  step  540000 |   5344s | train_loss=0.0491
+  step  550000 |   5434s | train_loss=0.0480
+  step  560000 |   5523s | train_loss=0.0466
+  step  570000 |   5606s | train_loss=0.0470
+  step  580000 |   5695s | train_loss=0.0472
+  step  590000 |   5788s | train_loss=0.0469
+  step  600000 |   5951s | train_loss=0.0471 | fid=132.9170
+  step  610000 |   6043s | train_loss=0.0450
+  step  620000 |   6135s | train_loss=0.0445
+  step  630000 |   6227s | train_loss=0.0444
+  step  640000 |   6319s | train_loss=0.0456
+  step  650000 |   6410s | train_loss=0.0439
+  step  660000 |   6502s | train_loss=0.0438
+  step  670000 |   6585s | train_loss=0.0438
+  step  680000 |   6677s | train_loss=0.0435
+  step  690000 |   6769s | train_loss=0.0439
+  step  700000 |   6933s | train_loss=0.0436 | fid=132.1817
+  step  710000 |   7025s | train_loss=0.0423
+  step  720000 |   7117s | train_loss=0.0417
+  step  730000 |   7209s | train_loss=0.0420
+  step  740000 |   7301s | train_loss=0.0406
+  step  750000 |   7392s | train_loss=0.0414
+  step  760000 |   7480s | train_loss=0.0402
+  step  770000 |   7570s | train_loss=0.0406
+  step  780000 |   7661s | train_loss=0.0406
+  step  790000 |   7753s | train_loss=0.0410
+  step  800000 |   7917s | train_loss=0.0401 | fid=129.8121
+  step  810000 |   8009s | train_loss=0.0407
+  step  820000 |   8101s | train_loss=0.0397
+  step  830000 |   8193s | train_loss=0.0384
+  step  840000 |   8284s | train_loss=0.0383
+  step  850000 |   8371s | train_loss=0.0387
+  step  860000 |   8460s | train_loss=0.0386
+  step  870000 |   8552s | train_loss=0.0385
+  step  880000 |   8644s | train_loss=0.0391
+  step  890000 |   8736s | train_loss=0.0375
+  step  900000 |   8900s | train_loss=0.0386 | fid=126.6411
+  step  910000 |   8992s | train_loss=0.0386
+  step  920000 |   9083s | train_loss=0.0374
+  step  930000 |   9175s | train_loss=0.0381
+  step  940000 |   9266s | train_loss=0.0363
+  step  950000 |   9353s | train_loss=0.0362
+  step  960000 |   9443s | train_loss=0.0358
+  step  970000 |   9535s | train_loss=0.0346
+  step  980000 |   9627s | train_loss=0.0355
+  step  990000 |   9718s | train_loss=0.0359
+  step 1000000 |   9881s | train_loss=0.0367 | fid=123.6608
+  step 1010000 |   9974s | train_loss=0.0353
+  step 1020000 |  10065s | train_loss=0.0348
+  step 1030000 |  10157s | train_loss=0.0342
+  step 1040000 |  10244s | train_loss=0.0356
+  step 1050000 |  10334s | train_loss=0.0348
+  step 1060000 |  10426s | train_loss=0.0345
+  step 1070000 |  10517s | train_loss=0.0359
+  step 1080000 |  10609s | train_loss=0.0343
+  step 1090000 |  10701s | train_loss=0.0338
+  step 1100000 |  10864s | train_loss=0.0336 | fid=125.6632
+  step 1110000 |  10956s | train_loss=0.0338
+  step 1120000 |  11048s | train_loss=0.0336
+  step 1130000 |  11135s | train_loss=0.0334
+  step 1140000 |  11224s | train_loss=0.0335
+  step 1150000 |  11316s | train_loss=0.0334
+  step 1160000 |  11409s | train_loss=0.0320
+  step 1170000 |  11500s | train_loss=0.0321
+  step 1180000 |  11592s | train_loss=0.0322
+  step 1190000 |  11684s | train_loss=0.0327
+  step 1200000 |  11848s | train_loss=0.0317 | fid=123.3100
+  step 1210000 |  11939s | train_loss=0.0320
+  step 1220000 |  12029s | train_loss=0.0319
+  step 1230000 |  12118s | train_loss=0.0307
+  step 1240000 |  12207s | train_loss=0.0324
+  step 1250000 |  12299s | train_loss=0.0313
+  step 1260000 |  12391s | train_loss=0.0317
+  step 1270000 |  12483s | train_loss=0.0311
+  step 1280000 |  12575s | train_loss=0.0312
+  step 1290000 |  12667s | train_loss=0.0298
+  step 1300000 |  12831s | train_loss=0.0315 | fid=125.6082
+  step 1310000 |  12922s | train_loss=0.0310
+  step 1320000 |  13009s | train_loss=0.0300
+  step 1330000 |  13098s | train_loss=0.0298
+  step 1340000 |  13190s | train_loss=0.0298
+  step 1350000 |  13282s | train_loss=0.0303
+  step 1360000 |  13374s | train_loss=0.0305
+  step 1370000 |  13466s | train_loss=0.0285
+  step 1380000 |  13558s | train_loss=0.0295
+  step 1390000 |  13649s | train_loss=0.0289
+  step 1400000 |  13813s | train_loss=0.0289 | fid=122.9538
+  step 1410000 |  13900s | train_loss=0.0284
+  step 1420000 |  13987s | train_loss=0.0285
+  step 1430000 |  14068s | train_loss=0.0281
+  step 1440000 |  14160s | train_loss=0.0276
+  step 1450000 |  14251s | train_loss=0.0289
+  step 1460000 |  14343s | train_loss=0.0284
+  step 1470000 |  14435s | train_loss=0.0281
+  step 1480000 |  14527s | train_loss=0.0285
+  step 1490000 |  14618s | train_loss=0.0276
+  step 1500000 |  14781s | train_loss=0.0272 | fid=122.3372
+  step 1510000 |  14869s | train_loss=0.0273
+  step 1520000 |  14961s | train_loss=0.0272
+  step 1530000 |  15050s | train_loss=0.0264
+  step 1540000 |  15142s | train_loss=0.0267
+  step 1550000 |  15234s | train_loss=0.0276
+  step 1560000 |  15326s | train_loss=0.0274
+  step 1570000 |  15418s | train_loss=0.0269
+  step 1580000 |  15509s | train_loss=0.0270
+  step 1590000 |  15601s | train_loss=0.0267
+  step 1600000 |  15762s | train_loss=0.0262 | fid=123.5410
+  step 1610000 |  15854s | train_loss=0.0261
+  step 1620000 |  15943s | train_loss=0.0269
+  step 1630000 |  16035s | train_loss=0.0263
+  step 1640000 |  16127s | train_loss=0.0261
+  step 1650000 |  16219s | train_loss=0.0273
+  step 1660000 |  16311s | train_loss=0.0260
+  step 1670000 |  16403s | train_loss=0.0249
+  step 1680000 |  16495s | train_loss=0.0247
+  step 1690000 |  16586s | train_loss=0.0251
+  step 1700000 |  16740s | train_loss=0.0247 | fid=122.5845
+  step 1710000 |  16830s | train_loss=0.0256
+  step 1720000 |  16911s | train_loss=0.0252
+  step 1730000 |  17003s | train_loss=0.0257
+  step 1740000 |  17095s | train_loss=0.0242
+  step 1750000 |  17187s | train_loss=0.0244
+  step 1760000 |  17279s | train_loss=0.0250
+  step 1770000 |  17371s | train_loss=0.0257
+  step 1780000 |  17462s | train_loss=0.0239
+  step 1790000 |  17553s | train_loss=0.0246
+  step 1800000 |  17708s | train_loss=0.0245 | fid=121.7039
+  step 1810000 |  17799s | train_loss=0.0246
+  step 1820000 |  17887s | train_loss=0.0235
+  step 1830000 |  17979s | train_loss=0.0245
+  step 1840000 |  18070s | train_loss=0.0228
+  step 1850000 |  18162s | train_loss=0.0231
+  step 1860000 |  18254s | train_loss=0.0229
+  step 1870000 |  18345s | train_loss=0.0241
+  step 1880000 |  18436s | train_loss=0.0240
+  step 1890000 |  18527s | train_loss=0.0230
+  step 1900000 |  18689s | train_loss=0.0235 | fid=116.5728
+  step 1910000 |  18778s | train_loss=0.0242
+  step 1920000 |  18870s | train_loss=0.0230
+  step 1930000 |  18962s | train_loss=0.0227
+  step 1940000 |  19054s | train_loss=0.0227
+  step 1950000 |  19146s | train_loss=0.0230
+  step 1960000 |  19238s | train_loss=0.0237
+  step 1970000 |  19330s | train_loss=0.0244
+  step 1980000 |  19420s | train_loss=0.0221
+  step 1990000 |  19505s | train_loss=0.0221
+  step 2000000 |  19666s | train_loss=0.0226 | fid=114.3317
+  step 2010000 |  19743s | train_loss=0.0219
+  step 2020000 |  19835s | train_loss=0.0229
+  step 2030000 |  19927s | train_loss=0.0224
+  step 2040000 |  20019s | train_loss=0.0218
+  step 2050000 |  20110s | train_loss=0.0213
+  step 2060000 |  20202s | train_loss=0.0229
+  step 2070000 |  20292s | train_loss=0.0224
+  step 2080000 |  20384s | train_loss=0.0222
+  step 2090000 |  20464s | train_loss=0.0216
+  step 2100000 |  20626s | train_loss=0.0210 | fid=113.0184
+  step 2110000 |  20705s | train_loss=0.0210
+  step 2120000 |  20797s | train_loss=0.0216
+  step 2130000 |  20889s | train_loss=0.0209
+  step 2140000 |  20981s | train_loss=0.0210
+  step 2150000 |  21073s | train_loss=0.0219
+  step 2160000 |  21163s | train_loss=0.0210
+  step 2170000 |  21255s | train_loss=0.0208
+  step 2180000 |  21347s | train_loss=0.0218
+  step 2190000 |  21426s | train_loss=0.0207
+  step 2200000 |  21588s | train_loss=0.0204 | fid=111.3916
+  step 2210000 |  21666s | train_loss=0.0210
+  step 2220000 |  21757s | train_loss=0.0213
+  step 2230000 |  21849s | train_loss=0.0203
+  step 2240000 |  21941s | train_loss=0.0202
+  step 2250000 |  22031s | train_loss=0.0201
+  step 2260000 |  22123s | train_loss=0.0199
+  step 2270000 |  22214s | train_loss=0.0204
+  step 2280000 |  22306s | train_loss=0.0202
+  step 2290000 |  22386s | train_loss=0.0199
+  step 2300000 |  22549s | train_loss=0.0204 | fid=111.1634
+  step 2310000 |  22627s | train_loss=0.0196
+  step 2320000 |  22719s | train_loss=0.0194
+  step 2330000 |  22811s | train_loss=0.0197
+  step 2340000 |  22903s | train_loss=0.0193
+  step 2350000 |  22993s | train_loss=0.0202
+  step 2360000 |  23085s | train_loss=0.0196
+  step 2370000 |  23177s | train_loss=0.0206
+  step 2380000 |  23268s | train_loss=0.0194
+  step 2390000 |  23348s | train_loss=0.0198
+  step 2400000 |  23511s | train_loss=0.0187 | fid=110.7851
+  step 2410000 |  23593s | train_loss=0.0191
+  step 2420000 |  23685s | train_loss=0.0192
+  step 2430000 |  23777s | train_loss=0.0195
+  step 2440000 |  23867s | train_loss=0.0185
+  step 2450000 |  23959s | train_loss=0.0194
+  step 2460000 |  24051s | train_loss=0.0194
+  step 2470000 |  24143s | train_loss=0.0187
+  step 2480000 |  24234s | train_loss=0.0193
+  step 2490000 |  24310s | train_loss=0.0191
+  step 2500000 |  24474s | train_loss=0.0193 | fid=110.3473
+  step 2510000 |  24554s | train_loss=0.0189
+  step 2520000 |  24645s | train_loss=0.0182
+  step 2530000 |  24736s | train_loss=0.0192
+  step 2540000 |  24827s | train_loss=0.0179
+  step 2550000 |  24919s | train_loss=0.0187
+  step 2560000 |  25011s | train_loss=0.0181
+  step 2570000 |  25103s | train_loss=0.0182
+  step 2580000 |  25195s | train_loss=0.0190
+  step 2590000 |  25272s | train_loss=0.0182
+  step 2600000 |  25437s | train_loss=0.0176 | fid=110.8313
+  step 2610000 |  25515s | train_loss=0.0183
+  step 2620000 |  25607s | train_loss=0.0181
+  step 2630000 |  25697s | train_loss=0.0180
+  step 2640000 |  25789s | train_loss=0.0178
+  step 2650000 |  25881s | train_loss=0.0195
+  step 2660000 |  25972s | train_loss=0.0172
+  step 2670000 |  26065s | train_loss=0.0176
+  step 2680000 |  26156s | train_loss=0.0183
+  step 2690000 |  26235s | train_loss=0.0184
+  step 2700000 |  26400s | train_loss=0.0177 | fid=110.2245
+  step 2710000 |  26487s | train_loss=0.0174
+  step 2720000 |  26578s | train_loss=0.0178
+  step 2730000 |  26669s | train_loss=0.0167
+  step 2740000 |  26761s | train_loss=0.0176
+  step 2750000 |  26854s | train_loss=0.0170
+  step 2760000 |  26946s | train_loss=0.0175
+  step 2770000 |  27038s | train_loss=0.0170
+  step 2780000 |  27128s | train_loss=0.0166
+  step 2790000 |  27217s | train_loss=0.0171
+  step 2800000 |  27378s | train_loss=0.0169 | fid=109.8522
+  step 2810000 |  27463s | train_loss=0.0176
+  step 2820000 |  27555s | train_loss=0.0163
+  step 2830000 |  27647s | train_loss=0.0173
+  step 2840000 |  27739s | train_loss=0.0173
+  step 2850000 |  27830s | train_loss=0.0170
+  step 2860000 |  27922s | train_loss=0.0168
+  step 2870000 |  28014s | train_loss=0.0166
+  step 2880000 |  28092s | train_loss=0.0161
+  step 2890000 |  28183s | train_loss=0.0165
+  step 2900000 |  28339s | train_loss=0.0168 | fid=110.7416
+  step 2910000 |  28429s | train_loss=0.0159
+  step 2920000 |  28521s | train_loss=0.0161
+  step 2930000 |  28613s | train_loss=0.0170
+  step 2940000 |  28705s | train_loss=0.0166
+  step 2950000 |  28797s | train_loss=0.0164
+  step 2960000 |  28889s | train_loss=0.0172
+  step 2970000 |  28981s | train_loss=0.0164
+  step 2980000 |  29058s | train_loss=0.0159
+  step 2990000 |  29147s | train_loss=0.0172
+  step 3000000 |  29303s | train_loss=0.0166 | fid=110.6167
+  step 3010000 |  29395s | train_loss=0.0181
+  step 3020000 |  29487s | train_loss=0.0162
+  step 3030000 |  29579s | train_loss=0.0157
+  step 3040000 |  29671s | train_loss=0.0164
+  step 3050000 |  29763s | train_loss=0.0160
+  step 3060000 |  29855s | train_loss=0.0161
+  step 3070000 |  29946s | train_loss=0.0154
+  step 3080000 |  30035s | train_loss=0.0157
+  step 3090000 |  30126s | train_loss=0.0156
+  step 3100000 |  30285s | train_loss=0.0162 | fid=109.9750
+  step 3110000 |  30377s | train_loss=0.0163
+  step 3120000 |  30469s | train_loss=0.0156
+  step 3130000 |  30561s | train_loss=0.0164
+  step 3140000 |  30652s | train_loss=0.0166
+  step 3150000 |  30744s | train_loss=0.0153
+  step 3160000 |  30836s | train_loss=0.0152
+  step 3170000 |  30921s | train_loss=0.0157
+  step 3180000 |  31011s | train_loss=0.0165
+  step 3190000 |  31100s | train_loss=0.0163
+  step 3200000 |  31258s | train_loss=0.0151 | fid=109.9116
+  step 3210000 |  31350s | train_loss=0.0154
+  step 3220000 |  31442s | train_loss=0.0151
+  step 3230000 |  31534s | train_loss=0.0159
+  step 3240000 |  31626s | train_loss=0.0158
+  step 3250000 |  31718s | train_loss=0.0152
+  step 3260000 |  31810s | train_loss=0.0153
+  step 3270000 |  31891s | train_loss=0.0153
+  step 3280000 |  31982s | train_loss=0.0155
+  step 3290000 |  32070s | train_loss=0.0150
+  step 3300000 |  32228s | train_loss=0.0148 | fid=109.1937
+  step 3310000 |  32320s | train_loss=0.0147
+  step 3320000 |  32412s | train_loss=0.0151
+  step 3330000 |  32504s | train_loss=0.0145
+  step 3340000 |  32596s | train_loss=0.0153
+  step 3350000 |  32688s | train_loss=0.0147
+  step 3360000 |  32780s | train_loss=0.0152
+  step 3370000 |  32862s | train_loss=0.0149
+  step 3380000 |  32952s | train_loss=0.0139
+  step 3390000 |  33037s | train_loss=0.0147
+  step 3400000 |  33194s | train_loss=0.0152 | fid=110.3799
+  step 3410000 |  33286s | train_loss=0.0146
+  step 3420000 |  33377s | train_loss=0.0146
+  step 3430000 |  33469s | train_loss=0.0149
+  step 3440000 |  33561s | train_loss=0.0143
+  step 3450000 |  33653s | train_loss=0.0141
+  step 3460000 |  33742s | train_loss=0.0149
+  step 3470000 |  33825s | train_loss=0.0139
+  step 3480000 |  33917s | train_loss=0.0145
+  step 3490000 |  34003s | train_loss=0.0139
+  step 3500000 |  34163s | train_loss=0.0145 | fid=109.1489
+  step 3510000 |  34254s | train_loss=0.0141
+  step 3520000 |  34346s | train_loss=0.0150
+  step 3530000 |  34438s | train_loss=0.0145
+  step 3540000 |  34530s | train_loss=0.0136
+  step 3550000 |  34622s | train_loss=0.0146
+  step 3560000 |  34703s | train_loss=0.0141
+  step 3570000 |  34795s | train_loss=0.0136
+  step 3580000 |  34887s | train_loss=0.0134
+  step 3590000 |  34969s | train_loss=0.0143
+  step 3600000 |  35131s | train_loss=0.0141 | fid=109.5064
+  step 3610000 |  35223s | train_loss=0.0143
+  step 3620000 |  35315s | train_loss=0.0137
+  step 3630000 |  35407s | train_loss=0.0147
+  step 3640000 |  35499s | train_loss=0.0132
+  step 3650000 |  35590s | train_loss=0.0138
+  step 3660000 |  35665s | train_loss=0.0132
+  step 3670000 |  35757s | train_loss=0.0133
+  step 3680000 |  35849s | train_loss=0.0137
+  step 3690000 |  35929s | train_loss=0.0138
+  step 3700000 |  36090s | train_loss=0.0154 | fid=110.7215
+  step 3710000 |  36182s | train_loss=0.0137
+  step 3720000 |  36274s | train_loss=0.0144
+  step 3730000 |  36366s | train_loss=0.0133
+  step 3740000 |  36458s | train_loss=0.0132
+  step 3750000 |  36548s | train_loss=0.0143
+  step 3760000 |  36625s | train_loss=0.0133
+  step 3770000 |  36718s | train_loss=0.0131
+  step 3780000 |  36810s | train_loss=0.0143
+  step 3790000 |  36891s | train_loss=0.0135
+  step 3800000 |  37056s | train_loss=0.0134 | fid=108.7938
+  step 3810000 |  37148s | train_loss=0.0131
+  step 3820000 |  37240s | train_loss=0.0130
+  step 3830000 |  37332s | train_loss=0.0131
+  step 3840000 |  37422s | train_loss=0.0138
+  step 3850000 |  37514s | train_loss=0.0131
+  step 3860000 |  37590s | train_loss=0.0138
+  step 3870000 |  37682s | train_loss=0.0132
+  step 3880000 |  37774s | train_loss=0.0135
+  step 3890000 |  37854s | train_loss=0.0135
+  step 3900000 |  38020s | train_loss=0.0128 | fid=109.7747
+  step 3910000 |  38112s | train_loss=0.0126
+  step 3920000 |  38203s | train_loss=0.0134
+  step 3930000 |  38295s | train_loss=0.0128
+  step 3940000 |  38386s | train_loss=0.0129
+  step 3950000 |  38477s | train_loss=0.0124
+  step 3960000 |  38556s | train_loss=0.0134
+  step 3970000 |  38649s | train_loss=0.0131
+  step 3980000 |  38740s | train_loss=0.0121
+  step 3990000 |  38822s | train_loss=0.0133
+  step 4000000 |  38986s | train_loss=0.0126 | fid=109.8233
+  step 4010000 |  39078s | train_loss=0.0127
+  step 4020000 |  39170s | train_loss=0.0126
+  step 4030000 |  39260s | train_loss=0.0124
+  step 4040000 |  39352s | train_loss=0.0122
+  step 4050000 |  39444s | train_loss=0.0132
+  step 4060000 |  39520s | train_loss=0.0127
+  step 4070000 |  39612s | train_loss=0.0122
+  step 4080000 |  39701s | train_loss=0.0124
+  step 4090000 |  39781s | train_loss=0.0123
+  step 4100000 |  39947s | train_loss=0.0120 | fid=109.2334
+  step 4110000 |  40039s | train_loss=0.0119
+  step 4120000 |  40129s | train_loss=0.0124
+  step 4130000 |  40220s | train_loss=0.0125
+  step 4140000 |  40313s | train_loss=0.0120
+  step 4150000 |  40404s | train_loss=0.0125
+  step 4160000 |  40482s | train_loss=0.0125
+  step 4170000 |  40573s | train_loss=0.0125
+  step 4180000 |  40662s | train_loss=0.0119
+  step 4190000 |  40741s | train_loss=0.0128
+  step 4200000 |  40906s | train_loss=0.0128 | fid=109.3627
+  step 4210000 |  40998s | train_loss=0.0123
+  step 4220000 |  41088s | train_loss=0.0122
+  step 4230000 |  41180s | train_loss=0.0125
+  step 4240000 |  41272s | train_loss=0.0123
+  step 4250000 |  41363s | train_loss=0.0118
+  step 4260000 |  41441s | train_loss=0.0123
+  step 4270000 |  41532s | train_loss=0.0121
+  step 4280000 |  41622s | train_loss=0.0121
+  step 4290000 |  41700s | train_loss=0.0116
+  step 4300000 |  41865s | train_loss=0.0118 | fid=109.8285
+  step 4310000 |  41954s | train_loss=0.0120
+  step 4320000 |  42046s | train_loss=0.0121
+  step 4330000 |  42139s | train_loss=0.0124
+  step 4340000 |  42231s | train_loss=0.0120
+  step 4350000 |  42322s | train_loss=0.0118
+  step 4360000 |  42400s | train_loss=0.0142
+  step 4370000 |  42488s | train_loss=0.0119
+  step 4380000 |  42579s | train_loss=0.0121
+  step 4390000 |  42655s | train_loss=0.0118
+  step 4400000 |  42819s | train_loss=0.0121 | fid=109.1424
+  step 4410000 |  42910s | train_loss=0.0122
+  step 4420000 |  43002s | train_loss=0.0113
+  step 4430000 |  43094s | train_loss=0.0118
+  step 4440000 |  43186s | train_loss=0.0114
+  step 4450000 |  43277s | train_loss=0.0117
+  step 4460000 |  43361s | train_loss=0.0122
+  step 4470000 |  43452s | train_loss=0.0123
+  step 4480000 |  43543s | train_loss=0.0120
+  step 4490000 |  43622s | train_loss=0.0112
+  step 4500000 |  43784s | train_loss=0.0118 | fid=109.1256
+  step 4510000 |  43876s | train_loss=0.0116
+  step 4520000 |  43968s | train_loss=0.0115
+  step 4530000 |  44060s | train_loss=0.0119
+  step 4540000 |  44152s | train_loss=0.0111
+  step 4550000 |  44244s | train_loss=0.0117
+  step 4560000 |  44326s | train_loss=0.0112
+  step 4570000 |  44418s | train_loss=0.0118
+  step 4580000 |  44509s | train_loss=0.0122
+  step 4590000 |  44586s | train_loss=0.0118
+  step 4600000 |  44748s | train_loss=0.0118 | fid=109.3966
+  step 4610000 |  44840s | train_loss=0.0121
+  step 4620000 |  44932s | train_loss=0.0116
+  step 4630000 |  45024s | train_loss=0.0110
+  step 4640000 |  45115s | train_loss=0.0107
+  step 4650000 |  45203s | train_loss=0.0121
+  step 4660000 |  45286s | train_loss=0.0114
+  step 4670000 |  45378s | train_loss=0.0107
+  step 4680000 |  45468s | train_loss=0.0117
+  step 4690000 |  45537s | train_loss=0.0107
+  step 4700000 |  45672s | train_loss=0.0109 | fid=109.6506
+  step 4710000 |  45746s | train_loss=0.0112
+  step 4720000 |  45820s | train_loss=0.0113
+  step 4730000 |  45894s | train_loss=0.0114
+  step 4740000 |  45968s | train_loss=0.0118
+  step 4750000 |  46036s | train_loss=0.0116
+  step 4760000 |  46098s | train_loss=0.0115
+  step 4770000 |  46172s | train_loss=0.0106
+  step 4780000 |  46244s | train_loss=0.0111
+  step 4790000 |  46316s | train_loss=0.0114
+  step 4800000 |  46451s | train_loss=0.0107 | fid=109.0760
+  step 4810000 |  46525s | train_loss=0.0109
+  step 4820000 |  46599s | train_loss=0.0110
+  step 4830000 |  46674s | train_loss=0.0108
+  step 4840000 |  46748s | train_loss=0.0108
+  step 4850000 |  46819s | train_loss=0.0106
+  step 4860000 |  46875s | train_loss=0.0105
+  step 4870000 |  46931s | train_loss=0.0108
+  step 4880000 |  46977s | train_loss=0.0112
+  step 4890000 |  47016s | train_loss=0.0105
+  step 4900000 |  47090s | train_loss=0.0113 | fid=110.2466
+  step 4910000 |  47128s | train_loss=0.0108
+  step 4920000 |  47166s | train_loss=0.0109
+  step 4930000 |  47205s | train_loss=0.0104
+  step 4940000 |  47243s | train_loss=0.0105
+  step 4950000 |  47281s | train_loss=0.0111
+  step 4960000 |  47320s | train_loss=0.0107
+  step 4970000 |  47358s | train_loss=0.0110
+  step 4980000 |  47385s | train_loss=0.0106
+  step 4990000 |  47408s | train_loss=0.0107
+  step 5000000 |  47450s | train_loss=0.0109 | fid=108.6065
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..aa0955ca2b9c3a8be0595030bc55324c18e78b61
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..0750b3e12b4e46e8afaad12ec94c17a4c1e3f945
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 100, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d100/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 75.56291270256042, "train_loss_step": 100.9735336303711, "n_params": 4469860, "total_flops": 13731409920, "train_loss": 1.0053536224365234, "subset_score_loss": 1.0053536224365234, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9806576371192932, "fid": 311.1960709578044, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 173.5767469406128, "train_loss_step": 20.462841033935547, "n_params": 4469860, "total_flops": 137314099200000, "train_loss": 0.8311199188232422, "subset_score_loss": 0.8311199188232422}
+{"step": 20000, "wall_time": 272.20991587638855, "train_loss_step": 18.805438995361328, "n_params": 4469860, "total_flops": 274628198400000, "train_loss": 0.7138905334472656, "subset_score_loss": 0.7138905334472656}
+{"step": 30000, "wall_time": 371.08126306533813, "train_loss_step": 16.388378143310547, "n_params": 4469860, "total_flops": 411942297600000, "train_loss": 0.5792526626586914, "subset_score_loss": 0.5792526626586914}
+{"step": 40000, "wall_time": 469.9052941799164, "train_loss_step": 14.025218963623047, "n_params": 4469860, "total_flops": 549256396800000, "train_loss": 0.4351708984375, "subset_score_loss": 0.4351708984375}
+{"step": 50000, "wall_time": 568.8365247249603, "train_loss_step": 13.015928268432617, "n_params": 4469860, "total_flops": 686570496000000, "train_loss": 0.3115317726135254, "subset_score_loss": 0.3115317726135254}
+{"step": 60000, "wall_time": 667.4216392040253, "train_loss_step": 11.550646781921387, "n_params": 4469860, "total_flops": 823884595200000, "train_loss": 0.2305665397644043, "subset_score_loss": 0.2305665397644043}
+{"step": 70000, "wall_time": 766.0403506755829, "train_loss_step": 9.703323364257812, "n_params": 4469860, "total_flops": 961198694400000, "train_loss": 0.18185005187988282, "subset_score_loss": 0.18185005187988282}
+{"step": 80000, "wall_time": 864.9861173629761, "train_loss_step": 9.495514869689941, "n_params": 4469860, "total_flops": 1098512793600000, "train_loss": 0.15750876426696778, "subset_score_loss": 0.15750876426696778}
+{"step": 90000, "wall_time": 963.5632107257843, "train_loss_step": 9.206314086914062, "n_params": 4469860, "total_flops": 1235826892800000, "train_loss": 0.1382376480102539, "subset_score_loss": 0.1382376480102539}
+{"step": 100000, "wall_time": 1130.383057832718, "train_loss_step": 8.820880889892578, "n_params": 4469860, "total_flops": 1373140992000000, "train_loss": 0.12724081993103029, "subset_score_loss": 0.12724081993103029, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9393535256385803, "fid": 165.45508873299787, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1228.826772928238, "train_loss_step": 7.584046363830566, "n_params": 4469860, "total_flops": 1510455091200000, "train_loss": 0.11910649299621583, "subset_score_loss": 0.11910649299621583}
+{"step": 120000, "wall_time": 1327.7312769889832, "train_loss_step": 8.10464859008789, "n_params": 4469860, "total_flops": 1647769190400000, "train_loss": 0.11282105445861816, "subset_score_loss": 0.11282105445861816}
+{"step": 130000, "wall_time": 1426.7936806678772, "train_loss_step": 8.325742721557617, "n_params": 4469860, "total_flops": 1785083289600000, "train_loss": 0.10930598258972168, "subset_score_loss": 0.10930598258972168}
+{"step": 140000, "wall_time": 1525.8638951778412, "train_loss_step": 7.638322353363037, "n_params": 4469860, "total_flops": 1922397388800000, "train_loss": 0.10246832847595215, "subset_score_loss": 0.10246832847595215}
+{"step": 150000, "wall_time": 1624.6973292827606, "train_loss_step": 7.623875617980957, "n_params": 4469860, "total_flops": 2059711488000000, "train_loss": 0.10071547508239746, "subset_score_loss": 0.10071547508239746}
+{"step": 160000, "wall_time": 1723.428230524063, "train_loss_step": 7.2260332107543945, "n_params": 4469860, "total_flops": 2197025587200000, "train_loss": 0.09507497787475586, "subset_score_loss": 0.09507497787475586}
+{"step": 170000, "wall_time": 1822.384405374527, "train_loss_step": 7.227410793304443, "n_params": 4469860, "total_flops": 2334339686400000, "train_loss": 0.0941680908203125, "subset_score_loss": 0.0941680908203125}
+{"step": 180000, "wall_time": 1921.2025384902954, "train_loss_step": 7.0384674072265625, "n_params": 4469860, "total_flops": 2471653785600000, "train_loss": 0.08905733108520508, "subset_score_loss": 0.08905733108520508}
+{"step": 190000, "wall_time": 2017.636754989624, "train_loss_step": 7.230124473571777, "n_params": 4469860, "total_flops": 2608967884800000, "train_loss": 0.08661144256591796, "subset_score_loss": 0.08661144256591796}
+{"step": 200000, "wall_time": 2187.3405096530914, "train_loss_step": 6.987374782562256, "n_params": 4469860, "total_flops": 2746281984000000, "train_loss": 0.0835813045501709, "subset_score_loss": 0.0835813045501709, "memorization_fraction_pixel": 0.004800000227987766, "mean_nn_ratio_pixel": 0.901744544506073, "fid": 160.78488350950522, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2285.6720950603485, "train_loss_step": 7.202066898345947, "n_params": 4469860, "total_flops": 2883596083200000, "train_loss": 0.08494475364685058, "subset_score_loss": 0.08494475364685058}
+{"step": 220000, "wall_time": 2384.3137295246124, "train_loss_step": 6.898188591003418, "n_params": 4469860, "total_flops": 3020910182400000, "train_loss": 0.0806268310546875, "subset_score_loss": 0.0806268310546875}
+{"step": 230000, "wall_time": 2483.1592831611633, "train_loss_step": 6.994793891906738, "n_params": 4469860, "total_flops": 3158224281600000, "train_loss": 0.07814207553863525, "subset_score_loss": 0.07814207553863525}
+{"step": 240000, "wall_time": 2581.8293902873993, "train_loss_step": 6.9122161865234375, "n_params": 4469860, "total_flops": 3295538380800000, "train_loss": 0.07708753108978271, "subset_score_loss": 0.07708753108978271}
+{"step": 250000, "wall_time": 2680.6687693595886, "train_loss_step": 6.782476425170898, "n_params": 4469860, "total_flops": 3432852480000000, "train_loss": 0.07771594047546387, "subset_score_loss": 0.07771594047546387}
+{"step": 260000, "wall_time": 2779.605324268341, "train_loss_step": 6.837458610534668, "n_params": 4469860, "total_flops": 3570166579200000, "train_loss": 0.0736819076538086, "subset_score_loss": 0.0736819076538086}
+{"step": 270000, "wall_time": 2878.3918731212616, "train_loss_step": 6.823234558105469, "n_params": 4469860, "total_flops": 3707480678400000, "train_loss": 0.0712010145187378, "subset_score_loss": 0.0712010145187378}
+{"step": 280000, "wall_time": 2974.7986023426056, "train_loss_step": 6.305912971496582, "n_params": 4469860, "total_flops": 3844794777600000, "train_loss": 0.06929763793945312, "subset_score_loss": 0.06929763793945312}
+{"step": 290000, "wall_time": 3073.539763689041, "train_loss_step": 6.459936618804932, "n_params": 4469860, "total_flops": 3982108876800000, "train_loss": 0.06788790225982666, "subset_score_loss": 0.06788790225982666}
+{"step": 300000, "wall_time": 3242.202857732773, "train_loss_step": 6.732704162597656, "n_params": 4469860, "total_flops": 4119422976000000, "train_loss": 0.06694799423217773, "subset_score_loss": 0.06694799423217773, "memorization_fraction_pixel": 0.012299999594688416, "mean_nn_ratio_pixel": 0.865656852722168, "fid": 151.72590705840292, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3340.6422159671783, "train_loss_step": 6.32059383392334, "n_params": 4469860, "total_flops": 4256737075200000, "train_loss": 0.06675692558288575, "subset_score_loss": 0.06675692558288575}
+{"step": 320000, "wall_time": 3439.4909274578094, "train_loss_step": 6.717953681945801, "n_params": 4469860, "total_flops": 4394051174400000, "train_loss": 0.06605307102203369, "subset_score_loss": 0.06605307102203369}
+{"step": 330000, "wall_time": 3538.1950223445892, "train_loss_step": 6.372626781463623, "n_params": 4469860, "total_flops": 4531365273600000, "train_loss": 0.06343131065368653, "subset_score_loss": 0.06343131065368653}
+{"step": 340000, "wall_time": 3637.189215660095, "train_loss_step": 6.300267219543457, "n_params": 4469860, "total_flops": 4668679372800000, "train_loss": 0.06350769996643066, "subset_score_loss": 0.06350769996643066}
+{"step": 350000, "wall_time": 3735.954716205597, "train_loss_step": 6.195661544799805, "n_params": 4469860, "total_flops": 4805993472000000, "train_loss": 0.06431828975677491, "subset_score_loss": 0.06431828975677491}
+{"step": 360000, "wall_time": 3834.7032704353333, "train_loss_step": 6.321258068084717, "n_params": 4469860, "total_flops": 4943307571200000, "train_loss": 0.06235485553741455, "subset_score_loss": 0.06235485553741455}
+{"step": 370000, "wall_time": 3931.3018369674683, "train_loss_step": 5.935070037841797, "n_params": 4469860, "total_flops": 5080621670400000, "train_loss": 0.06033298015594482, "subset_score_loss": 0.06033298015594482}
+{"step": 380000, "wall_time": 4030.1306195259094, "train_loss_step": 6.3228678703308105, "n_params": 4469860, "total_flops": 5217935769600000, "train_loss": 0.06161322116851806, "subset_score_loss": 0.06161322116851806}
+{"step": 390000, "wall_time": 4129.193491220474, "train_loss_step": 6.205752372741699, "n_params": 4469860, "total_flops": 5355249868800000, "train_loss": 0.05895642757415771, "subset_score_loss": 0.05895642757415771}
+{"step": 400000, "wall_time": 4297.864050626755, "train_loss_step": 6.2476348876953125, "n_params": 4469860, "total_flops": 5492563968000000, "train_loss": 0.05932507038116455, "subset_score_loss": 0.05932507038116455, "memorization_fraction_pixel": 0.01979999989271164, "mean_nn_ratio_pixel": 0.8464078307151794, "fid": 149.1088721877059, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4396.105707883835, "train_loss_step": 6.175973892211914, "n_params": 4469860, "total_flops": 5629878067200000, "train_loss": 0.05981402397155762, "subset_score_loss": 0.05981402397155762}
+{"step": 420000, "wall_time": 4494.878839731216, "train_loss_step": 6.249396324157715, "n_params": 4469860, "total_flops": 5767192166400000, "train_loss": 0.057989397048950196, "subset_score_loss": 0.057989397048950196}
+{"step": 430000, "wall_time": 4593.807659626007, "train_loss_step": 6.0219268798828125, "n_params": 4469860, "total_flops": 5904506265600000, "train_loss": 0.05746260166168213, "subset_score_loss": 0.05746260166168213}
+{"step": 440000, "wall_time": 4692.5650272369385, "train_loss_step": 5.7669172286987305, "n_params": 4469860, "total_flops": 6041820364800000, "train_loss": 0.05627007484436035, "subset_score_loss": 0.05627007484436035}
+{"step": 450000, "wall_time": 4791.497527122498, "train_loss_step": 6.028999328613281, "n_params": 4469860, "total_flops": 6179134464000000, "train_loss": 0.056339893341064456, "subset_score_loss": 0.056339893341064456}
+{"step": 460000, "wall_time": 4887.930555343628, "train_loss_step": 5.772733688354492, "n_params": 4469860, "total_flops": 6316448563200000, "train_loss": 0.05345170021057129, "subset_score_loss": 0.05345170021057129}
+{"step": 470000, "wall_time": 4986.58354973793, "train_loss_step": 5.984134674072266, "n_params": 4469860, "total_flops": 6453762662400000, "train_loss": 0.05419030666351318, "subset_score_loss": 0.05419030666351318}
+{"step": 480000, "wall_time": 5085.547523736954, "train_loss_step": 5.776786804199219, "n_params": 4469860, "total_flops": 6591076761600000, "train_loss": 0.05448533535003662, "subset_score_loss": 0.05448533535003662}
+{"step": 490000, "wall_time": 5183.47150683403, "train_loss_step": 6.138988018035889, "n_params": 4469860, "total_flops": 6728390860800000, "train_loss": 0.05287248611450195, "subset_score_loss": 0.05287248611450195}
+{"step": 500000, "wall_time": 5353.353862524033, "train_loss_step": 5.8101701736450195, "n_params": 4469860, "total_flops": 6865704960000000, "train_loss": 0.05326827049255371, "subset_score_loss": 0.05326827049255371, "memorization_fraction_pixel": 0.029899999499320984, "mean_nn_ratio_pixel": 0.8260599374771118, "fid": 145.08338710038845, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5451.862999677658, "train_loss_step": 5.664146423339844, "n_params": 4469860, "total_flops": 7003019059200000, "train_loss": 0.052682809829711914, "subset_score_loss": 0.052682809829711914}
+{"step": 520000, "wall_time": 5550.645149707794, "train_loss_step": 5.722602844238281, "n_params": 4469860, "total_flops": 7140333158400000, "train_loss": 0.0509122371673584, "subset_score_loss": 0.0509122371673584}
+{"step": 530000, "wall_time": 5649.536013126373, "train_loss_step": 5.783215522766113, "n_params": 4469860, "total_flops": 7277647257600000, "train_loss": 0.05112846851348877, "subset_score_loss": 0.05112846851348877}
+{"step": 540000, "wall_time": 5748.215083599091, "train_loss_step": 5.933182716369629, "n_params": 4469860, "total_flops": 7414961356800000, "train_loss": 0.05016636848449707, "subset_score_loss": 0.05016636848449707}
+{"step": 550000, "wall_time": 5844.62441444397, "train_loss_step": 5.712214469909668, "n_params": 4469860, "total_flops": 7552275456000000, "train_loss": 0.05076810836791992, "subset_score_loss": 0.05076810836791992}
+{"step": 560000, "wall_time": 5943.543824911118, "train_loss_step": 5.682776927947998, "n_params": 4469860, "total_flops": 7689589555200000, "train_loss": 0.04980089664459229, "subset_score_loss": 0.04980089664459229}
+{"step": 570000, "wall_time": 6042.1888563632965, "train_loss_step": 5.587167739868164, "n_params": 4469860, "total_flops": 7826903654400000, "train_loss": 0.04814868450164795, "subset_score_loss": 0.04814868450164795}
+{"step": 580000, "wall_time": 6141.1729900836945, "train_loss_step": 5.549665451049805, "n_params": 4469860, "total_flops": 7964217753600000, "train_loss": 0.04791749000549316, "subset_score_loss": 0.04791749000549316}
+{"step": 590000, "wall_time": 6237.7824058532715, "train_loss_step": 5.893623352050781, "n_params": 4469860, "total_flops": 8101531852800000, "train_loss": 0.04991191864013672, "subset_score_loss": 0.04991191864013672}
+{"step": 600000, "wall_time": 6408.69193816185, "train_loss_step": 5.683735370635986, "n_params": 4469860, "total_flops": 8238845952000000, "train_loss": 0.0487219762802124, "subset_score_loss": 0.0487219762802124, "memorization_fraction_pixel": 0.04399999976158142, "mean_nn_ratio_pixel": 0.8183480501174927, "fid": 148.64140957502866, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6507.221372127533, "train_loss_step": 5.742185592651367, "n_params": 4469860, "total_flops": 8376160051200000, "train_loss": 0.04767618179321289, "subset_score_loss": 0.04767618179321289}
+{"step": 620000, "wall_time": 6605.748929262161, "train_loss_step": 5.528032302856445, "n_params": 4469860, "total_flops": 8513474150400000, "train_loss": 0.04705977916717529, "subset_score_loss": 0.04705977916717529}
+{"step": 630000, "wall_time": 6704.746930837631, "train_loss_step": 5.559276103973389, "n_params": 4469860, "total_flops": 8650788249600000, "train_loss": 0.04595667839050293, "subset_score_loss": 0.04595667839050293}
+{"step": 640000, "wall_time": 6800.53355717659, "train_loss_step": 5.518044471740723, "n_params": 4469860, "total_flops": 8788102348800000, "train_loss": 0.04638057231903076, "subset_score_loss": 0.04638057231903076}
+{"step": 650000, "wall_time": 6899.331088542938, "train_loss_step": 5.500938415527344, "n_params": 4469860, "total_flops": 8925416448000000, "train_loss": 0.04714928150177002, "subset_score_loss": 0.04714928150177002}
+{"step": 660000, "wall_time": 6998.249171972275, "train_loss_step": 5.322211742401123, "n_params": 4469860, "total_flops": 9062730547200000, "train_loss": 0.04656237602233887, "subset_score_loss": 0.04656237602233887}
+{"step": 670000, "wall_time": 7096.636292934418, "train_loss_step": 5.282654285430908, "n_params": 4469860, "total_flops": 9200044646400000, "train_loss": 0.04548073291778564, "subset_score_loss": 0.04548073291778564}
+{"step": 680000, "wall_time": 7195.670771121979, "train_loss_step": 5.379900932312012, "n_params": 4469860, "total_flops": 9337358745600000, "train_loss": 0.044862041473388674, "subset_score_loss": 0.044862041473388674}
+{"step": 690000, "wall_time": 7291.630307435989, "train_loss_step": 5.842602729797363, "n_params": 4469860, "total_flops": 9474672844800000, "train_loss": 0.04446394920349121, "subset_score_loss": 0.04446394920349121}
+{"step": 700000, "wall_time": 7461.578771114349, "train_loss_step": 5.356544494628906, "n_params": 4469860, "total_flops": 9611986944000000, "train_loss": 0.04577543258666992, "subset_score_loss": 0.04577543258666992, "memorization_fraction_pixel": 0.052799999713897705, "mean_nn_ratio_pixel": 0.8157548308372498, "fid": 158.81743379434315, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7560.428346395493, "train_loss_step": 5.34734582901001, "n_params": 4469860, "total_flops": 9749301043200000, "train_loss": 0.046091322898864744, "subset_score_loss": 0.046091322898864744}
+{"step": 720000, "wall_time": 7659.411582946777, "train_loss_step": 5.417613506317139, "n_params": 4469860, "total_flops": 9886615142400000, "train_loss": 0.044587135314941406, "subset_score_loss": 0.044587135314941406}
+{"step": 730000, "wall_time": 7755.604946613312, "train_loss_step": 5.227367401123047, "n_params": 4469860, "total_flops": 10023929241600000, "train_loss": 0.04334301948547363, "subset_score_loss": 0.04334301948547363}
+{"step": 740000, "wall_time": 7854.421527385712, "train_loss_step": 5.159011363983154, "n_params": 4469860, "total_flops": 10161243340800000, "train_loss": 0.043488683700561526, "subset_score_loss": 0.043488683700561526}
+{"step": 750000, "wall_time": 7953.186245679855, "train_loss_step": 5.159817695617676, "n_params": 4469860, "total_flops": 10298557440000000, "train_loss": 0.04307018756866455, "subset_score_loss": 0.04307018756866455}
+{"step": 760000, "wall_time": 8051.777387857437, "train_loss_step": 5.231940269470215, "n_params": 4469860, "total_flops": 10435871539200000, "train_loss": 0.044062132835388186, "subset_score_loss": 0.044062132835388186}
+{"step": 770000, "wall_time": 8150.73032784462, "train_loss_step": 5.411592483520508, "n_params": 4469860, "total_flops": 10573185638400000, "train_loss": 0.04586150169372558, "subset_score_loss": 0.04586150169372558}
+{"step": 780000, "wall_time": 8249.035422801971, "train_loss_step": 5.361352920532227, "n_params": 4469860, "total_flops": 10710499737600000, "train_loss": 0.04419075489044189, "subset_score_loss": 0.04419075489044189}
+{"step": 790000, "wall_time": 8344.20313835144, "train_loss_step": 5.2428107261657715, "n_params": 4469860, "total_flops": 10847813836800000, "train_loss": 0.04161354541778564, "subset_score_loss": 0.04161354541778564}
+{"step": 800000, "wall_time": 8516.960592508316, "train_loss_step": 5.481831073760986, "n_params": 4469860, "total_flops": 10985127936000000, "train_loss": 0.041292672157287595, "subset_score_loss": 0.041292672157287595, "memorization_fraction_pixel": 0.06509999930858612, "mean_nn_ratio_pixel": 0.8097761869430542, "fid": 172.01851367518506, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8615.468322753906, "train_loss_step": 5.572972774505615, "n_params": 4469860, "total_flops": 11122442035200000, "train_loss": 0.04262156963348389, "subset_score_loss": 0.04262156963348389}
+{"step": 820000, "wall_time": 8711.292453289032, "train_loss_step": 4.720841407775879, "n_params": 4469860, "total_flops": 11259756134400000, "train_loss": 0.04217599868774414, "subset_score_loss": 0.04217599868774414}
+{"step": 830000, "wall_time": 8810.424584150314, "train_loss_step": 4.960914611816406, "n_params": 4469860, "total_flops": 11397070233600000, "train_loss": 0.041820011138916015, "subset_score_loss": 0.041820011138916015}
+{"step": 840000, "wall_time": 8909.18622970581, "train_loss_step": 5.17774772644043, "n_params": 4469860, "total_flops": 11534384332800000, "train_loss": 0.04072211742401123, "subset_score_loss": 0.04072211742401123}
+{"step": 850000, "wall_time": 9007.622620105743, "train_loss_step": 5.433575630187988, "n_params": 4469860, "total_flops": 11671698432000000, "train_loss": 0.04205719470977783, "subset_score_loss": 0.04205719470977783}
+{"step": 860000, "wall_time": 9106.351432085037, "train_loss_step": 5.0913896560668945, "n_params": 4469860, "total_flops": 11809012531200000, "train_loss": 0.04026798248291016, "subset_score_loss": 0.04026798248291016}
+{"step": 870000, "wall_time": 9205.234454631805, "train_loss_step": 5.005599021911621, "n_params": 4469860, "total_flops": 11946326630400000, "train_loss": 0.040761284828186035, "subset_score_loss": 0.040761284828186035}
+{"step": 880000, "wall_time": 9301.445570468903, "train_loss_step": 4.766556262969971, "n_params": 4469860, "total_flops": 12083640729600000, "train_loss": 0.040975003242492675, "subset_score_loss": 0.040975003242492675}
+{"step": 890000, "wall_time": 9398.307130336761, "train_loss_step": 5.482187271118164, "n_params": 4469860, "total_flops": 12220954828800000, "train_loss": 0.041049256324768066, "subset_score_loss": 0.041049256324768066}
+{"step": 900000, "wall_time": 9571.038761854172, "train_loss_step": 5.084146022796631, "n_params": 4469860, "total_flops": 12358268928000000, "train_loss": 0.041288952827453616, "subset_score_loss": 0.041288952827453616, "memorization_fraction_pixel": 0.07090000063180923, "mean_nn_ratio_pixel": 0.8200867176055908, "fid": 192.37740935479843, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9666.406251192093, "train_loss_step": 5.179326057434082, "n_params": 4469860, "total_flops": 12495583027200000, "train_loss": 0.040886731147766114, "subset_score_loss": 0.040886731147766114}
+{"step": 920000, "wall_time": 9765.230627298355, "train_loss_step": 5.1090006828308105, "n_params": 4469860, "total_flops": 12632897126400000, "train_loss": 0.03974494934082031, "subset_score_loss": 0.03974494934082031}
+{"step": 930000, "wall_time": 9863.879923343658, "train_loss_step": 5.138999938964844, "n_params": 4469860, "total_flops": 12770211225600000, "train_loss": 0.040403313636779785, "subset_score_loss": 0.040403313636779785}
+{"step": 940000, "wall_time": 9962.698419570923, "train_loss_step": 4.830676555633545, "n_params": 4469860, "total_flops": 12907525324800000, "train_loss": 0.03888692140579224, "subset_score_loss": 0.03888692140579224}
+{"step": 950000, "wall_time": 10061.65150141716, "train_loss_step": 5.017741680145264, "n_params": 4469860, "total_flops": 13044839424000000, "train_loss": 0.042401790618896484, "subset_score_loss": 0.042401790618896484}
+{"step": 960000, "wall_time": 10160.418957948685, "train_loss_step": 4.970398426055908, "n_params": 4469860, "total_flops": 13182153523200000, "train_loss": 0.03902051210403443, "subset_score_loss": 0.03902051210403443}
+{"step": 970000, "wall_time": 10259.340401172638, "train_loss_step": 4.894906520843506, "n_params": 4469860, "total_flops": 13319467622400000, "train_loss": 0.0394167947769165, "subset_score_loss": 0.0394167947769165}
+{"step": 980000, "wall_time": 10355.219253540039, "train_loss_step": 4.751652240753174, "n_params": 4469860, "total_flops": 13456781721600000, "train_loss": 0.03808589458465576, "subset_score_loss": 0.03808589458465576}
+{"step": 990000, "wall_time": 10452.40734243393, "train_loss_step": 4.816322326660156, "n_params": 4469860, "total_flops": 13594095820800000, "train_loss": 0.03835764884948731, "subset_score_loss": 0.03835764884948731}
+{"step": 1000000, "wall_time": 10622.056586742401, "train_loss_step": 5.256890296936035, "n_params": 4469860, "total_flops": 13731409920000000, "train_loss": 0.03775128126144409, "subset_score_loss": 0.03775128126144409, "memorization_fraction_pixel": 0.08760000020265579, "mean_nn_ratio_pixel": 0.8141705989837646, "fid": 194.34008368913453, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10720.855286121368, "train_loss_step": 5.313994884490967, "n_params": 4469860, "total_flops": 13868724019200000, "train_loss": 0.0378700852394104, "subset_score_loss": 0.0378700852394104}
+{"step": 1020000, "wall_time": 10819.346573352814, "train_loss_step": 4.950217247009277, "n_params": 4469860, "total_flops": 14006038118400000, "train_loss": 0.03801641464233398, "subset_score_loss": 0.03801641464233398}
+{"step": 1030000, "wall_time": 10917.693358898163, "train_loss_step": 4.854548454284668, "n_params": 4469860, "total_flops": 14143352217600000, "train_loss": 0.03818261384963989, "subset_score_loss": 0.03818261384963989}
+{"step": 1040000, "wall_time": 11016.029059171677, "train_loss_step": 4.836173057556152, "n_params": 4469860, "total_flops": 14280666316800000, "train_loss": 0.037749319076538085, "subset_score_loss": 0.037749319076538085}
+{"step": 1050000, "wall_time": 11114.58733534813, "train_loss_step": 4.796430587768555, "n_params": 4469860, "total_flops": 14417980416000000, "train_loss": 0.0376480770111084, "subset_score_loss": 0.0376480770111084}
+{"step": 1060000, "wall_time": 11213.033965826035, "train_loss_step": 5.038426399230957, "n_params": 4469860, "total_flops": 14555294515200000, "train_loss": 0.03698446989059448, "subset_score_loss": 0.03698446989059448}
+{"step": 1070000, "wall_time": 11312.246995449066, "train_loss_step": 5.0314741134643555, "n_params": 4469860, "total_flops": 14692608614400000, "train_loss": 0.037636637687683105, "subset_score_loss": 0.037636637687683105}
+{"step": 1080000, "wall_time": 11408.035467863083, "train_loss_step": 5.197781562805176, "n_params": 4469860, "total_flops": 14829922713600000, "train_loss": 0.037491860389709475, "subset_score_loss": 0.037491860389709475}
+{"step": 1090000, "wall_time": 11505.08347582817, "train_loss_step": 4.636496543884277, "n_params": 4469860, "total_flops": 14967236812800000, "train_loss": 0.03640424013137818, "subset_score_loss": 0.03640424013137818}
+{"step": 1100000, "wall_time": 11673.792825222015, "train_loss_step": 5.137722492218018, "n_params": 4469860, "total_flops": 15104550912000000, "train_loss": 0.03718791246414185, "subset_score_loss": 0.03718791246414185, "memorization_fraction_pixel": 0.09629999846220016, "mean_nn_ratio_pixel": 0.8042752146720886, "fid": 198.09543459383804, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11772.128954410553, "train_loss_step": 4.880339622497559, "n_params": 4469860, "total_flops": 15241865011200000, "train_loss": 0.03633129119873047, "subset_score_loss": 0.03633129119873047}
+{"step": 1120000, "wall_time": 11871.098093271255, "train_loss_step": 4.825141429901123, "n_params": 4469860, "total_flops": 15379179110400000, "train_loss": 0.03863358974456787, "subset_score_loss": 0.03863358974456787}
+{"step": 1130000, "wall_time": 11969.808722734451, "train_loss_step": 4.5334577560424805, "n_params": 4469860, "total_flops": 15516493209600000, "train_loss": 0.03903202295303345, "subset_score_loss": 0.03903202295303345}
+{"step": 1140000, "wall_time": 12068.69952917099, "train_loss_step": 4.660698890686035, "n_params": 4469860, "total_flops": 15653807308800000, "train_loss": 0.03604061365127564, "subset_score_loss": 0.03604061365127564}
+{"step": 1150000, "wall_time": 12167.562491416931, "train_loss_step": 4.916897773742676, "n_params": 4469860, "total_flops": 15791121408000000, "train_loss": 0.03605847597122192, "subset_score_loss": 0.03605847597122192}
+{"step": 1160000, "wall_time": 12266.25936627388, "train_loss_step": 4.671222686767578, "n_params": 4469860, "total_flops": 15928435507200000, "train_loss": 0.035293943881988525, "subset_score_loss": 0.035293943881988525}
+{"step": 1170000, "wall_time": 12362.342648029327, "train_loss_step": 4.745457649230957, "n_params": 4469860, "total_flops": 16065749606400000, "train_loss": 0.03562292098999023, "subset_score_loss": 0.03562292098999023}
+{"step": 1180000, "wall_time": 12460.556747198105, "train_loss_step": 4.532528877258301, "n_params": 4469860, "total_flops": 16203063705600000, "train_loss": 0.03560354948043823, "subset_score_loss": 0.03560354948043823}
+{"step": 1190000, "wall_time": 12555.592434883118, "train_loss_step": 4.773375511169434, "n_params": 4469860, "total_flops": 16340377804800000, "train_loss": 0.0360661506652832, "subset_score_loss": 0.0360661506652832}
+{"step": 1200000, "wall_time": 12727.565937042236, "train_loss_step": 4.742840766906738, "n_params": 4469860, "total_flops": 16477691904000000, "train_loss": 0.036877527236938476, "subset_score_loss": 0.036877527236938476, "memorization_fraction_pixel": 0.1273999959230423, "mean_nn_ratio_pixel": 0.7854971885681152, "fid": 194.82610636316772, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12825.77685213089, "train_loss_step": 4.931632995605469, "n_params": 4469860, "total_flops": 16615006003200000, "train_loss": 0.03417012929916382, "subset_score_loss": 0.03417012929916382}
+{"step": 1220000, "wall_time": 12924.259487390518, "train_loss_step": 4.5718183517456055, "n_params": 4469860, "total_flops": 16752320102400000, "train_loss": 0.03498157501220703, "subset_score_loss": 0.03498157501220703}
+{"step": 1230000, "wall_time": 13023.120220422745, "train_loss_step": 4.902331352233887, "n_params": 4469860, "total_flops": 16889634201600000, "train_loss": 0.03496112585067749, "subset_score_loss": 0.03496112585067749}
+{"step": 1240000, "wall_time": 13121.613941431046, "train_loss_step": 4.730586051940918, "n_params": 4469860, "total_flops": 17026948300800000, "train_loss": 0.03502343416213989, "subset_score_loss": 0.03502343416213989}
+{"step": 1250000, "wall_time": 13220.548568487167, "train_loss_step": 4.754562854766846, "n_params": 4469860, "total_flops": 17164262400000000, "train_loss": 0.03352948665618896, "subset_score_loss": 0.03352948665618896}
+{"step": 1260000, "wall_time": 13319.558889627457, "train_loss_step": 4.735136032104492, "n_params": 4469860, "total_flops": 17301576499200000, "train_loss": 0.03433469772338867, "subset_score_loss": 0.03433469772338867}
+{"step": 1270000, "wall_time": 13416.408563613892, "train_loss_step": 4.751094818115234, "n_params": 4469860, "total_flops": 17438890598400000, "train_loss": 0.035719397068023684, "subset_score_loss": 0.035719397068023684}
+{"step": 1280000, "wall_time": 13511.153336763382, "train_loss_step": 4.146263599395752, "n_params": 4469860, "total_flops": 17576204697600000, "train_loss": 0.03421712160110474, "subset_score_loss": 0.03421712160110474}
+{"step": 1290000, "wall_time": 13610.106298208237, "train_loss_step": 4.694184303283691, "n_params": 4469860, "total_flops": 17713518796800000, "train_loss": 0.034229307174682616, "subset_score_loss": 0.034229307174682616}
+{"step": 1300000, "wall_time": 13781.201050043106, "train_loss_step": 4.651857376098633, "n_params": 4469860, "total_flops": 17850832896000000, "train_loss": 0.03406490802764892, "subset_score_loss": 0.03406490802764892, "memorization_fraction_pixel": 0.14489999413490295, "mean_nn_ratio_pixel": 0.7590603828430176, "fid": 190.33084507956488, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13879.792608261108, "train_loss_step": 4.455776214599609, "n_params": 4469860, "total_flops": 17988146995200000, "train_loss": 0.035033204555511475, "subset_score_loss": 0.035033204555511475}
+{"step": 1320000, "wall_time": 13978.17681479454, "train_loss_step": 4.542641639709473, "n_params": 4469860, "total_flops": 18125461094400000, "train_loss": 0.03335471868515014, "subset_score_loss": 0.03335471868515014}
+{"step": 1330000, "wall_time": 14077.230139017105, "train_loss_step": 4.543851375579834, "n_params": 4469860, "total_flops": 18262775193600000, "train_loss": 0.033545753955841064, "subset_score_loss": 0.033545753955841064}
+{"step": 1340000, "wall_time": 14176.442657470703, "train_loss_step": 5.028799057006836, "n_params": 4469860, "total_flops": 18400089292800000, "train_loss": 0.03275826930999756, "subset_score_loss": 0.03275826930999756}
+{"step": 1350000, "wall_time": 14275.330120325089, "train_loss_step": 4.8743414878845215, "n_params": 4469860, "total_flops": 18537403392000000, "train_loss": 0.03385058879852295, "subset_score_loss": 0.03385058879852295}
+{"step": 1360000, "wall_time": 14374.43727684021, "train_loss_step": 4.503679275512695, "n_params": 4469860, "total_flops": 18674717491200000, "train_loss": 0.03487241983413696, "subset_score_loss": 0.03487241983413696}
+{"step": 1370000, "wall_time": 14467.530603408813, "train_loss_step": 4.45175838470459, "n_params": 4469860, "total_flops": 18812031590400000, "train_loss": 0.03251388788223267, "subset_score_loss": 0.03251388788223267}
+{"step": 1380000, "wall_time": 14564.658350944519, "train_loss_step": 4.379430770874023, "n_params": 4469860, "total_flops": 18949345689600000, "train_loss": 0.03295506477355957, "subset_score_loss": 0.03295506477355957}
+{"step": 1390000, "wall_time": 14662.354773283005, "train_loss_step": 4.43361759185791, "n_params": 4469860, "total_flops": 19086659788800000, "train_loss": 0.03280576705932617, "subset_score_loss": 0.03280576705932617}
+{"step": 1400000, "wall_time": 14835.08755993843, "train_loss_step": 4.3196635246276855, "n_params": 4469860, "total_flops": 19223973888000000, "train_loss": 0.03362816572189331, "subset_score_loss": 0.03362816572189331, "memorization_fraction_pixel": 0.17399999499320984, "mean_nn_ratio_pixel": 0.7375659942626953, "fid": 179.9659151800106, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14933.70416712761, "train_loss_step": 4.198878288269043, "n_params": 4469860, "total_flops": 19361287987200000, "train_loss": 0.03216060161590576, "subset_score_loss": 0.03216060161590576}
+{"step": 1420000, "wall_time": 15032.293967485428, "train_loss_step": 4.293238162994385, "n_params": 4469860, "total_flops": 19498602086400000, "train_loss": 0.0345386815071106, "subset_score_loss": 0.0345386815071106}
+{"step": 1430000, "wall_time": 15131.224140167236, "train_loss_step": 4.6352691650390625, "n_params": 4469860, "total_flops": 19635916185600000, "train_loss": 0.0328641128540039, "subset_score_loss": 0.0328641128540039}
+{"step": 1440000, "wall_time": 15229.950019598007, "train_loss_step": 4.442964553833008, "n_params": 4469860, "total_flops": 19773230284800000, "train_loss": 0.032707793712615965, "subset_score_loss": 0.032707793712615965}
+{"step": 1450000, "wall_time": 15328.516562223434, "train_loss_step": 4.496437072753906, "n_params": 4469860, "total_flops": 19910544384000000, "train_loss": 0.032101955413818356, "subset_score_loss": 0.032101955413818356}
+{"step": 1460000, "wall_time": 15421.648689508438, "train_loss_step": 4.533382415771484, "n_params": 4469860, "total_flops": 20047858483200000, "train_loss": 0.032427022457122805, "subset_score_loss": 0.032427022457122805}
+{"step": 1470000, "wall_time": 15520.805049419403, "train_loss_step": 4.748240947723389, "n_params": 4469860, "total_flops": 20185172582400000, "train_loss": 0.0324306321144104, "subset_score_loss": 0.0324306321144104}
+{"step": 1480000, "wall_time": 15617.916234970093, "train_loss_step": 4.319610595703125, "n_params": 4469860, "total_flops": 20322486681600000, "train_loss": 0.03319169044494629, "subset_score_loss": 0.03319169044494629}
+{"step": 1490000, "wall_time": 15715.588389396667, "train_loss_step": 4.280819892883301, "n_params": 4469860, "total_flops": 20459800780800000, "train_loss": 0.0322243070602417, "subset_score_loss": 0.0322243070602417}
+{"step": 1500000, "wall_time": 15889.641491651535, "train_loss_step": 3.9690451622009277, "n_params": 4469860, "total_flops": 20597114880000000, "train_loss": 0.03197510004043579, "subset_score_loss": 0.03197510004043579, "memorization_fraction_pixel": 0.20180000364780426, "mean_nn_ratio_pixel": 0.7210904359817505, "fid": 172.48057076481388, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 15988.310219049454, "train_loss_step": 4.613921165466309, "n_params": 4469860, "total_flops": 20734428979200000, "train_loss": 0.03136758089065552, "subset_score_loss": 0.03136758089065552}
+{"step": 1520000, "wall_time": 16087.35177397728, "train_loss_step": 4.4181904792785645, "n_params": 4469860, "total_flops": 20871743078400000, "train_loss": 0.031687519550323485, "subset_score_loss": 0.031687519550323485}
+{"step": 1530000, "wall_time": 16186.299526691437, "train_loss_step": 4.336524486541748, "n_params": 4469860, "total_flops": 21009057177600000, "train_loss": 0.030559318065643312, "subset_score_loss": 0.030559318065643312}
+{"step": 1540000, "wall_time": 16285.235939502716, "train_loss_step": 4.424200057983398, "n_params": 4469860, "total_flops": 21146371276800000, "train_loss": 0.031178405284881593, "subset_score_loss": 0.031178405284881593}
+{"step": 1550000, "wall_time": 16380.99148440361, "train_loss_step": 4.330477714538574, "n_params": 4469860, "total_flops": 21283685376000000, "train_loss": 0.03151447057723999, "subset_score_loss": 0.03151447057723999}
+{"step": 1560000, "wall_time": 16477.87959241867, "train_loss_step": 4.242335319519043, "n_params": 4469860, "total_flops": 21420999475200000, "train_loss": 0.030778014659881593, "subset_score_loss": 0.030778014659881593}
+{"step": 1570000, "wall_time": 16576.51037287712, "train_loss_step": 4.369972229003906, "n_params": 4469860, "total_flops": 21558313574400000, "train_loss": 0.030828819274902344, "subset_score_loss": 0.030828819274902344}
+{"step": 1580000, "wall_time": 16674.23797607422, "train_loss_step": 4.355365753173828, "n_params": 4469860, "total_flops": 21695627673600000, "train_loss": 0.0318125581741333, "subset_score_loss": 0.0318125581741333}
+{"step": 1590000, "wall_time": 16771.332211732864, "train_loss_step": 4.126856803894043, "n_params": 4469860, "total_flops": 21832941772800000, "train_loss": 0.03017658233642578, "subset_score_loss": 0.03017658233642578}
+{"step": 1600000, "wall_time": 16943.627979516983, "train_loss_step": 4.1518754959106445, "n_params": 4469860, "total_flops": 21970255872000000, "train_loss": 0.030943119525909425, "subset_score_loss": 0.030943119525909425, "memorization_fraction_pixel": 0.227400004863739, "mean_nn_ratio_pixel": 0.7033852338790894, "fid": 167.51870348328225, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 17040.292499303818, "train_loss_step": 4.316843032836914, "n_params": 4469860, "total_flops": 22107569971200000, "train_loss": 0.030724284648895265, "subset_score_loss": 0.030724284648895265}
+{"step": 1620000, "wall_time": 17137.172629594803, "train_loss_step": 4.09291934967041, "n_params": 4469860, "total_flops": 22244884070400000, "train_loss": 0.029652094841003417, "subset_score_loss": 0.029652094841003417}
+{"step": 1630000, "wall_time": 17234.612937688828, "train_loss_step": 4.228603839874268, "n_params": 4469860, "total_flops": 22382198169600000, "train_loss": 0.029196434020996094, "subset_score_loss": 0.029196434020996094}
+{"step": 1640000, "wall_time": 17329.21396422386, "train_loss_step": 4.0401716232299805, "n_params": 4469860, "total_flops": 22519512268800000, "train_loss": 0.02955437660217285, "subset_score_loss": 0.02955437660217285}
+{"step": 1650000, "wall_time": 17427.942348480225, "train_loss_step": 4.21238899230957, "n_params": 4469860, "total_flops": 22656826368000000, "train_loss": 0.02857351064682007, "subset_score_loss": 0.02857351064682007}
+{"step": 1660000, "wall_time": 17523.86078643799, "train_loss_step": 4.317807197570801, "n_params": 4469860, "total_flops": 22794140467200000, "train_loss": 0.0289827299118042, "subset_score_loss": 0.0289827299118042}
+{"step": 1670000, "wall_time": 17622.296251535416, "train_loss_step": 4.374163627624512, "n_params": 4469860, "total_flops": 22931454566400000, "train_loss": 0.028721325397491455, "subset_score_loss": 0.028721325397491455}
+{"step": 1680000, "wall_time": 17721.062030553818, "train_loss_step": 4.241180419921875, "n_params": 4469860, "total_flops": 23068768665600000, "train_loss": 0.029832568168640137, "subset_score_loss": 0.029832568168640137}
+{"step": 1690000, "wall_time": 17818.841121196747, "train_loss_step": 4.44649600982666, "n_params": 4469860, "total_flops": 23206082764800000, "train_loss": 0.028554005622863768, "subset_score_loss": 0.028554005622863768}
+{"step": 1700000, "wall_time": 17993.60475754738, "train_loss_step": 4.075571537017822, "n_params": 4469860, "total_flops": 23343396864000000, "train_loss": 0.027520439624786376, "subset_score_loss": 0.027520439624786376, "memorization_fraction_pixel": 0.25589999556541443, "mean_nn_ratio_pixel": 0.6835349798202515, "fid": 164.4163217423724, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 18092.86945939064, "train_loss_step": 4.544769287109375, "n_params": 4469860, "total_flops": 23480710963200000, "train_loss": 0.030110697746276855, "subset_score_loss": 0.030110697746276855}
+{"step": 1720000, "wall_time": 18191.898597240448, "train_loss_step": 3.8787946701049805, "n_params": 4469860, "total_flops": 23618025062400000, "train_loss": 0.02986699342727661, "subset_score_loss": 0.02986699342727661}
+{"step": 1730000, "wall_time": 18281.850487947464, "train_loss_step": 4.354677200317383, "n_params": 4469860, "total_flops": 23755339161600000, "train_loss": 0.028498237133026124, "subset_score_loss": 0.028498237133026124}
+{"step": 1740000, "wall_time": 18381.601283073425, "train_loss_step": 4.037041187286377, "n_params": 4469860, "total_flops": 23892653260800000, "train_loss": 0.027977056503295898, "subset_score_loss": 0.027977056503295898}
+{"step": 1750000, "wall_time": 18474.043365716934, "train_loss_step": 4.333690643310547, "n_params": 4469860, "total_flops": 24029967360000000, "train_loss": 0.02810331344604492, "subset_score_loss": 0.02810331344604492}
+{"step": 1760000, "wall_time": 18567.715183973312, "train_loss_step": 4.096626281738281, "n_params": 4469860, "total_flops": 24167281459200000, "train_loss": 0.02773298501968384, "subset_score_loss": 0.02773298501968384}
+{"step": 1770000, "wall_time": 18665.373347759247, "train_loss_step": 4.073134899139404, "n_params": 4469860, "total_flops": 24304595558400000, "train_loss": 0.027690694332122803, "subset_score_loss": 0.027690694332122803}
+{"step": 1780000, "wall_time": 18764.40780353546, "train_loss_step": 4.027422904968262, "n_params": 4469860, "total_flops": 24441909657600000, "train_loss": 0.026870572566986085, "subset_score_loss": 0.026870572566986085}
+{"step": 1790000, "wall_time": 18861.473519325256, "train_loss_step": 4.081581115722656, "n_params": 4469860, "total_flops": 24579223756800000, "train_loss": 0.027168934345245362, "subset_score_loss": 0.027168934345245362}
+{"step": 1800000, "wall_time": 19036.072316646576, "train_loss_step": 4.073477745056152, "n_params": 4469860, "total_flops": 24716537856000000, "train_loss": 0.028244733810424805, "subset_score_loss": 0.028244733810424805, "memorization_fraction_pixel": 0.275299996137619, "mean_nn_ratio_pixel": 0.6731952428817749, "fid": 159.64108049837319, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 19135.266174077988, "train_loss_step": 4.127526760101318, "n_params": 4469860, "total_flops": 24853851955200000, "train_loss": 0.026554772853851317, "subset_score_loss": 0.026554772853851317}
+{"step": 1820000, "wall_time": 19230.005422592163, "train_loss_step": 3.908790111541748, "n_params": 4469860, "total_flops": 24991166054400000, "train_loss": 0.027369227409362793, "subset_score_loss": 0.027369227409362793}
+{"step": 1830000, "wall_time": 19318.79907464981, "train_loss_step": 4.312192916870117, "n_params": 4469860, "total_flops": 25128480153600000, "train_loss": 0.026951713562011717, "subset_score_loss": 0.026951713562011717}
+{"step": 1840000, "wall_time": 19418.429378032684, "train_loss_step": 4.073101997375488, "n_params": 4469860, "total_flops": 25265794252800000, "train_loss": 0.026470694541931152, "subset_score_loss": 0.026470694541931152}
+{"step": 1850000, "wall_time": 19513.585560798645, "train_loss_step": 4.063533306121826, "n_params": 4469860, "total_flops": 25403108352000000, "train_loss": 0.028087666034698488, "subset_score_loss": 0.028087666034698488}
+{"step": 1860000, "wall_time": 19598.156291484833, "train_loss_step": 3.860373020172119, "n_params": 4469860, "total_flops": 25540422451200000, "train_loss": 0.026728711128234862, "subset_score_loss": 0.026728711128234862}
+{"step": 1870000, "wall_time": 19697.649036884308, "train_loss_step": 4.040895938873291, "n_params": 4469860, "total_flops": 25677736550400000, "train_loss": 0.026456377506256103, "subset_score_loss": 0.026456377506256103}
+{"step": 1880000, "wall_time": 19796.918198108673, "train_loss_step": 4.029153823852539, "n_params": 4469860, "total_flops": 25815050649600000, "train_loss": 0.026278796195983885, "subset_score_loss": 0.026278796195983885}
+{"step": 1890000, "wall_time": 19894.333503961563, "train_loss_step": 4.237832069396973, "n_params": 4469860, "total_flops": 25952364748800000, "train_loss": 0.026620821952819826, "subset_score_loss": 0.026620821952819826}
+{"step": 1900000, "wall_time": 20068.66042160988, "train_loss_step": 4.081978797912598, "n_params": 4469860, "total_flops": 26089678848000000, "train_loss": 0.026693739891052247, "subset_score_loss": 0.026693739891052247, "memorization_fraction_pixel": 0.29789999127388, "mean_nn_ratio_pixel": 0.6533653140068054, "fid": 154.78153615124032, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 20167.797473669052, "train_loss_step": 3.965843915939331, "n_params": 4469860, "total_flops": 26226992947200000, "train_loss": 0.026053824424743653, "subset_score_loss": 0.026053824424743653}
+{"step": 1920000, "wall_time": 20256.22208738327, "train_loss_step": 3.903677463531494, "n_params": 4469860, "total_flops": 26364307046400000, "train_loss": 0.025815615653991698, "subset_score_loss": 0.025815615653991698}
+{"step": 1930000, "wall_time": 20355.709787607193, "train_loss_step": 3.9776275157928467, "n_params": 4469860, "total_flops": 26501621145600000, "train_loss": 0.025640382766723632, "subset_score_loss": 0.025640382766723632}
+{"step": 1940000, "wall_time": 20454.60147356987, "train_loss_step": 3.8620951175689697, "n_params": 4469860, "total_flops": 26638935244800000, "train_loss": 0.025238683223724367, "subset_score_loss": 0.025238683223724367}
+{"step": 1950000, "wall_time": 20554.879086971283, "train_loss_step": 4.000094413757324, "n_params": 4469860, "total_flops": 26776249344000000, "train_loss": 0.02593711853027344, "subset_score_loss": 0.02593711853027344}
+{"step": 1960000, "wall_time": 20640.01015663147, "train_loss_step": 4.134468078613281, "n_params": 4469860, "total_flops": 26913563443200000, "train_loss": 0.025546362400054933, "subset_score_loss": 0.025546362400054933}
+{"step": 1970000, "wall_time": 20739.668484210968, "train_loss_step": 4.307181358337402, "n_params": 4469860, "total_flops": 27050877542400000, "train_loss": 0.02536367654800415, "subset_score_loss": 0.02536367654800415}
+{"step": 1980000, "wall_time": 20837.68642091751, "train_loss_step": 3.83383846282959, "n_params": 4469860, "total_flops": 27188191641600000, "train_loss": 0.025474472045898436, "subset_score_loss": 0.025474472045898436}
+{"step": 1990000, "wall_time": 20936.28740811348, "train_loss_step": 3.6134049892425537, "n_params": 4469860, "total_flops": 27325505740800000, "train_loss": 0.02660590171813965, "subset_score_loss": 0.02660590171813965}
+{"step": 2000000, "wall_time": 21109.628934383392, "train_loss_step": 3.878166675567627, "n_params": 4469860, "total_flops": 27462819840000000, "train_loss": 0.025127551555633544, "subset_score_loss": 0.025127551555633544, "memorization_fraction_pixel": 0.3237999975681305, "mean_nn_ratio_pixel": 0.6418063044548035, "fid": 152.80356968705325, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 21205.40097093582, "train_loss_step": 3.652292490005493, "n_params": 4469860, "total_flops": 27600133939200000, "train_loss": 0.024585938453674315, "subset_score_loss": 0.024585938453674315}
+{"step": 2020000, "wall_time": 21295.19689488411, "train_loss_step": 3.8619225025177, "n_params": 4469860, "total_flops": 27737448038400000, "train_loss": 0.025024425983428956, "subset_score_loss": 0.025024425983428956}
+{"step": 2030000, "wall_time": 21394.14152431488, "train_loss_step": 3.873262405395508, "n_params": 4469860, "total_flops": 27874762137600000, "train_loss": 0.025079238414764404, "subset_score_loss": 0.025079238414764404}
+{"step": 2040000, "wall_time": 21493.21679830551, "train_loss_step": 4.1292829513549805, "n_params": 4469860, "total_flops": 28012076236800000, "train_loss": 0.026373326778411865, "subset_score_loss": 0.026373326778411865}
+{"step": 2050000, "wall_time": 21591.308740854263, "train_loss_step": 3.8935129642486572, "n_params": 4469860, "total_flops": 28149390336000000, "train_loss": 0.025528440475463866, "subset_score_loss": 0.025528440475463866}
+{"step": 2060000, "wall_time": 21678.006207704544, "train_loss_step": 3.774940013885498, "n_params": 4469860, "total_flops": 28286704435200000, "train_loss": 0.025266051292419434, "subset_score_loss": 0.025266051292419434}
+{"step": 2070000, "wall_time": 21777.475930929184, "train_loss_step": 3.9500253200531006, "n_params": 4469860, "total_flops": 28424018534400000, "train_loss": 0.02492645978927612, "subset_score_loss": 0.02492645978927612}
+{"step": 2080000, "wall_time": 21875.022201776505, "train_loss_step": 3.7713334560394287, "n_params": 4469860, "total_flops": 28561332633600000, "train_loss": 0.024097359180450438, "subset_score_loss": 0.024097359180450438}
+{"step": 2090000, "wall_time": 21973.5546503067, "train_loss_step": 4.134919166564941, "n_params": 4469860, "total_flops": 28698646732800000, "train_loss": 0.025276510715484618, "subset_score_loss": 0.025276510715484618}
+{"step": 2100000, "wall_time": 22147.777661323547, "train_loss_step": 4.0712890625, "n_params": 4469860, "total_flops": 28835960832000000, "train_loss": 0.02412025213241577, "subset_score_loss": 0.02412025213241577, "memorization_fraction_pixel": 0.3490000069141388, "mean_nn_ratio_pixel": 0.6190899610519409, "fid": 144.31510974940065, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 22237.63349699974, "train_loss_step": 3.802750587463379, "n_params": 4469860, "total_flops": 28973274931200000, "train_loss": 0.02335895299911499, "subset_score_loss": 0.02335895299911499}
+{"step": 2120000, "wall_time": 22336.743642807007, "train_loss_step": 4.100017070770264, "n_params": 4469860, "total_flops": 29110589030400000, "train_loss": 0.024826421737670898, "subset_score_loss": 0.024826421737670898}
+{"step": 2130000, "wall_time": 22435.71369624138, "train_loss_step": 3.8766093254089355, "n_params": 4469860, "total_flops": 29247903129600000, "train_loss": 0.025233135223388672, "subset_score_loss": 0.025233135223388672}
+{"step": 2140000, "wall_time": 22535.04181289673, "train_loss_step": 3.8721795082092285, "n_params": 4469860, "total_flops": 29385217228800000, "train_loss": 0.024998722076416017, "subset_score_loss": 0.024998722076416017}
+{"step": 2150000, "wall_time": 22632.61912894249, "train_loss_step": 3.5770223140716553, "n_params": 4469860, "total_flops": 29522531328000000, "train_loss": 0.024948127269744873, "subset_score_loss": 0.024948127269744873}
+{"step": 2160000, "wall_time": 22717.539375305176, "train_loss_step": 4.062461853027344, "n_params": 4469860, "total_flops": 29659845427200000, "train_loss": 0.023505308628082276, "subset_score_loss": 0.023505308628082276}
+{"step": 2170000, "wall_time": 22816.061314821243, "train_loss_step": 3.8450233936309814, "n_params": 4469860, "total_flops": 29797159526400000, "train_loss": 0.02402122974395752, "subset_score_loss": 0.02402122974395752}
+{"step": 2180000, "wall_time": 22913.616732358932, "train_loss_step": 3.5792999267578125, "n_params": 4469860, "total_flops": 29934473625600000, "train_loss": 0.023389244079589845, "subset_score_loss": 0.023389244079589845}
+{"step": 2190000, "wall_time": 23013.01289987564, "train_loss_step": 4.032296180725098, "n_params": 4469860, "total_flops": 30071787724800000, "train_loss": 0.023290798664093018, "subset_score_loss": 0.023290798664093018}
+{"step": 2200000, "wall_time": 23183.556983470917, "train_loss_step": 3.8993141651153564, "n_params": 4469860, "total_flops": 30209101824000000, "train_loss": 0.02411937713623047, "subset_score_loss": 0.02411937713623047, "memorization_fraction_pixel": 0.36890000104904175, "mean_nn_ratio_pixel": 0.6083463430404663, "fid": 137.06749714960367, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 23277.174985170364, "train_loss_step": 3.694577217102051, "n_params": 4469860, "total_flops": 30346415923200000, "train_loss": 0.022711236476898194, "subset_score_loss": 0.022711236476898194}
+{"step": 2220000, "wall_time": 23376.505434513092, "train_loss_step": 4.107921600341797, "n_params": 4469860, "total_flops": 30483730022400000, "train_loss": 0.024607467651367187, "subset_score_loss": 0.024607467651367187}
+{"step": 2230000, "wall_time": 23475.34001636505, "train_loss_step": 3.9679853916168213, "n_params": 4469860, "total_flops": 30621044121600000, "train_loss": 0.02374051809310913, "subset_score_loss": 0.02374051809310913}
+{"step": 2240000, "wall_time": 23573.301572799683, "train_loss_step": 3.64337420463562, "n_params": 4469860, "total_flops": 30758358220800000, "train_loss": 0.022962653636932374, "subset_score_loss": 0.022962653636932374}
+{"step": 2250000, "wall_time": 23672.32989001274, "train_loss_step": 4.010385513305664, "n_params": 4469860, "total_flops": 30895672320000000, "train_loss": 0.02261859893798828, "subset_score_loss": 0.02261859893798828}
+{"step": 2260000, "wall_time": 23761.43969655037, "train_loss_step": 3.8191471099853516, "n_params": 4469860, "total_flops": 31032986419200000, "train_loss": 0.02304296016693115, "subset_score_loss": 0.02304296016693115}
+{"step": 2270000, "wall_time": 23857.601526737213, "train_loss_step": 3.909515380859375, "n_params": 4469860, "total_flops": 31170300518400000, "train_loss": 0.02387763500213623, "subset_score_loss": 0.02387763500213623}
+{"step": 2280000, "wall_time": 23956.081624031067, "train_loss_step": 3.804192543029785, "n_params": 4469860, "total_flops": 31307614617600000, "train_loss": 0.022909955978393556, "subset_score_loss": 0.022909955978393556}
+{"step": 2290000, "wall_time": 24055.217132806778, "train_loss_step": 3.7573022842407227, "n_params": 4469860, "total_flops": 31444928716800000, "train_loss": 0.02288676977157593, "subset_score_loss": 0.02288676977157593}
+{"step": 2300000, "wall_time": 24215.802100658417, "train_loss_step": 4.055522918701172, "n_params": 4469860, "total_flops": 31582242816000000, "train_loss": 0.02308116912841797, "subset_score_loss": 0.02308116912841797, "memorization_fraction_pixel": 0.3935999870300293, "mean_nn_ratio_pixel": 0.5992168188095093, "fid": 139.9251688312552, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 24315.255136489868, "train_loss_step": 4.199419021606445, "n_params": 4469860, "total_flops": 31719556915200000, "train_loss": 0.024647753238677978, "subset_score_loss": 0.024647753238677978}
+{"step": 2320000, "wall_time": 24413.82746052742, "train_loss_step": 3.8177599906921387, "n_params": 4469860, "total_flops": 31856871014400000, "train_loss": 0.02334781885147095, "subset_score_loss": 0.02334781885147095}
+{"step": 2330000, "wall_time": 24513.432396173477, "train_loss_step": 3.705122947692871, "n_params": 4469860, "total_flops": 31994185113600000, "train_loss": 0.023129081726074217, "subset_score_loss": 0.023129081726074217}
+{"step": 2340000, "wall_time": 24611.284628629684, "train_loss_step": 3.7153992652893066, "n_params": 4469860, "total_flops": 32131499212800000, "train_loss": 0.022685606479644776, "subset_score_loss": 0.022685606479644776}
+{"step": 2350000, "wall_time": 24710.08447098732, "train_loss_step": 3.6681416034698486, "n_params": 4469860, "total_flops": 32268813312000000, "train_loss": 0.02338740348815918, "subset_score_loss": 0.02338740348815918}
+{"step": 2360000, "wall_time": 24802.41535115242, "train_loss_step": 3.860548734664917, "n_params": 4469860, "total_flops": 32406127411200000, "train_loss": 0.022231593132019042, "subset_score_loss": 0.022231593132019042}
+{"step": 2370000, "wall_time": 24892.393651247025, "train_loss_step": 3.6813321113586426, "n_params": 4469860, "total_flops": 32543441510400000, "train_loss": 0.02178171157836914, "subset_score_loss": 0.02178171157836914}
+{"step": 2380000, "wall_time": 24989.62390232086, "train_loss_step": 3.6162397861480713, "n_params": 4469860, "total_flops": 32680755609600000, "train_loss": 0.022015752792358397, "subset_score_loss": 0.022015752792358397}
+{"step": 2390000, "wall_time": 25088.372059822083, "train_loss_step": 3.8706367015838623, "n_params": 4469860, "total_flops": 32818069708800000, "train_loss": 0.022784814834594727, "subset_score_loss": 0.022784814834594727}
+{"step": 2400000, "wall_time": 25247.1238553524, "train_loss_step": 3.542320489883423, "n_params": 4469860, "total_flops": 32955383808000000, "train_loss": 0.02186251640319824, "subset_score_loss": 0.02186251640319824, "memorization_fraction_pixel": 0.4092999994754791, "mean_nn_ratio_pixel": 0.5934997797012329, "fid": 136.3893454566471, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 25346.44181585312, "train_loss_step": 3.7052741050720215, "n_params": 4469860, "total_flops": 33092697907200000, "train_loss": 0.023307995796203615, "subset_score_loss": 0.023307995796203615}
+{"step": 2420000, "wall_time": 25445.557682275772, "train_loss_step": 3.4529738426208496, "n_params": 4469860, "total_flops": 33230012006400000, "train_loss": 0.02249542474746704, "subset_score_loss": 0.02249542474746704}
+{"step": 2430000, "wall_time": 25543.50137066841, "train_loss_step": 3.5916290283203125, "n_params": 4469860, "total_flops": 33367326105600000, "train_loss": 0.02245462894439697, "subset_score_loss": 0.02245462894439697}
+{"step": 2440000, "wall_time": 25642.61984372139, "train_loss_step": 3.7791104316711426, "n_params": 4469860, "total_flops": 33504640204800000, "train_loss": 0.023129699230194093, "subset_score_loss": 0.023129699230194093}
+{"step": 2450000, "wall_time": 25741.501759767532, "train_loss_step": 3.7527194023132324, "n_params": 4469860, "total_flops": 33641954304000000, "train_loss": 0.022795002460479736, "subset_score_loss": 0.022795002460479736}
+{"step": 2460000, "wall_time": 25840.24132990837, "train_loss_step": 3.72556734085083, "n_params": 4469860, "total_flops": 33779268403200000, "train_loss": 0.023391377925872803, "subset_score_loss": 0.023391377925872803}
+{"step": 2470000, "wall_time": 25925.832196235657, "train_loss_step": 3.3969860076904297, "n_params": 4469860, "total_flops": 33916582502400000, "train_loss": 0.02184195041656494, "subset_score_loss": 0.02184195041656494}
+{"step": 2480000, "wall_time": 26023.382754564285, "train_loss_step": 3.803889751434326, "n_params": 4469860, "total_flops": 34053896601600000, "train_loss": 0.02104201078414917, "subset_score_loss": 0.02104201078414917}
+{"step": 2490000, "wall_time": 26121.542026996613, "train_loss_step": 3.6461808681488037, "n_params": 4469860, "total_flops": 34191210700800000, "train_loss": 0.021737349033355714, "subset_score_loss": 0.021737349033355714}
+{"step": 2500000, "wall_time": 26283.223834991455, "train_loss_step": 3.8198776245117188, "n_params": 4469860, "total_flops": 34328524800000000, "train_loss": 0.022605724334716797, "subset_score_loss": 0.022605724334716797, "memorization_fraction_pixel": 0.4194999933242798, "mean_nn_ratio_pixel": 0.579383373260498, "fid": 131.24048002923735, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 26382.21093058586, "train_loss_step": 3.416156768798828, "n_params": 4469860, "total_flops": 34465838899200000, "train_loss": 0.021538164615631104, "subset_score_loss": 0.021538164615631104}
+{"step": 2520000, "wall_time": 26481.665534973145, "train_loss_step": 3.80983567237854, "n_params": 4469860, "total_flops": 34603152998400000, "train_loss": 0.021514015197753908, "subset_score_loss": 0.021514015197753908}
+{"step": 2530000, "wall_time": 26579.301588773727, "train_loss_step": 3.287252902984619, "n_params": 4469860, "total_flops": 34740467097600000, "train_loss": 0.021985197067260744, "subset_score_loss": 0.021985197067260744}
+{"step": 2540000, "wall_time": 26678.68830513954, "train_loss_step": 3.86568021774292, "n_params": 4469860, "total_flops": 34877781196800000, "train_loss": 0.02154529333114624, "subset_score_loss": 0.02154529333114624}
+{"step": 2550000, "wall_time": 26777.20199561119, "train_loss_step": 3.8075456619262695, "n_params": 4469860, "total_flops": 35015095296000000, "train_loss": 0.021670043468475342, "subset_score_loss": 0.021670043468475342}
+{"step": 2560000, "wall_time": 26876.417249441147, "train_loss_step": 3.765665292739868, "n_params": 4469860, "total_flops": 35152409395200000, "train_loss": 0.020961050987243653, "subset_score_loss": 0.020961050987243653}
+{"step": 2570000, "wall_time": 26956.651652097702, "train_loss_step": 3.587846279144287, "n_params": 4469860, "total_flops": 35289723494400000, "train_loss": 0.021549925804138184, "subset_score_loss": 0.021549925804138184}
+{"step": 2580000, "wall_time": 27054.245869398117, "train_loss_step": 3.5743470191955566, "n_params": 4469860, "total_flops": 35427037593600000, "train_loss": 0.02133103132247925, "subset_score_loss": 0.02133103132247925}
+{"step": 2590000, "wall_time": 27145.61634206772, "train_loss_step": 3.521084785461426, "n_params": 4469860, "total_flops": 35564351692800000, "train_loss": 0.02118695020675659, "subset_score_loss": 0.02118695020675659}
+{"step": 2600000, "wall_time": 27361.308673143387, "train_loss_step": 3.191284656524658, "n_params": 4469860, "total_flops": 35701665792000000, "train_loss": 0.020759711265563963, "subset_score_loss": 0.020759711265563963, "memorization_fraction_pixel": 0.44510000944137573, "mean_nn_ratio_pixel": 0.5567926168441772, "fid": 126.884681730476, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 27460.775726795197, "train_loss_step": 3.490025043487549, "n_params": 4469860, "total_flops": 35838979891200000, "train_loss": 0.02072652816772461, "subset_score_loss": 0.02072652816772461}
+{"step": 2620000, "wall_time": 27558.370541095734, "train_loss_step": 3.476832866668701, "n_params": 4469860, "total_flops": 35976293990400000, "train_loss": 0.020328261852264405, "subset_score_loss": 0.020328261852264405}
+{"step": 2630000, "wall_time": 27657.765506505966, "train_loss_step": 3.6543850898742676, "n_params": 4469860, "total_flops": 36113608089600000, "train_loss": 0.02059640645980835, "subset_score_loss": 0.02059640645980835}
+{"step": 2640000, "wall_time": 27756.340744495392, "train_loss_step": 3.5792598724365234, "n_params": 4469860, "total_flops": 36250922188800000, "train_loss": 0.020442559719085693, "subset_score_loss": 0.020442559719085693}
+{"step": 2650000, "wall_time": 27854.785531282425, "train_loss_step": 3.4792630672454834, "n_params": 4469860, "total_flops": 36388236288000000, "train_loss": 0.01981380820274353, "subset_score_loss": 0.01981380820274353}
+{"step": 2660000, "wall_time": 27954.302139043808, "train_loss_step": 3.841121196746826, "n_params": 4469860, "total_flops": 36525550387200000, "train_loss": 0.02057586669921875, "subset_score_loss": 0.02057586669921875}
+{"step": 2670000, "wall_time": 28034.550626039505, "train_loss_step": 3.1243410110473633, "n_params": 4469860, "total_flops": 36662864486400000, "train_loss": 0.020576961040496826, "subset_score_loss": 0.020576961040496826}
+{"step": 2680000, "wall_time": 28122.848509788513, "train_loss_step": 3.4713196754455566, "n_params": 4469860, "total_flops": 36800178585600000, "train_loss": 0.020476012229919432, "subset_score_loss": 0.020476012229919432}
+{"step": 2690000, "wall_time": 28219.629082918167, "train_loss_step": 3.644813060760498, "n_params": 4469860, "total_flops": 36937492684800000, "train_loss": 0.020079076290130615, "subset_score_loss": 0.020079076290130615}
+{"step": 2700000, "wall_time": 28459.48274755478, "train_loss_step": 3.571234941482544, "n_params": 4469860, "total_flops": 37074806784000000, "train_loss": 0.02108262300491333, "subset_score_loss": 0.02108262300491333, "memorization_fraction_pixel": 0.43619999289512634, "mean_nn_ratio_pixel": 0.5694364905357361, "fid": 124.3650537346476, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 28557.018592119217, "train_loss_step": 3.538619041442871, "n_params": 4469860, "total_flops": 37212120883200000, "train_loss": 0.020197374820709227, "subset_score_loss": 0.020197374820709227}
+{"step": 2720000, "wall_time": 28655.968963623047, "train_loss_step": 3.708345890045166, "n_params": 4469860, "total_flops": 37349434982400000, "train_loss": 0.020152666568756104, "subset_score_loss": 0.020152666568756104}
+{"step": 2730000, "wall_time": 28755.02927660942, "train_loss_step": 3.325185775756836, "n_params": 4469860, "total_flops": 37486749081600000, "train_loss": 0.021098129749298096, "subset_score_loss": 0.021098129749298096}
+{"step": 2740000, "wall_time": 28854.32957148552, "train_loss_step": 3.573289394378662, "n_params": 4469860, "total_flops": 37624063180800000, "train_loss": 0.019434831142425536, "subset_score_loss": 0.019434831142425536}
+{"step": 2750000, "wall_time": 28953.358575820923, "train_loss_step": 3.3868186473846436, "n_params": 4469860, "total_flops": 37761377280000000, "train_loss": 0.02006096363067627, "subset_score_loss": 0.02006096363067627}
+{"step": 2760000, "wall_time": 29040.721213579178, "train_loss_step": 3.417436361312866, "n_params": 4469860, "total_flops": 37898691379200000, "train_loss": 0.019633769989013672, "subset_score_loss": 0.019633769989013672}
+{"step": 2770000, "wall_time": 29119.762730121613, "train_loss_step": 3.3979573249816895, "n_params": 4469860, "total_flops": 38036005478400000, "train_loss": 0.020106730461120607, "subset_score_loss": 0.020106730461120607}
+{"step": 2780000, "wall_time": 29219.135323286057, "train_loss_step": 3.706697940826416, "n_params": 4469860, "total_flops": 38173319577600000, "train_loss": 0.02025899410247803, "subset_score_loss": 0.02025899410247803}
+{"step": 2790000, "wall_time": 29317.93347978592, "train_loss_step": 3.4870457649230957, "n_params": 4469860, "total_flops": 38310633676800000, "train_loss": 0.019984365701675416, "subset_score_loss": 0.019984365701675416}
+{"step": 2800000, "wall_time": 29538.34774661064, "train_loss_step": 3.3153135776519775, "n_params": 4469860, "total_flops": 38447947776000000, "train_loss": 0.02045614004135132, "subset_score_loss": 0.02045614004135132, "memorization_fraction_pixel": 0.4575999975204468, "mean_nn_ratio_pixel": 0.554334819316864, "fid": 120.88225906553488, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 29636.893131256104, "train_loss_step": 3.5556485652923584, "n_params": 4469860, "total_flops": 38585261875200000, "train_loss": 0.019466170072555543, "subset_score_loss": 0.019466170072555543}
+{"step": 2820000, "wall_time": 29735.143387556076, "train_loss_step": 3.4779458045959473, "n_params": 4469860, "total_flops": 38722575974400000, "train_loss": 0.019980894327163698, "subset_score_loss": 0.019980894327163698}
+{"step": 2830000, "wall_time": 29834.15990114212, "train_loss_step": 3.4437766075134277, "n_params": 4469860, "total_flops": 38859890073600000, "train_loss": 0.019099671840667725, "subset_score_loss": 0.019099671840667725}
+{"step": 2840000, "wall_time": 29932.71446609497, "train_loss_step": 3.6466383934020996, "n_params": 4469860, "total_flops": 38997204172800000, "train_loss": 0.018870017528533935, "subset_score_loss": 0.018870017528533935}
+{"step": 2850000, "wall_time": 30029.942810058594, "train_loss_step": 3.799565076828003, "n_params": 4469860, "total_flops": 39134518272000000, "train_loss": 0.01989988088607788, "subset_score_loss": 0.01989988088607788}
+{"step": 2860000, "wall_time": 30106.296343564987, "train_loss_step": 3.5805633068084717, "n_params": 4469860, "total_flops": 39271832371200000, "train_loss": 0.019081135988235475, "subset_score_loss": 0.019081135988235475}
+{"step": 2870000, "wall_time": 30205.10930466652, "train_loss_step": 3.4398794174194336, "n_params": 4469860, "total_flops": 39409146470400000, "train_loss": 0.019591517448425293, "subset_score_loss": 0.019591517448425293}
+{"step": 2880000, "wall_time": 30303.637325048447, "train_loss_step": 3.260068416595459, "n_params": 4469860, "total_flops": 39546460569600000, "train_loss": 0.019884669780731203, "subset_score_loss": 0.019884669780731203}
+{"step": 2890000, "wall_time": 30402.863743782043, "train_loss_step": 3.153627872467041, "n_params": 4469860, "total_flops": 39683774668800000, "train_loss": 0.019170124530792237, "subset_score_loss": 0.019170124530792237}
+{"step": 2900000, "wall_time": 30640.394927740097, "train_loss_step": 3.717210292816162, "n_params": 4469860, "total_flops": 39821088768000000, "train_loss": 0.019327316284179687, "subset_score_loss": 0.019327316284179687, "memorization_fraction_pixel": 0.4740999937057495, "mean_nn_ratio_pixel": 0.5366625189781189, "fid": 119.0186338776964, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 30739.15734744072, "train_loss_step": 3.365872621536255, "n_params": 4469860, "total_flops": 39958402867200000, "train_loss": 0.018563387393951417, "subset_score_loss": 0.018563387393951417}
+{"step": 2920000, "wall_time": 30837.81210708618, "train_loss_step": 3.423172950744629, "n_params": 4469860, "total_flops": 40095716966400000, "train_loss": 0.02009422779083252, "subset_score_loss": 0.02009422779083252}
+{"step": 2930000, "wall_time": 30936.87238717079, "train_loss_step": 3.3852810859680176, "n_params": 4469860, "total_flops": 40233031065600000, "train_loss": 0.019032381772994995, "subset_score_loss": 0.019032381772994995}
+{"step": 2940000, "wall_time": 31026.925048828125, "train_loss_step": 3.450867176055908, "n_params": 4469860, "total_flops": 40370345164800000, "train_loss": 0.019390658140182496, "subset_score_loss": 0.019390658140182496}
+{"step": 2950000, "wall_time": 31117.100879192352, "train_loss_step": 3.4024200439453125, "n_params": 4469860, "total_flops": 40507659264000000, "train_loss": 0.019202488660812377, "subset_score_loss": 0.019202488660812377}
+{"step": 2960000, "wall_time": 31207.225670576096, "train_loss_step": 3.580538749694824, "n_params": 4469860, "total_flops": 40644973363200000, "train_loss": 0.01967381238937378, "subset_score_loss": 0.01967381238937378}
+{"step": 2970000, "wall_time": 31306.384186029434, "train_loss_step": 3.3530588150024414, "n_params": 4469860, "total_flops": 40782287462400000, "train_loss": 0.019707120656967163, "subset_score_loss": 0.019707120656967163}
+{"step": 2980000, "wall_time": 31405.551095724106, "train_loss_step": 3.510326623916626, "n_params": 4469860, "total_flops": 40919601561600000, "train_loss": 0.018432354927062987, "subset_score_loss": 0.018432354927062987}
+{"step": 2990000, "wall_time": 31502.06273818016, "train_loss_step": 3.4850692749023438, "n_params": 4469860, "total_flops": 41056915660800000, "train_loss": 0.019392415285110473, "subset_score_loss": 0.019392415285110473}
+{"step": 3000000, "wall_time": 31715.29333090782, "train_loss_step": 3.589723825454712, "n_params": 4469860, "total_flops": 41194229760000000, "train_loss": 0.019100732803344726, "subset_score_loss": 0.019100732803344726, "memorization_fraction_pixel": 0.48649999499320984, "mean_nn_ratio_pixel": 0.5376543402671814, "fid": 119.96868425477548, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 31814.362150907516, "train_loss_step": 3.5661211013793945, "n_params": 4469860, "total_flops": 41331543859200000, "train_loss": 0.018790346384048463, "subset_score_loss": 0.018790346384048463}
+{"step": 3020000, "wall_time": 31912.094853639603, "train_loss_step": 3.307222843170166, "n_params": 4469860, "total_flops": 41468857958400000, "train_loss": 0.018305925130844117, "subset_score_loss": 0.018305925130844117}
+{"step": 3030000, "wall_time": 31999.80090737343, "train_loss_step": 3.2353873252868652, "n_params": 4469860, "total_flops": 41606172057600000, "train_loss": 0.019024170637130737, "subset_score_loss": 0.019024170637130737}
+{"step": 3040000, "wall_time": 32099.151650428772, "train_loss_step": 3.3439927101135254, "n_params": 4469860, "total_flops": 41743486156800000, "train_loss": 0.018513994216918947, "subset_score_loss": 0.018513994216918947}
+{"step": 3050000, "wall_time": 32189.3309173584, "train_loss_step": 3.6158485412597656, "n_params": 4469860, "total_flops": 41880800256000000, "train_loss": 0.018482725620269775, "subset_score_loss": 0.018482725620269775}
+{"step": 3060000, "wall_time": 32288.641414403915, "train_loss_step": 3.543315887451172, "n_params": 4469860, "total_flops": 42018114355200000, "train_loss": 0.01754553437232971, "subset_score_loss": 0.01754553437232971}
+{"step": 3070000, "wall_time": 32388.061843395233, "train_loss_step": 3.725353479385376, "n_params": 4469860, "total_flops": 42155428454400000, "train_loss": 0.018387076854705812, "subset_score_loss": 0.018387076854705812}
+{"step": 3080000, "wall_time": 32485.53732085228, "train_loss_step": 3.274019479751587, "n_params": 4469860, "total_flops": 42292742553600000, "train_loss": 0.019013413190841676, "subset_score_loss": 0.019013413190841676}
+{"step": 3090000, "wall_time": 32584.434806346893, "train_loss_step": 3.2500102519989014, "n_params": 4469860, "total_flops": 42430056652800000, "train_loss": 0.018152230978012086, "subset_score_loss": 0.018152230978012086}
+{"step": 3100000, "wall_time": 32800.53886842728, "train_loss_step": 3.5880749225616455, "n_params": 4469860, "total_flops": 42567370752000000, "train_loss": 0.01787750244140625, "subset_score_loss": 0.01787750244140625, "memorization_fraction_pixel": 0.4745999872684479, "mean_nn_ratio_pixel": 0.5358273983001709, "fid": 116.04931782615316, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 32899.42856550217, "train_loss_step": 3.5749058723449707, "n_params": 4469860, "total_flops": 42704684851200000, "train_loss": 0.018405684232711793, "subset_score_loss": 0.018405684232711793}
+{"step": 3120000, "wall_time": 32986.03619647026, "train_loss_step": 3.3811140060424805, "n_params": 4469860, "total_flops": 42841998950400000, "train_loss": 0.020033059120178224, "subset_score_loss": 0.020033059120178224}
+{"step": 3130000, "wall_time": 33084.552196741104, "train_loss_step": 3.2818305492401123, "n_params": 4469860, "total_flops": 42979313049600000, "train_loss": 0.018641741275787355, "subset_score_loss": 0.018641741275787355}
+{"step": 3140000, "wall_time": 33181.575432777405, "train_loss_step": 3.5290846824645996, "n_params": 4469860, "total_flops": 43116627148800000, "train_loss": 0.018291655778884888, "subset_score_loss": 0.018291655778884888}
+{"step": 3150000, "wall_time": 33279.641020298004, "train_loss_step": 3.313708782196045, "n_params": 4469860, "total_flops": 43253941248000000, "train_loss": 0.01797162413597107, "subset_score_loss": 0.01797162413597107}
+{"step": 3160000, "wall_time": 33378.97123456001, "train_loss_step": 3.5326437950134277, "n_params": 4469860, "total_flops": 43391255347200000, "train_loss": 0.017650457620620726, "subset_score_loss": 0.017650457620620726}
+{"step": 3170000, "wall_time": 33476.45641589165, "train_loss_step": 3.558850049972534, "n_params": 4469860, "total_flops": 43528569446400000, "train_loss": 0.018480494022369384, "subset_score_loss": 0.018480494022369384}
+{"step": 3180000, "wall_time": 33574.96400260925, "train_loss_step": 3.215501070022583, "n_params": 4469860, "total_flops": 43665883545600000, "train_loss": 0.01806849956512451, "subset_score_loss": 0.01806849956512451}
+{"step": 3190000, "wall_time": 33674.093983888626, "train_loss_step": 3.2457730770111084, "n_params": 4469860, "total_flops": 43803197644800000, "train_loss": 0.01820859670639038, "subset_score_loss": 0.01820859670639038}
+{"step": 3200000, "wall_time": 33851.41262936592, "train_loss_step": 3.687939167022705, "n_params": 4469860, "total_flops": 43940511744000000, "train_loss": 0.018499218225479126, "subset_score_loss": 0.018499218225479126, "memorization_fraction_pixel": 0.5184000134468079, "mean_nn_ratio_pixel": 0.5131585597991943, "fid": 113.59409912010099, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 33947.31036233902, "train_loss_step": 3.331123113632202, "n_params": 4469860, "total_flops": 44077825843200000, "train_loss": 0.0173775839805603, "subset_score_loss": 0.0173775839805603}
+{"step": 3220000, "wall_time": 34044.819615364075, "train_loss_step": 3.3236842155456543, "n_params": 4469860, "total_flops": 44215139942400000, "train_loss": 0.016894750595092774, "subset_score_loss": 0.016894750595092774}
+{"step": 3230000, "wall_time": 34143.72223544121, "train_loss_step": 3.2616147994995117, "n_params": 4469860, "total_flops": 44352454041600000, "train_loss": 0.018373886346817015, "subset_score_loss": 0.018373886346817015}
+{"step": 3240000, "wall_time": 34239.87165141106, "train_loss_step": 3.0998897552490234, "n_params": 4469860, "total_flops": 44489768140800000, "train_loss": 0.01839757204055786, "subset_score_loss": 0.01839757204055786}
+{"step": 3250000, "wall_time": 34338.957085847855, "train_loss_step": 3.608278274536133, "n_params": 4469860, "total_flops": 44627082240000000, "train_loss": 0.01843775749206543, "subset_score_loss": 0.01843775749206543}
+{"step": 3260000, "wall_time": 34436.95130419731, "train_loss_step": 3.542388916015625, "n_params": 4469860, "total_flops": 44764396339200000, "train_loss": 0.017818890810012818, "subset_score_loss": 0.017818890810012818}
+{"step": 3270000, "wall_time": 34535.58091211319, "train_loss_step": 3.354156017303467, "n_params": 4469860, "total_flops": 44901710438400000, "train_loss": 0.017404944896698, "subset_score_loss": 0.017404944896698}
+{"step": 3280000, "wall_time": 34634.15027785301, "train_loss_step": 3.137315273284912, "n_params": 4469860, "total_flops": 45039024537600000, "train_loss": 0.017537990808486937, "subset_score_loss": 0.017537990808486937}
+{"step": 3290000, "wall_time": 34733.02843499184, "train_loss_step": 3.7272393703460693, "n_params": 4469860, "total_flops": 45176338636800000, "train_loss": 0.017502366304397582, "subset_score_loss": 0.017502366304397582}
+{"step": 3300000, "wall_time": 34910.798765420914, "train_loss_step": 3.5914628505706787, "n_params": 4469860, "total_flops": 45313652736000000, "train_loss": 0.01850718379020691, "subset_score_loss": 0.01850718379020691, "memorization_fraction_pixel": 0.517799973487854, "mean_nn_ratio_pixel": 0.5087981224060059, "fid": 114.16876159612596, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 35009.777535915375, "train_loss_step": 3.2060327529907227, "n_params": 4469860, "total_flops": 45450966835200000, "train_loss": 0.01907296299934387, "subset_score_loss": 0.01907296299934387}
+{"step": 3320000, "wall_time": 35107.390600681305, "train_loss_step": 3.353640556335449, "n_params": 4469860, "total_flops": 45588280934400000, "train_loss": 0.01748295783996582, "subset_score_loss": 0.01748295783996582}
+{"step": 3330000, "wall_time": 35206.954624414444, "train_loss_step": 3.3914570808410645, "n_params": 4469860, "total_flops": 45725595033600000, "train_loss": 0.017491135597229004, "subset_score_loss": 0.017491135597229004}
+{"step": 3340000, "wall_time": 35303.09580183029, "train_loss_step": 3.0771827697753906, "n_params": 4469860, "total_flops": 45862909132800000, "train_loss": 0.019162931442260743, "subset_score_loss": 0.019162931442260743}
+{"step": 3350000, "wall_time": 35402.31081652641, "train_loss_step": 3.030099868774414, "n_params": 4469860, "total_flops": 46000223232000000, "train_loss": 0.016906315088272096, "subset_score_loss": 0.016906315088272096}
+{"step": 3360000, "wall_time": 35499.804780483246, "train_loss_step": 3.4004266262054443, "n_params": 4469860, "total_flops": 46137537331200000, "train_loss": 0.017808504104614258, "subset_score_loss": 0.017808504104614258}
+{"step": 3370000, "wall_time": 35598.40183210373, "train_loss_step": 3.3850855827331543, "n_params": 4469860, "total_flops": 46274851430400000, "train_loss": 0.01692829132080078, "subset_score_loss": 0.01692829132080078}
+{"step": 3380000, "wall_time": 35697.69349837303, "train_loss_step": 3.2815375328063965, "n_params": 4469860, "total_flops": 46412165529600000, "train_loss": 0.017448724508285524, "subset_score_loss": 0.017448724508285524}
+{"step": 3390000, "wall_time": 35796.91538286209, "train_loss_step": 3.628848075866699, "n_params": 4469860, "total_flops": 46549479628800000, "train_loss": 0.01775487303733826, "subset_score_loss": 0.01775487303733826}
+{"step": 3400000, "wall_time": 35973.53514313698, "train_loss_step": 3.5123679637908936, "n_params": 4469860, "total_flops": 46686793728000000, "train_loss": 0.017455289363861082, "subset_score_loss": 0.017455289363861082, "memorization_fraction_pixel": 0.5234000086784363, "mean_nn_ratio_pixel": 0.5063409209251404, "fid": 112.94950984001403, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 36073.05457615852, "train_loss_step": 3.5420637130737305, "n_params": 4469860, "total_flops": 46824107827200000, "train_loss": 0.016432934999465944, "subset_score_loss": 0.016432934999465944}
+{"step": 3420000, "wall_time": 36170.172474861145, "train_loss_step": 3.4553966522216797, "n_params": 4469860, "total_flops": 46961421926400000, "train_loss": 0.017119643688201906, "subset_score_loss": 0.017119643688201906}
+{"step": 3430000, "wall_time": 36267.09341454506, "train_loss_step": 3.36183500289917, "n_params": 4469860, "total_flops": 47098736025600000, "train_loss": 0.01724087953567505, "subset_score_loss": 0.01724087953567505}
+{"step": 3440000, "wall_time": 36365.942108392715, "train_loss_step": 3.3345394134521484, "n_params": 4469860, "total_flops": 47236050124800000, "train_loss": 0.016569347381591798, "subset_score_loss": 0.016569347381591798}
+{"step": 3450000, "wall_time": 36463.79946279526, "train_loss_step": 3.267472267150879, "n_params": 4469860, "total_flops": 47373364224000000, "train_loss": 0.0164275062084198, "subset_score_loss": 0.0164275062084198}
+{"step": 3460000, "wall_time": 36562.34153008461, "train_loss_step": 3.398159980773926, "n_params": 4469860, "total_flops": 47510678323200000, "train_loss": 0.01727573275566101, "subset_score_loss": 0.01727573275566101}
+{"step": 3470000, "wall_time": 36661.56378722191, "train_loss_step": 3.091926336288452, "n_params": 4469860, "total_flops": 47647992422400000, "train_loss": 0.01691719651222229, "subset_score_loss": 0.01691719651222229}
+{"step": 3480000, "wall_time": 36760.12528920174, "train_loss_step": 3.413224697113037, "n_params": 4469860, "total_flops": 47785306521600000, "train_loss": 0.016876140832901, "subset_score_loss": 0.016876140832901}
+{"step": 3490000, "wall_time": 36847.660131931305, "train_loss_step": 3.5503859519958496, "n_params": 4469860, "total_flops": 47922620620800000, "train_loss": 0.01721512317657471, "subset_score_loss": 0.01721512317657471}
+{"step": 3500000, "wall_time": 37022.27564954758, "train_loss_step": 3.1446683406829834, "n_params": 4469860, "total_flops": 48059934720000000, "train_loss": 0.016493844985961913, "subset_score_loss": 0.016493844985961913, "memorization_fraction_pixel": 0.5389000177383423, "mean_nn_ratio_pixel": 0.496731162071228, "fid": 112.40345301036774, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 37121.6357820034, "train_loss_step": 3.70999813079834, "n_params": 4469860, "total_flops": 48197248819200000, "train_loss": 0.016690908670425414, "subset_score_loss": 0.016690908670425414}
+{"step": 3520000, "wall_time": 37219.218143224716, "train_loss_step": 3.1448965072631836, "n_params": 4469860, "total_flops": 48334562918400000, "train_loss": 0.016932740211486816, "subset_score_loss": 0.016932740211486816}
+{"step": 3530000, "wall_time": 37315.76678323746, "train_loss_step": 2.906097173690796, "n_params": 4469860, "total_flops": 48471877017600000, "train_loss": 0.01684561848640442, "subset_score_loss": 0.01684561848640442}
+{"step": 3540000, "wall_time": 37414.48011088371, "train_loss_step": 3.258655071258545, "n_params": 4469860, "total_flops": 48609191116800000, "train_loss": 0.017085113525390626, "subset_score_loss": 0.017085113525390626}
+{"step": 3550000, "wall_time": 37511.9783809185, "train_loss_step": 3.536482095718384, "n_params": 4469860, "total_flops": 48746505216000000, "train_loss": 0.018291749954223634, "subset_score_loss": 0.018291749954223634}
+{"step": 3560000, "wall_time": 37610.45166897774, "train_loss_step": 3.331820487976074, "n_params": 4469860, "total_flops": 48883819315200000, "train_loss": 0.01634308934211731, "subset_score_loss": 0.01634308934211731}
+{"step": 3570000, "wall_time": 37709.84328532219, "train_loss_step": 3.5811214447021484, "n_params": 4469860, "total_flops": 49021133414400000, "train_loss": 0.016358349323272705, "subset_score_loss": 0.016358349323272705}
+{"step": 3580000, "wall_time": 37806.40490150452, "train_loss_step": 3.114381790161133, "n_params": 4469860, "total_flops": 49158447513600000, "train_loss": 0.016476846933364868, "subset_score_loss": 0.016476846933364868}
+{"step": 3590000, "wall_time": 37905.48811030388, "train_loss_step": 3.503465175628662, "n_params": 4469860, "total_flops": 49295761612800000, "train_loss": 0.016123125553131102, "subset_score_loss": 0.016123125553131102}
+{"step": 3600000, "wall_time": 38079.79055285454, "train_loss_step": 3.0478696823120117, "n_params": 4469860, "total_flops": 49433075712000000, "train_loss": 0.016057056188583375, "subset_score_loss": 0.016057056188583375, "memorization_fraction_pixel": 0.5475999712944031, "mean_nn_ratio_pixel": 0.4906059503555298, "fid": 109.86191330813989, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 38177.303230285645, "train_loss_step": 3.50717830657959, "n_params": 4469860, "total_flops": 49570389811200000, "train_loss": 0.01652277112007141, "subset_score_loss": 0.01652277112007141}
+{"step": 3620000, "wall_time": 38274.05870461464, "train_loss_step": 3.2209579944610596, "n_params": 4469860, "total_flops": 49707703910400000, "train_loss": 0.016829246282577516, "subset_score_loss": 0.016829246282577516}
+{"step": 3630000, "wall_time": 38371.71233320236, "train_loss_step": 3.2344613075256348, "n_params": 4469860, "total_flops": 49845018009600000, "train_loss": 0.0170614218711853, "subset_score_loss": 0.0170614218711853}
+{"step": 3640000, "wall_time": 38469.693175554276, "train_loss_step": 3.5050101280212402, "n_params": 4469860, "total_flops": 49982332108800000, "train_loss": 0.017140450477600096, "subset_score_loss": 0.017140450477600096}
+{"step": 3650000, "wall_time": 38567.47313928604, "train_loss_step": 3.255807638168335, "n_params": 4469860, "total_flops": 50119646208000000, "train_loss": 0.01751401901245117, "subset_score_loss": 0.01751401901245117}
+{"step": 3660000, "wall_time": 38666.49711894989, "train_loss_step": 3.4230189323425293, "n_params": 4469860, "total_flops": 50256960307200000, "train_loss": 0.016517056226730345, "subset_score_loss": 0.016517056226730345}
+{"step": 3670000, "wall_time": 38758.29374718666, "train_loss_step": 3.4952499866485596, "n_params": 4469860, "total_flops": 50394274406400000, "train_loss": 0.01627642035484314, "subset_score_loss": 0.01627642035484314}
+{"step": 3680000, "wall_time": 38856.889473199844, "train_loss_step": 3.273244857788086, "n_params": 4469860, "total_flops": 50531588505600000, "train_loss": 0.01616696357727051, "subset_score_loss": 0.01616696357727051}
+{"step": 3690000, "wall_time": 38955.447420835495, "train_loss_step": 3.0489864349365234, "n_params": 4469860, "total_flops": 50668902604800000, "train_loss": 0.01749103546142578, "subset_score_loss": 0.01749103546142578}
+{"step": 3700000, "wall_time": 39129.814534664154, "train_loss_step": 3.4108495712280273, "n_params": 4469860, "total_flops": 50806216704000000, "train_loss": 0.015956648588180543, "subset_score_loss": 0.015956648588180543, "memorization_fraction_pixel": 0.5593000054359436, "mean_nn_ratio_pixel": 0.48213672637939453, "fid": 109.34445315851974, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 39226.750797748566, "train_loss_step": 3.3916890621185303, "n_params": 4469860, "total_flops": 50943530803200000, "train_loss": 0.01606330871582031, "subset_score_loss": 0.01606330871582031}
+{"step": 3720000, "wall_time": 39322.47808647156, "train_loss_step": 3.331372022628784, "n_params": 4469860, "total_flops": 51080844902400000, "train_loss": 0.016107158660888674, "subset_score_loss": 0.016107158660888674}
+{"step": 3730000, "wall_time": 39421.399510622025, "train_loss_step": 3.307788610458374, "n_params": 4469860, "total_flops": 51218159001600000, "train_loss": 0.016244646310806275, "subset_score_loss": 0.016244646310806275}
+{"step": 3740000, "wall_time": 39518.79705166817, "train_loss_step": 2.8782520294189453, "n_params": 4469860, "total_flops": 51355473100800000, "train_loss": 0.016385748386383056, "subset_score_loss": 0.016385748386383056}
+{"step": 3750000, "wall_time": 39617.5048661232, "train_loss_step": 3.098217487335205, "n_params": 4469860, "total_flops": 51492787200000000, "train_loss": 0.015810977220535278, "subset_score_loss": 0.015810977220535278}
+{"step": 3760000, "wall_time": 39714.12367963791, "train_loss_step": 3.0180764198303223, "n_params": 4469860, "total_flops": 51630101299200000, "train_loss": 0.015758090019226074, "subset_score_loss": 0.015758090019226074}
+{"step": 3770000, "wall_time": 39810.3814907074, "train_loss_step": 3.1372294425964355, "n_params": 4469860, "total_flops": 51767415398400000, "train_loss": 0.016325076818466188, "subset_score_loss": 0.016325076818466188}
+{"step": 3780000, "wall_time": 39909.19314336777, "train_loss_step": 3.2601749897003174, "n_params": 4469860, "total_flops": 51904729497600000, "train_loss": 0.015747549533843993, "subset_score_loss": 0.015747549533843993}
+{"step": 3790000, "wall_time": 40008.05502820015, "train_loss_step": 3.0551414489746094, "n_params": 4469860, "total_flops": 52042043596800000, "train_loss": 0.01591358184814453, "subset_score_loss": 0.01591358184814453}
+{"step": 3800000, "wall_time": 40181.623067379, "train_loss_step": 3.1117753982543945, "n_params": 4469860, "total_flops": 52179357696000000, "train_loss": 0.016994982957839966, "subset_score_loss": 0.016994982957839966, "memorization_fraction_pixel": 0.5526999831199646, "mean_nn_ratio_pixel": 0.47926121950149536, "fid": 107.60397588682666, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 40278.90969848633, "train_loss_step": 3.4124345779418945, "n_params": 4469860, "total_flops": 52316671795200000, "train_loss": 0.016988158226013184, "subset_score_loss": 0.016988158226013184}
+{"step": 3820000, "wall_time": 40368.51058268547, "train_loss_step": 3.028257369995117, "n_params": 4469860, "total_flops": 52453985894400000, "train_loss": 0.015756096839904785, "subset_score_loss": 0.015756096839904785}
+{"step": 3830000, "wall_time": 40467.58698415756, "train_loss_step": 3.074838876724243, "n_params": 4469860, "total_flops": 52591299993600000, "train_loss": 0.015821034908294677, "subset_score_loss": 0.015821034908294677}
+{"step": 3840000, "wall_time": 40564.24055695534, "train_loss_step": 2.952841281890869, "n_params": 4469860, "total_flops": 52728614092800000, "train_loss": 0.015752097368240358, "subset_score_loss": 0.015752097368240358}
+{"step": 3850000, "wall_time": 40662.345155239105, "train_loss_step": 3.313549041748047, "n_params": 4469860, "total_flops": 52865928192000000, "train_loss": 0.016346374750137328, "subset_score_loss": 0.016346374750137328}
+{"step": 3860000, "wall_time": 40748.92659807205, "train_loss_step": 3.1616334915161133, "n_params": 4469860, "total_flops": 53003242291200000, "train_loss": 0.016264275312423707, "subset_score_loss": 0.016264275312423707}
+{"step": 3870000, "wall_time": 40847.62949800491, "train_loss_step": 3.271972179412842, "n_params": 4469860, "total_flops": 53140556390400000, "train_loss": 0.014970259666442871, "subset_score_loss": 0.014970259666442871}
+{"step": 3880000, "wall_time": 40945.961401224136, "train_loss_step": 3.063628673553467, "n_params": 4469860, "total_flops": 53277870489600000, "train_loss": 0.015509514808654786, "subset_score_loss": 0.015509514808654786}
+{"step": 3890000, "wall_time": 41045.1600651741, "train_loss_step": 3.2002029418945312, "n_params": 4469860, "total_flops": 53415184588800000, "train_loss": 0.01584579348564148, "subset_score_loss": 0.01584579348564148}
+{"step": 3900000, "wall_time": 41218.197772979736, "train_loss_step": 3.216182231903076, "n_params": 4469860, "total_flops": 53552498688000000, "train_loss": 0.015646824836730956, "subset_score_loss": 0.015646824836730956, "memorization_fraction_pixel": 0.5633000135421753, "mean_nn_ratio_pixel": 0.4736740291118622, "fid": 107.58685911798989, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 41315.529074430466, "train_loss_step": 3.0530762672424316, "n_params": 4469860, "total_flops": 53689812787200000, "train_loss": 0.015943994522094728, "subset_score_loss": 0.015943994522094728}
+{"step": 3920000, "wall_time": 41402.87235760689, "train_loss_step": 3.075082778930664, "n_params": 4469860, "total_flops": 53827126886400000, "train_loss": 0.01554394245147705, "subset_score_loss": 0.01554394245147705}
+{"step": 3930000, "wall_time": 41500.52269220352, "train_loss_step": 3.3060922622680664, "n_params": 4469860, "total_flops": 53964440985600000, "train_loss": 0.014777123928070068, "subset_score_loss": 0.014777123928070068}
+{"step": 3940000, "wall_time": 41599.007804870605, "train_loss_step": 2.930129289627075, "n_params": 4469860, "total_flops": 54101755084800000, "train_loss": 0.014923632144927979, "subset_score_loss": 0.014923632144927979}
+{"step": 3950000, "wall_time": 41689.372071266174, "train_loss_step": 3.1393096446990967, "n_params": 4469860, "total_flops": 54239069184000000, "train_loss": 0.015405118465423584, "subset_score_loss": 0.015405118465423584}
+{"step": 3960000, "wall_time": 41782.88500213623, "train_loss_step": 3.2306389808654785, "n_params": 4469860, "total_flops": 54376383283200000, "train_loss": 0.015295779705047608, "subset_score_loss": 0.015295779705047608}
+{"step": 3970000, "wall_time": 41881.737251996994, "train_loss_step": 3.2631232738494873, "n_params": 4469860, "total_flops": 54513697382400000, "train_loss": 0.01537111759185791, "subset_score_loss": 0.01537111759185791}
+{"step": 3980000, "wall_time": 41980.57798957825, "train_loss_step": 3.260302782058716, "n_params": 4469860, "total_flops": 54651011481600000, "train_loss": 0.016096504926681517, "subset_score_loss": 0.016096504926681517}
+{"step": 3990000, "wall_time": 42079.50280213356, "train_loss_step": 3.1679651737213135, "n_params": 4469860, "total_flops": 54788325580800000, "train_loss": 0.015657789707183838, "subset_score_loss": 0.015657789707183838}
+{"step": 4000000, "wall_time": 42253.729013204575, "train_loss_step": 3.319899082183838, "n_params": 4469860, "total_flops": 54925639680000000, "train_loss": 0.016115015745162962, "subset_score_loss": 0.016115015745162962, "memorization_fraction_pixel": 0.5605000257492065, "mean_nn_ratio_pixel": 0.4780803620815277, "fid": 108.34705012565416, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 42351.15513062477, "train_loss_step": 2.976443290710449, "n_params": 4469860, "total_flops": 55062953779200000, "train_loss": 0.01460486650466919, "subset_score_loss": 0.01460486650466919}
+{"step": 4020000, "wall_time": 42440.47375893593, "train_loss_step": 3.211184024810791, "n_params": 4469860, "total_flops": 55200267878400000, "train_loss": 0.014973877668380738, "subset_score_loss": 0.014973877668380738}
+{"step": 4030000, "wall_time": 42538.40673303604, "train_loss_step": 2.973940372467041, "n_params": 4469860, "total_flops": 55337581977600000, "train_loss": 0.015799471139907838, "subset_score_loss": 0.015799471139907838}
+{"step": 4040000, "wall_time": 42637.15113782883, "train_loss_step": 3.1095638275146484, "n_params": 4469860, "total_flops": 55474896076800000, "train_loss": 0.015201631784439087, "subset_score_loss": 0.015201631784439087}
+{"step": 4050000, "wall_time": 42728.20767021179, "train_loss_step": 3.2213752269744873, "n_params": 4469860, "total_flops": 55612210176000000, "train_loss": 0.014981651306152343, "subset_score_loss": 0.014981651306152343}
+{"step": 4060000, "wall_time": 42827.2329955101, "train_loss_step": 2.9290404319763184, "n_params": 4469860, "total_flops": 55749524275200000, "train_loss": 0.01498516321182251, "subset_score_loss": 0.01498516321182251}
+{"step": 4070000, "wall_time": 42926.14850854874, "train_loss_step": 3.316887855529785, "n_params": 4469860, "total_flops": 55886838374400000, "train_loss": 0.01630176544189453, "subset_score_loss": 0.01630176544189453}
+{"step": 4080000, "wall_time": 43024.88326263428, "train_loss_step": 2.934988021850586, "n_params": 4469860, "total_flops": 56024152473600000, "train_loss": 0.014194880723953246, "subset_score_loss": 0.014194880723953246}
+{"step": 4090000, "wall_time": 43123.798342227936, "train_loss_step": 3.162785053253174, "n_params": 4469860, "total_flops": 56161466572800000, "train_loss": 0.01664444923400879, "subset_score_loss": 0.01664444923400879}
+{"step": 4100000, "wall_time": 43298.59964179993, "train_loss_step": 3.505605697631836, "n_params": 4469860, "total_flops": 56298780672000000, "train_loss": 0.015385507345199586, "subset_score_loss": 0.015385507345199586, "memorization_fraction_pixel": 0.5659000277519226, "mean_nn_ratio_pixel": 0.471006840467453, "fid": 108.63546609827593, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 43396.04051399231, "train_loss_step": 2.888944625854492, "n_params": 4469860, "total_flops": 56436094771200000, "train_loss": 0.015293662548065185, "subset_score_loss": 0.015293662548065185}
+{"step": 4120000, "wall_time": 43480.754090070724, "train_loss_step": 3.4375500679016113, "n_params": 4469860, "total_flops": 56573408870400000, "train_loss": 0.014338972568511963, "subset_score_loss": 0.014338972568511963}
+{"step": 4130000, "wall_time": 43579.57007074356, "train_loss_step": 3.211765766143799, "n_params": 4469860, "total_flops": 56710722969600000, "train_loss": 0.014767608642578124, "subset_score_loss": 0.014767608642578124}
+{"step": 4140000, "wall_time": 43666.69158029556, "train_loss_step": 3.319706916809082, "n_params": 4469860, "total_flops": 56848037068800000, "train_loss": 0.014908835887908936, "subset_score_loss": 0.014908835887908936}
+{"step": 4150000, "wall_time": 43764.06746482849, "train_loss_step": 3.2169125080108643, "n_params": 4469860, "total_flops": 56985351168000000, "train_loss": 0.015532637834548951, "subset_score_loss": 0.015532637834548951}
+{"step": 4160000, "wall_time": 43862.65164899826, "train_loss_step": 3.104198455810547, "n_params": 4469860, "total_flops": 57122665267200000, "train_loss": 0.015127952098846436, "subset_score_loss": 0.015127952098846436}
+{"step": 4170000, "wall_time": 43961.07139420509, "train_loss_step": 3.290186882019043, "n_params": 4469860, "total_flops": 57259979366400000, "train_loss": 0.01516895294189453, "subset_score_loss": 0.01516895294189453}
+{"step": 4180000, "wall_time": 44059.8394639492, "train_loss_step": 2.9819118976593018, "n_params": 4469860, "total_flops": 57397293465600000, "train_loss": 0.014409012794494629, "subset_score_loss": 0.014409012794494629}
+{"step": 4190000, "wall_time": 44158.63273024559, "train_loss_step": 3.08253812789917, "n_params": 4469860, "total_flops": 57534607564800000, "train_loss": 0.01486238718032837, "subset_score_loss": 0.01486238718032837}
+{"step": 4200000, "wall_time": 44331.73372220993, "train_loss_step": 3.3090643882751465, "n_params": 4469860, "total_flops": 57671921664000000, "train_loss": 0.014927663803100587, "subset_score_loss": 0.014927663803100587, "memorization_fraction_pixel": 0.5898000001907349, "mean_nn_ratio_pixel": 0.45601803064346313, "fid": 105.30164544569463, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 44430.06895709038, "train_loss_step": 3.0947318077087402, "n_params": 4469860, "total_flops": 57809235763200000, "train_loss": 0.015577319860458374, "subset_score_loss": 0.015577319860458374}
+{"step": 4220000, "wall_time": 44516.72359204292, "train_loss_step": 3.1492462158203125, "n_params": 4469860, "total_flops": 57946549862400000, "train_loss": 0.01459624171257019, "subset_score_loss": 0.01459624171257019}
+{"step": 4230000, "wall_time": 44609.415214538574, "train_loss_step": 3.2283706665039062, "n_params": 4469860, "total_flops": 58083863961600000, "train_loss": 0.014948662519454956, "subset_score_loss": 0.014948662519454956}
+{"step": 4240000, "wall_time": 44696.36030268669, "train_loss_step": 3.1378259658813477, "n_params": 4469860, "total_flops": 58221178060800000, "train_loss": 0.01501197338104248, "subset_score_loss": 0.01501197338104248}
+{"step": 4250000, "wall_time": 44795.10647058487, "train_loss_step": 3.089839458465576, "n_params": 4469860, "total_flops": 58358492160000000, "train_loss": 0.014553658962249756, "subset_score_loss": 0.014553658962249756}
+{"step": 4260000, "wall_time": 44893.263530254364, "train_loss_step": 2.907728672027588, "n_params": 4469860, "total_flops": 58495806259200000, "train_loss": 0.015130878686904907, "subset_score_loss": 0.015130878686904907}
+{"step": 4270000, "wall_time": 44991.929986953735, "train_loss_step": 3.435927391052246, "n_params": 4469860, "total_flops": 58633120358400000, "train_loss": 0.014902193546295166, "subset_score_loss": 0.014902193546295166}
+{"step": 4280000, "wall_time": 45090.421469688416, "train_loss_step": 3.2968854904174805, "n_params": 4469860, "total_flops": 58770434457600000, "train_loss": 0.014898782968521119, "subset_score_loss": 0.014898782968521119}
+{"step": 4290000, "wall_time": 45188.87316250801, "train_loss_step": 3.024191379547119, "n_params": 4469860, "total_flops": 58907748556800000, "train_loss": 0.015744727849960328, "subset_score_loss": 0.015744727849960328}
+{"step": 4300000, "wall_time": 45361.18769812584, "train_loss_step": 3.1155033111572266, "n_params": 4469860, "total_flops": 59045062656000000, "train_loss": 0.015433167219161987, "subset_score_loss": 0.015433167219161987, "memorization_fraction_pixel": 0.5934000015258789, "mean_nn_ratio_pixel": 0.45089706778526306, "fid": 104.85746848970784, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 45460.3291413784, "train_loss_step": 2.9486093521118164, "n_params": 4469860, "total_flops": 59182376755200000, "train_loss": 0.014604610204696656, "subset_score_loss": 0.014604610204696656}
+{"step": 4320000, "wall_time": 45552.53265237808, "train_loss_step": 3.2051849365234375, "n_params": 4469860, "total_flops": 59319690854400000, "train_loss": 0.01452053189277649, "subset_score_loss": 0.01452053189277649}
+{"step": 4330000, "wall_time": 45631.66002869606, "train_loss_step": 3.2427914142608643, "n_params": 4469860, "total_flops": 59457004953600000, "train_loss": 0.014723359346389771, "subset_score_loss": 0.014723359346389771}
+{"step": 4340000, "wall_time": 45726.76107764244, "train_loss_step": 3.2994296550750732, "n_params": 4469860, "total_flops": 59594319052800000, "train_loss": 0.014758919477462768, "subset_score_loss": 0.014758919477462768}
+{"step": 4350000, "wall_time": 45825.68278980255, "train_loss_step": 2.881273031234741, "n_params": 4469860, "total_flops": 59731633152000000, "train_loss": 0.013791770935058593, "subset_score_loss": 0.013791770935058593}
+{"step": 4360000, "wall_time": 45924.78851032257, "train_loss_step": 3.0039496421813965, "n_params": 4469860, "total_flops": 59868947251200000, "train_loss": 0.014919265508651733, "subset_score_loss": 0.014919265508651733}
+{"step": 4370000, "wall_time": 46023.348021030426, "train_loss_step": 3.022412061691284, "n_params": 4469860, "total_flops": 60006261350400000, "train_loss": 0.014727935791015626, "subset_score_loss": 0.014727935791015626}
+{"step": 4380000, "wall_time": 46121.50578069687, "train_loss_step": 3.185483932495117, "n_params": 4469860, "total_flops": 60143575449600000, "train_loss": 0.014291590452194214, "subset_score_loss": 0.014291590452194214}
+{"step": 4390000, "wall_time": 46219.73817205429, "train_loss_step": 3.0441908836364746, "n_params": 4469860, "total_flops": 60280889548800000, "train_loss": 0.014391428232192994, "subset_score_loss": 0.014391428232192994}
+{"step": 4400000, "wall_time": 46392.43083000183, "train_loss_step": 3.1146113872528076, "n_params": 4469860, "total_flops": 60418203648000000, "train_loss": 0.013852765560150146, "subset_score_loss": 0.013852765560150146, "memorization_fraction_pixel": 0.5853999853134155, "mean_nn_ratio_pixel": 0.4609816372394562, "fid": 105.21871053286687, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 46490.000039339066, "train_loss_step": 3.15791654586792, "n_params": 4469860, "total_flops": 60555517747200000, "train_loss": 0.014769754409790038, "subset_score_loss": 0.014769754409790038}
+{"step": 4420000, "wall_time": 46588.785708904266, "train_loss_step": 3.1337292194366455, "n_params": 4469860, "total_flops": 60692831846400000, "train_loss": 0.01390527606010437, "subset_score_loss": 0.01390527606010437}
+{"step": 4430000, "wall_time": 46666.49401164055, "train_loss_step": 3.214643955230713, "n_params": 4469860, "total_flops": 60830145945600000, "train_loss": 0.015236186981201171, "subset_score_loss": 0.015236186981201171}
+{"step": 4440000, "wall_time": 46765.69578361511, "train_loss_step": 3.1701622009277344, "n_params": 4469860, "total_flops": 60967460044800000, "train_loss": 0.01579679012298584, "subset_score_loss": 0.01579679012298584}
+{"step": 4450000, "wall_time": 46864.77559876442, "train_loss_step": 2.936215400695801, "n_params": 4469860, "total_flops": 61104774144000000, "train_loss": 0.01501198172569275, "subset_score_loss": 0.01501198172569275}
+{"step": 4460000, "wall_time": 46963.525198459625, "train_loss_step": 3.2074689865112305, "n_params": 4469860, "total_flops": 61242088243200000, "train_loss": 0.015297837257385254, "subset_score_loss": 0.015297837257385254}
+{"step": 4470000, "wall_time": 47062.026728630066, "train_loss_step": 3.089998722076416, "n_params": 4469860, "total_flops": 61379402342400000, "train_loss": 0.014834078550338746, "subset_score_loss": 0.014834078550338746}
+{"step": 4480000, "wall_time": 47160.99866938591, "train_loss_step": 2.953213691711426, "n_params": 4469860, "total_flops": 61516716441600000, "train_loss": 0.015693516731262208, "subset_score_loss": 0.015693516731262208}
+{"step": 4490000, "wall_time": 47260.07696199417, "train_loss_step": 2.965188980102539, "n_params": 4469860, "total_flops": 61654030540800000, "train_loss": 0.014577813148498535, "subset_score_loss": 0.014577813148498535}
+{"step": 4500000, "wall_time": 47431.72435808182, "train_loss_step": 3.0288655757904053, "n_params": 4469860, "total_flops": 61791344640000000, "train_loss": 0.014168257713317872, "subset_score_loss": 0.014168257713317872, "memorization_fraction_pixel": 0.5823000073432922, "mean_nn_ratio_pixel": 0.457339346408844, "fid": 104.95742746996379, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 47529.51187086105, "train_loss_step": 3.0984480381011963, "n_params": 4469860, "total_flops": 61928658739200000, "train_loss": 0.013645583391189575, "subset_score_loss": 0.013645583391189575}
+{"step": 4520000, "wall_time": 47620.1535179615, "train_loss_step": 3.2499990463256836, "n_params": 4469860, "total_flops": 62065972838400000, "train_loss": 0.013776911497116089, "subset_score_loss": 0.013776911497116089}
+{"step": 4530000, "wall_time": 47705.12177658081, "train_loss_step": 3.102353572845459, "n_params": 4469860, "total_flops": 62203286937600000, "train_loss": 0.014424413442611694, "subset_score_loss": 0.014424413442611694}
+{"step": 4540000, "wall_time": 47803.827459573746, "train_loss_step": 2.919069766998291, "n_params": 4469860, "total_flops": 62340601036800000, "train_loss": 0.014343577623367309, "subset_score_loss": 0.014343577623367309}
+{"step": 4550000, "wall_time": 47902.40895795822, "train_loss_step": 3.0752148628234863, "n_params": 4469860, "total_flops": 62477915136000000, "train_loss": 0.014164383411407471, "subset_score_loss": 0.014164383411407471}
+{"step": 4560000, "wall_time": 48001.32711935043, "train_loss_step": 2.911107301712036, "n_params": 4469860, "total_flops": 62615229235200000, "train_loss": 0.014422004222869872, "subset_score_loss": 0.014422004222869872}
+{"step": 4570000, "wall_time": 48100.06509900093, "train_loss_step": 3.041494369506836, "n_params": 4469860, "total_flops": 62752543334400000, "train_loss": 0.014892376661300659, "subset_score_loss": 0.014892376661300659}
+{"step": 4580000, "wall_time": 48198.650619745255, "train_loss_step": 3.1249263286590576, "n_params": 4469860, "total_flops": 62889857433600000, "train_loss": 0.01424180030822754, "subset_score_loss": 0.01424180030822754}
+{"step": 4590000, "wall_time": 48297.27252459526, "train_loss_step": 3.076030731201172, "n_params": 4469860, "total_flops": 63027171532800000, "train_loss": 0.014616532325744629, "subset_score_loss": 0.014616532325744629}
+{"step": 4600000, "wall_time": 48470.930542469025, "train_loss_step": 2.951150417327881, "n_params": 4469860, "total_flops": 63164485632000000, "train_loss": 0.014408438205718995, "subset_score_loss": 0.014408438205718995, "memorization_fraction_pixel": 0.6057000160217285, "mean_nn_ratio_pixel": 0.44400691986083984, "fid": 103.75411117302909, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 48564.71764779091, "train_loss_step": 2.8482918739318848, "n_params": 4469860, "total_flops": 63301799731200000, "train_loss": 0.01389917492866516, "subset_score_loss": 0.01389917492866516}
+{"step": 4620000, "wall_time": 48645.288304805756, "train_loss_step": 3.3727993965148926, "n_params": 4469860, "total_flops": 63439113830400000, "train_loss": 0.013817392587661743, "subset_score_loss": 0.013817392587661743}
+{"step": 4630000, "wall_time": 48723.05578827858, "train_loss_step": 2.9381394386291504, "n_params": 4469860, "total_flops": 63576427929600000, "train_loss": 0.014233405590057374, "subset_score_loss": 0.014233405590057374}
+{"step": 4640000, "wall_time": 48804.30372428894, "train_loss_step": 3.0387320518493652, "n_params": 4469860, "total_flops": 63713742028800000, "train_loss": 0.01490430235862732, "subset_score_loss": 0.01490430235862732}
+{"step": 4650000, "wall_time": 48885.16786432266, "train_loss_step": 3.016665458679199, "n_params": 4469860, "total_flops": 63851056128000000, "train_loss": 0.013502264022827148, "subset_score_loss": 0.013502264022827148}
+{"step": 4660000, "wall_time": 48965.54778432846, "train_loss_step": 3.084989070892334, "n_params": 4469860, "total_flops": 63988370227200000, "train_loss": 0.013337087631225587, "subset_score_loss": 0.013337087631225587}
+{"step": 4670000, "wall_time": 49046.377173662186, "train_loss_step": 3.1434247493743896, "n_params": 4469860, "total_flops": 64125684326400000, "train_loss": 0.014457786083221435, "subset_score_loss": 0.014457786083221435}
+{"step": 4680000, "wall_time": 49126.63639879227, "train_loss_step": 2.8538599014282227, "n_params": 4469860, "total_flops": 64262998425600000, "train_loss": 0.014621378183364868, "subset_score_loss": 0.014621378183364868}
+{"step": 4690000, "wall_time": 49207.12794089317, "train_loss_step": 3.1079983711242676, "n_params": 4469860, "total_flops": 64400312524800000, "train_loss": 0.013671939373016357, "subset_score_loss": 0.013671939373016357}
+{"step": 4700000, "wall_time": 49345.97854113579, "train_loss_step": 2.9257936477661133, "n_params": 4469860, "total_flops": 64537626624000000, "train_loss": 0.013612735271453857, "subset_score_loss": 0.013612735271453857, "memorization_fraction_pixel": 0.6074000000953674, "mean_nn_ratio_pixel": 0.4422595798969269, "fid": 103.52383548124834, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 49426.9035949707, "train_loss_step": 3.063978672027588, "n_params": 4469860, "total_flops": 64674940723200000, "train_loss": 0.01455127477645874, "subset_score_loss": 0.01455127477645874}
+{"step": 4720000, "wall_time": 49504.703177928925, "train_loss_step": 3.4480419158935547, "n_params": 4469860, "total_flops": 64812254822400000, "train_loss": 0.013664066791534424, "subset_score_loss": 0.013664066791534424}
+{"step": 4730000, "wall_time": 49583.58406281471, "train_loss_step": 3.240786075592041, "n_params": 4469860, "total_flops": 64949568921600000, "train_loss": 0.0133187735080719, "subset_score_loss": 0.0133187735080719}
+{"step": 4740000, "wall_time": 49664.23560166359, "train_loss_step": 3.161630630493164, "n_params": 4469860, "total_flops": 65086883020800000, "train_loss": 0.013484585285186767, "subset_score_loss": 0.013484585285186767}
+{"step": 4750000, "wall_time": 49745.24435567856, "train_loss_step": 3.1530399322509766, "n_params": 4469860, "total_flops": 65224197120000000, "train_loss": 0.013271714448928834, "subset_score_loss": 0.013271714448928834}
+{"step": 4760000, "wall_time": 49826.26018857956, "train_loss_step": 3.1562561988830566, "n_params": 4469860, "total_flops": 65361511219200000, "train_loss": 0.01589033842086792, "subset_score_loss": 0.01589033842086792}
+{"step": 4770000, "wall_time": 49906.654532432556, "train_loss_step": 2.805544853210449, "n_params": 4469860, "total_flops": 65498825318400000, "train_loss": 0.013801841735839844, "subset_score_loss": 0.013801841735839844}
+{"step": 4780000, "wall_time": 49987.14597415924, "train_loss_step": 2.9110000133514404, "n_params": 4469860, "total_flops": 65636139417600000, "train_loss": 0.012924931049346923, "subset_score_loss": 0.012924931049346923}
+{"step": 4790000, "wall_time": 50067.50299572945, "train_loss_step": 3.1794593334198, "n_params": 4469860, "total_flops": 65773453516800000, "train_loss": 0.01427949070930481, "subset_score_loss": 0.01427949070930481}
+{"step": 4800000, "wall_time": 50189.23441648483, "train_loss_step": 3.1332521438598633, "n_params": 4469860, "total_flops": 65910767616000000, "train_loss": 0.013414418697357178, "subset_score_loss": 0.013414418697357178, "memorization_fraction_pixel": 0.6198999881744385, "mean_nn_ratio_pixel": 0.4326889216899872, "fid": 101.71102749506957, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 50249.379435777664, "train_loss_step": 2.7688210010528564, "n_params": 4469860, "total_flops": 66048081715200000, "train_loss": 0.012893294095993041, "subset_score_loss": 0.012893294095993041}
+{"step": 4820000, "wall_time": 50304.738689899445, "train_loss_step": 3.1902594566345215, "n_params": 4469860, "total_flops": 66185395814400000, "train_loss": 0.013070920705795288, "subset_score_loss": 0.013070920705795288}
+{"step": 4830000, "wall_time": 50365.13136219978, "train_loss_step": 3.2580389976501465, "n_params": 4469860, "total_flops": 66322709913600000, "train_loss": 0.013481090068817139, "subset_score_loss": 0.013481090068817139}
+{"step": 4840000, "wall_time": 50425.65920519829, "train_loss_step": 2.9073450565338135, "n_params": 4469860, "total_flops": 66460024012800000, "train_loss": 0.01271415114402771, "subset_score_loss": 0.01271415114402771}
+{"step": 4850000, "wall_time": 50486.357956171036, "train_loss_step": 2.938037872314453, "n_params": 4469860, "total_flops": 66597338112000000, "train_loss": 0.014409787654876709, "subset_score_loss": 0.014409787654876709}
+{"step": 4860000, "wall_time": 50547.03868174553, "train_loss_step": 2.940950393676758, "n_params": 4469860, "total_flops": 66734652211200000, "train_loss": 0.013332117795944214, "subset_score_loss": 0.013332117795944214}
+{"step": 4870000, "wall_time": 50608.48407769203, "train_loss_step": 2.9052884578704834, "n_params": 4469860, "total_flops": 66871966310400000, "train_loss": 0.013174616098403931, "subset_score_loss": 0.013174616098403931}
+{"step": 4880000, "wall_time": 50669.01193165779, "train_loss_step": 3.2470664978027344, "n_params": 4469860, "total_flops": 67009280409600000, "train_loss": 0.01329608678817749, "subset_score_loss": 0.01329608678817749}
+{"step": 4890000, "wall_time": 50729.2321972847, "train_loss_step": 2.950026035308838, "n_params": 4469860, "total_flops": 67146594508800000, "train_loss": 0.01374097228050232, "subset_score_loss": 0.01374097228050232}
+{"step": 4900000, "wall_time": 50807.94512009621, "train_loss_step": 2.9668946266174316, "n_params": 4469860, "total_flops": 67283908608000000, "train_loss": 0.013152416944503784, "subset_score_loss": 0.013152416944503784, "memorization_fraction_pixel": 0.6265000104904175, "mean_nn_ratio_pixel": 0.4289308488368988, "fid": 102.49956270742098, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 50847.94637441635, "train_loss_step": 3.212124824523926, "n_params": 4469860, "total_flops": 67421222707200000, "train_loss": 0.01285064458847046, "subset_score_loss": 0.01285064458847046}
+{"step": 4920000, "wall_time": 50872.04069066048, "train_loss_step": 3.1919784545898438, "n_params": 4469860, "total_flops": 67558536806400000, "train_loss": 0.012980363368988036, "subset_score_loss": 0.012980363368988036}
+{"step": 4930000, "wall_time": 50896.420812129974, "train_loss_step": 3.340367317199707, "n_params": 4469860, "total_flops": 67695850905600000, "train_loss": 0.012907893657684326, "subset_score_loss": 0.012907893657684326}
+{"step": 4940000, "wall_time": 50920.40023422241, "train_loss_step": 2.9708642959594727, "n_params": 4469860, "total_flops": 67833165004800000, "train_loss": 0.013178186416625976, "subset_score_loss": 0.013178186416625976}
+{"step": 4950000, "wall_time": 50944.37453174591, "train_loss_step": 2.984759569168091, "n_params": 4469860, "total_flops": 67970479104000000, "train_loss": 0.013397233486175537, "subset_score_loss": 0.013397233486175537}
+{"step": 4960000, "wall_time": 50968.12646317482, "train_loss_step": 3.0100860595703125, "n_params": 4469860, "total_flops": 68107793203200000, "train_loss": 0.013851912021636962, "subset_score_loss": 0.013851912021636962}
+{"step": 4970000, "wall_time": 50991.4440639019, "train_loss_step": 2.9891834259033203, "n_params": 4469860, "total_flops": 68245107302400000, "train_loss": 0.012981839179992676, "subset_score_loss": 0.012981839179992676}
+{"step": 4980000, "wall_time": 51015.835364580154, "train_loss_step": 2.829662799835205, "n_params": 4469860, "total_flops": 68382421401600000, "train_loss": 0.013795720338821411, "subset_score_loss": 0.013795720338821411}
+{"step": 4990000, "wall_time": 51038.76193833351, "train_loss_step": 2.765313148498535, "n_params": 4469860, "total_flops": 68519735500800000, "train_loss": 0.013675402402877807, "subset_score_loss": 0.013675402402877807}
+{"step": 5000000, "wall_time": 51080.25333881378, "train_loss_step": 3.077768325805664, "n_params": 4469860, "total_flops": 68657049600000000, "train_loss": 0.01272374153137207, "subset_score_loss": 0.01272374153137207, "memorization_fraction_pixel": 0.6273999810218811, "mean_nn_ratio_pixel": 0.426738977432251, "fid": 100.64394948074616, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..6f358e9f9369fa25c54582e60affdc3735721a35
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d100/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     76s | train_loss=1.0054 | fid=311.1961
+  step   10000 |    174s | train_loss=0.8311
+  step   20000 |    272s | train_loss=0.7139
+  step   30000 |    371s | train_loss=0.5793
+  step   40000 |    470s | train_loss=0.4352
+  step   50000 |    569s | train_loss=0.3115
+  step   60000 |    667s | train_loss=0.2306
+  step   70000 |    766s | train_loss=0.1819
+  step   80000 |    865s | train_loss=0.1575
+  step   90000 |    964s | train_loss=0.1382
+  step  100000 |   1130s | train_loss=0.1272 | fid=165.4551
+  step  110000 |   1229s | train_loss=0.1191
+  step  120000 |   1328s | train_loss=0.1128
+  step  130000 |   1427s | train_loss=0.1093
+  step  140000 |   1526s | train_loss=0.1025
+  step  150000 |   1625s | train_loss=0.1007
+  step  160000 |   1723s | train_loss=0.0951
+  step  170000 |   1822s | train_loss=0.0942
+  step  180000 |   1921s | train_loss=0.0891
+  step  190000 |   2018s | train_loss=0.0866
+  step  200000 |   2187s | train_loss=0.0836 | fid=160.7849
+  step  210000 |   2286s | train_loss=0.0849
+  step  220000 |   2384s | train_loss=0.0806
+  step  230000 |   2483s | train_loss=0.0781
+  step  240000 |   2582s | train_loss=0.0771
+  step  250000 |   2681s | train_loss=0.0777
+  step  260000 |   2780s | train_loss=0.0737
+  step  270000 |   2878s | train_loss=0.0712
+  step  280000 |   2975s | train_loss=0.0693
+  step  290000 |   3074s | train_loss=0.0679
+  step  300000 |   3242s | train_loss=0.0669 | fid=151.7259
+  step  310000 |   3341s | train_loss=0.0668
+  step  320000 |   3439s | train_loss=0.0661
+  step  330000 |   3538s | train_loss=0.0634
+  step  340000 |   3637s | train_loss=0.0635
+  step  350000 |   3736s | train_loss=0.0643
+  step  360000 |   3835s | train_loss=0.0624
+  step  370000 |   3931s | train_loss=0.0603
+  step  380000 |   4030s | train_loss=0.0616
+  step  390000 |   4129s | train_loss=0.0590
+  step  400000 |   4298s | train_loss=0.0593 | fid=149.1089
+  step  410000 |   4396s | train_loss=0.0598
+  step  420000 |   4495s | train_loss=0.0580
+  step  430000 |   4594s | train_loss=0.0575
+  step  440000 |   4693s | train_loss=0.0563
+  step  450000 |   4791s | train_loss=0.0563
+  step  460000 |   4888s | train_loss=0.0535
+  step  470000 |   4987s | train_loss=0.0542
+  step  480000 |   5086s | train_loss=0.0545
+  step  490000 |   5183s | train_loss=0.0529
+  step  500000 |   5353s | train_loss=0.0533 | fid=145.0834
+  step  510000 |   5452s | train_loss=0.0527
+  step  520000 |   5551s | train_loss=0.0509
+  step  530000 |   5650s | train_loss=0.0511
+  step  540000 |   5748s | train_loss=0.0502
+  step  550000 |   5845s | train_loss=0.0508
+  step  560000 |   5944s | train_loss=0.0498
+  step  570000 |   6042s | train_loss=0.0481
+  step  580000 |   6141s | train_loss=0.0479
+  step  590000 |   6238s | train_loss=0.0499
+  step  600000 |   6409s | train_loss=0.0487 | fid=148.6414
+  step  610000 |   6507s | train_loss=0.0477
+  step  620000 |   6606s | train_loss=0.0471
+  step  630000 |   6705s | train_loss=0.0460
+  step  640000 |   6801s | train_loss=0.0464
+  step  650000 |   6899s | train_loss=0.0471
+  step  660000 |   6998s | train_loss=0.0466
+  step  670000 |   7097s | train_loss=0.0455
+  step  680000 |   7196s | train_loss=0.0449
+  step  690000 |   7292s | train_loss=0.0445
+  step  700000 |   7462s | train_loss=0.0458 | fid=158.8174
+  step  710000 |   7560s | train_loss=0.0461
+  step  720000 |   7659s | train_loss=0.0446
+  step  730000 |   7756s | train_loss=0.0433
+  step  740000 |   7854s | train_loss=0.0435
+  step  750000 |   7953s | train_loss=0.0431
+  step  760000 |   8052s | train_loss=0.0441
+  step  770000 |   8151s | train_loss=0.0459
+  step  780000 |   8249s | train_loss=0.0442
+  step  790000 |   8344s | train_loss=0.0416
+  step  800000 |   8517s | train_loss=0.0413 | fid=172.0185
+  step  810000 |   8615s | train_loss=0.0426
+  step  820000 |   8711s | train_loss=0.0422
+  step  830000 |   8810s | train_loss=0.0418
+  step  840000 |   8909s | train_loss=0.0407
+  step  850000 |   9008s | train_loss=0.0421
+  step  860000 |   9106s | train_loss=0.0403
+  step  870000 |   9205s | train_loss=0.0408
+  step  880000 |   9301s | train_loss=0.0410
+  step  890000 |   9398s | train_loss=0.0410
+  step  900000 |   9571s | train_loss=0.0413 | fid=192.3774
+  step  910000 |   9666s | train_loss=0.0409
+  step  920000 |   9765s | train_loss=0.0397
+  step  930000 |   9864s | train_loss=0.0404
+  step  940000 |   9963s | train_loss=0.0389
+  step  950000 |  10062s | train_loss=0.0424
+  step  960000 |  10160s | train_loss=0.0390
+  step  970000 |  10259s | train_loss=0.0394
+  step  980000 |  10355s | train_loss=0.0381
+  step  990000 |  10452s | train_loss=0.0384
+  step 1000000 |  10622s | train_loss=0.0378 | fid=194.3401
+  step 1010000 |  10721s | train_loss=0.0379
+  step 1020000 |  10819s | train_loss=0.0380
+  step 1030000 |  10918s | train_loss=0.0382
+  step 1040000 |  11016s | train_loss=0.0377
+  step 1050000 |  11115s | train_loss=0.0376
+  step 1060000 |  11213s | train_loss=0.0370
+  step 1070000 |  11312s | train_loss=0.0376
+  step 1080000 |  11408s | train_loss=0.0375
+  step 1090000 |  11505s | train_loss=0.0364
+  step 1100000 |  11674s | train_loss=0.0372 | fid=198.0954
+  step 1110000 |  11772s | train_loss=0.0363
+  step 1120000 |  11871s | train_loss=0.0386
+  step 1130000 |  11970s | train_loss=0.0390
+  step 1140000 |  12069s | train_loss=0.0360
+  step 1150000 |  12168s | train_loss=0.0361
+  step 1160000 |  12266s | train_loss=0.0353
+  step 1170000 |  12362s | train_loss=0.0356
+  step 1180000 |  12461s | train_loss=0.0356
+  step 1190000 |  12556s | train_loss=0.0361
+  step 1200000 |  12728s | train_loss=0.0369 | fid=194.8261
+  step 1210000 |  12826s | train_loss=0.0342
+  step 1220000 |  12924s | train_loss=0.0350
+  step 1230000 |  13023s | train_loss=0.0350
+  step 1240000 |  13122s | train_loss=0.0350
+  step 1250000 |  13221s | train_loss=0.0335
+  step 1260000 |  13320s | train_loss=0.0343
+  step 1270000 |  13416s | train_loss=0.0357
+  step 1280000 |  13511s | train_loss=0.0342
+  step 1290000 |  13610s | train_loss=0.0342
+  step 1300000 |  13781s | train_loss=0.0341 | fid=190.3308
+  step 1310000 |  13880s | train_loss=0.0350
+  step 1320000 |  13978s | train_loss=0.0334
+  step 1330000 |  14077s | train_loss=0.0335
+  step 1340000 |  14176s | train_loss=0.0328
+  step 1350000 |  14275s | train_loss=0.0339
+  step 1360000 |  14374s | train_loss=0.0349
+  step 1370000 |  14468s | train_loss=0.0325
+  step 1380000 |  14565s | train_loss=0.0330
+  step 1390000 |  14662s | train_loss=0.0328
+  step 1400000 |  14835s | train_loss=0.0336 | fid=179.9659
+  step 1410000 |  14934s | train_loss=0.0322
+  step 1420000 |  15032s | train_loss=0.0345
+  step 1430000 |  15131s | train_loss=0.0329
+  step 1440000 |  15230s | train_loss=0.0327
+  step 1450000 |  15329s | train_loss=0.0321
+  step 1460000 |  15422s | train_loss=0.0324
+  step 1470000 |  15521s | train_loss=0.0324
+  step 1480000 |  15618s | train_loss=0.0332
+  step 1490000 |  15716s | train_loss=0.0322
+  step 1500000 |  15890s | train_loss=0.0320 | fid=172.4806
+  step 1510000 |  15988s | train_loss=0.0314
+  step 1520000 |  16087s | train_loss=0.0317
+  step 1530000 |  16186s | train_loss=0.0306
+  step 1540000 |  16285s | train_loss=0.0312
+  step 1550000 |  16381s | train_loss=0.0315
+  step 1560000 |  16478s | train_loss=0.0308
+  step 1570000 |  16577s | train_loss=0.0308
+  step 1580000 |  16674s | train_loss=0.0318
+  step 1590000 |  16771s | train_loss=0.0302
+  step 1600000 |  16944s | train_loss=0.0309 | fid=167.5187
+  step 1610000 |  17040s | train_loss=0.0307
+  step 1620000 |  17137s | train_loss=0.0297
+  step 1630000 |  17235s | train_loss=0.0292
+  step 1640000 |  17329s | train_loss=0.0296
+  step 1650000 |  17428s | train_loss=0.0286
+  step 1660000 |  17524s | train_loss=0.0290
+  step 1670000 |  17622s | train_loss=0.0287
+  step 1680000 |  17721s | train_loss=0.0298
+  step 1690000 |  17819s | train_loss=0.0286
+  step 1700000 |  17994s | train_loss=0.0275 | fid=164.4163
+  step 1710000 |  18093s | train_loss=0.0301
+  step 1720000 |  18192s | train_loss=0.0299
+  step 1730000 |  18282s | train_loss=0.0285
+  step 1740000 |  18382s | train_loss=0.0280
+  step 1750000 |  18474s | train_loss=0.0281
+  step 1760000 |  18568s | train_loss=0.0277
+  step 1770000 |  18665s | train_loss=0.0277
+  step 1780000 |  18764s | train_loss=0.0269
+  step 1790000 |  18861s | train_loss=0.0272
+  step 1800000 |  19036s | train_loss=0.0282 | fid=159.6411
+  step 1810000 |  19135s | train_loss=0.0266
+  step 1820000 |  19230s | train_loss=0.0274
+  step 1830000 |  19319s | train_loss=0.0270
+  step 1840000 |  19418s | train_loss=0.0265
+  step 1850000 |  19514s | train_loss=0.0281
+  step 1860000 |  19598s | train_loss=0.0267
+  step 1870000 |  19698s | train_loss=0.0265
+  step 1880000 |  19797s | train_loss=0.0263
+  step 1890000 |  19894s | train_loss=0.0266
+  step 1900000 |  20069s | train_loss=0.0267 | fid=154.7815
+  step 1910000 |  20168s | train_loss=0.0261
+  step 1920000 |  20256s | train_loss=0.0258
+  step 1930000 |  20356s | train_loss=0.0256
+  step 1940000 |  20455s | train_loss=0.0252
+  step 1950000 |  20555s | train_loss=0.0259
+  step 1960000 |  20640s | train_loss=0.0255
+  step 1970000 |  20740s | train_loss=0.0254
+  step 1980000 |  20838s | train_loss=0.0255
+  step 1990000 |  20936s | train_loss=0.0266
+  step 2000000 |  21110s | train_loss=0.0251 | fid=152.8036
+  step 2010000 |  21205s | train_loss=0.0246
+  step 2020000 |  21295s | train_loss=0.0250
+  step 2030000 |  21394s | train_loss=0.0251
+  step 2040000 |  21493s | train_loss=0.0264
+  step 2050000 |  21591s | train_loss=0.0255
+  step 2060000 |  21678s | train_loss=0.0253
+  step 2070000 |  21777s | train_loss=0.0249
+  step 2080000 |  21875s | train_loss=0.0241
+  step 2090000 |  21974s | train_loss=0.0253
+  step 2100000 |  22148s | train_loss=0.0241 | fid=144.3151
+  step 2110000 |  22238s | train_loss=0.0234
+  step 2120000 |  22337s | train_loss=0.0248
+  step 2130000 |  22436s | train_loss=0.0252
+  step 2140000 |  22535s | train_loss=0.0250
+  step 2150000 |  22633s | train_loss=0.0249
+  step 2160000 |  22718s | train_loss=0.0235
+  step 2170000 |  22816s | train_loss=0.0240
+  step 2180000 |  22914s | train_loss=0.0234
+  step 2190000 |  23013s | train_loss=0.0233
+  step 2200000 |  23184s | train_loss=0.0241 | fid=137.0675
+  step 2210000 |  23277s | train_loss=0.0227
+  step 2220000 |  23377s | train_loss=0.0246
+  step 2230000 |  23475s | train_loss=0.0237
+  step 2240000 |  23573s | train_loss=0.0230
+  step 2250000 |  23672s | train_loss=0.0226
+  step 2260000 |  23761s | train_loss=0.0230
+  step 2270000 |  23858s | train_loss=0.0239
+  step 2280000 |  23956s | train_loss=0.0229
+  step 2290000 |  24055s | train_loss=0.0229
+  step 2300000 |  24216s | train_loss=0.0231 | fid=139.9252
+  step 2310000 |  24315s | train_loss=0.0246
+  step 2320000 |  24414s | train_loss=0.0233
+  step 2330000 |  24513s | train_loss=0.0231
+  step 2340000 |  24611s | train_loss=0.0227
+  step 2350000 |  24710s | train_loss=0.0234
+  step 2360000 |  24802s | train_loss=0.0222
+  step 2370000 |  24892s | train_loss=0.0218
+  step 2380000 |  24990s | train_loss=0.0220
+  step 2390000 |  25088s | train_loss=0.0228
+  step 2400000 |  25247s | train_loss=0.0219 | fid=136.3893
+  step 2410000 |  25346s | train_loss=0.0233
+  step 2420000 |  25446s | train_loss=0.0225
+  step 2430000 |  25544s | train_loss=0.0225
+  step 2440000 |  25643s | train_loss=0.0231
+  step 2450000 |  25742s | train_loss=0.0228
+  step 2460000 |  25840s | train_loss=0.0234
+  step 2470000 |  25926s | train_loss=0.0218
+  step 2480000 |  26023s | train_loss=0.0210
+  step 2490000 |  26122s | train_loss=0.0217
+  step 2500000 |  26283s | train_loss=0.0226 | fid=131.2405
+  step 2510000 |  26382s | train_loss=0.0215
+  step 2520000 |  26482s | train_loss=0.0215
+  step 2530000 |  26579s | train_loss=0.0220
+  step 2540000 |  26679s | train_loss=0.0215
+  step 2550000 |  26777s | train_loss=0.0217
+  step 2560000 |  26876s | train_loss=0.0210
+  step 2570000 |  26957s | train_loss=0.0215
+  step 2580000 |  27054s | train_loss=0.0213
+  step 2590000 |  27146s | train_loss=0.0212
+  step 2600000 |  27361s | train_loss=0.0208 | fid=126.8847
+  step 2610000 |  27461s | train_loss=0.0207
+  step 2620000 |  27558s | train_loss=0.0203
+  step 2630000 |  27658s | train_loss=0.0206
+  step 2640000 |  27756s | train_loss=0.0204
+  step 2650000 |  27855s | train_loss=0.0198
+  step 2660000 |  27954s | train_loss=0.0206
+  step 2670000 |  28035s | train_loss=0.0206
+  step 2680000 |  28123s | train_loss=0.0205
+  step 2690000 |  28220s | train_loss=0.0201
+  step 2700000 |  28459s | train_loss=0.0211 | fid=124.3651
+  step 2710000 |  28557s | train_loss=0.0202
+  step 2720000 |  28656s | train_loss=0.0202
+  step 2730000 |  28755s | train_loss=0.0211
+  step 2740000 |  28854s | train_loss=0.0194
+  step 2750000 |  28953s | train_loss=0.0201
+  step 2760000 |  29041s | train_loss=0.0196
+  step 2770000 |  29120s | train_loss=0.0201
+  step 2780000 |  29219s | train_loss=0.0203
+  step 2790000 |  29318s | train_loss=0.0200
+  step 2800000 |  29538s | train_loss=0.0205 | fid=120.8823
+  step 2810000 |  29637s | train_loss=0.0195
+  step 2820000 |  29735s | train_loss=0.0200
+  step 2830000 |  29834s | train_loss=0.0191
+  step 2840000 |  29933s | train_loss=0.0189
+  step 2850000 |  30030s | train_loss=0.0199
+  step 2860000 |  30106s | train_loss=0.0191
+  step 2870000 |  30205s | train_loss=0.0196
+  step 2880000 |  30304s | train_loss=0.0199
+  step 2890000 |  30403s | train_loss=0.0192
+  step 2900000 |  30640s | train_loss=0.0193 | fid=119.0186
+  step 2910000 |  30739s | train_loss=0.0186
+  step 2920000 |  30838s | train_loss=0.0201
+  step 2930000 |  30937s | train_loss=0.0190
+  step 2940000 |  31027s | train_loss=0.0194
+  step 2950000 |  31117s | train_loss=0.0192
+  step 2960000 |  31207s | train_loss=0.0197
+  step 2970000 |  31306s | train_loss=0.0197
+  step 2980000 |  31406s | train_loss=0.0184
+  step 2990000 |  31502s | train_loss=0.0194
+  step 3000000 |  31715s | train_loss=0.0191 | fid=119.9687
+  step 3010000 |  31814s | train_loss=0.0188
+  step 3020000 |  31912s | train_loss=0.0183
+  step 3030000 |  32000s | train_loss=0.0190
+  step 3040000 |  32099s | train_loss=0.0185
+  step 3050000 |  32189s | train_loss=0.0185
+  step 3060000 |  32289s | train_loss=0.0175
+  step 3070000 |  32388s | train_loss=0.0184
+  step 3080000 |  32486s | train_loss=0.0190
+  step 3090000 |  32584s | train_loss=0.0182
+  step 3100000 |  32801s | train_loss=0.0179 | fid=116.0493
+  step 3110000 |  32899s | train_loss=0.0184
+  step 3120000 |  32986s | train_loss=0.0200
+  step 3130000 |  33085s | train_loss=0.0186
+  step 3140000 |  33182s | train_loss=0.0183
+  step 3150000 |  33280s | train_loss=0.0180
+  step 3160000 |  33379s | train_loss=0.0177
+  step 3170000 |  33476s | train_loss=0.0185
+  step 3180000 |  33575s | train_loss=0.0181
+  step 3190000 |  33674s | train_loss=0.0182
+  step 3200000 |  33851s | train_loss=0.0185 | fid=113.5941
+  step 3210000 |  33947s | train_loss=0.0174
+  step 3220000 |  34045s | train_loss=0.0169
+  step 3230000 |  34144s | train_loss=0.0184
+  step 3240000 |  34240s | train_loss=0.0184
+  step 3250000 |  34339s | train_loss=0.0184
+  step 3260000 |  34437s | train_loss=0.0178
+  step 3270000 |  34536s | train_loss=0.0174
+  step 3280000 |  34634s | train_loss=0.0175
+  step 3290000 |  34733s | train_loss=0.0175
+  step 3300000 |  34911s | train_loss=0.0185 | fid=114.1688
+  step 3310000 |  35010s | train_loss=0.0191
+  step 3320000 |  35107s | train_loss=0.0175
+  step 3330000 |  35207s | train_loss=0.0175
+  step 3340000 |  35303s | train_loss=0.0192
+  step 3350000 |  35402s | train_loss=0.0169
+  step 3360000 |  35500s | train_loss=0.0178
+  step 3370000 |  35598s | train_loss=0.0169
+  step 3380000 |  35698s | train_loss=0.0174
+  step 3390000 |  35797s | train_loss=0.0178
+  step 3400000 |  35974s | train_loss=0.0175 | fid=112.9495
+  step 3410000 |  36073s | train_loss=0.0164
+  step 3420000 |  36170s | train_loss=0.0171
+  step 3430000 |  36267s | train_loss=0.0172
+  step 3440000 |  36366s | train_loss=0.0166
+  step 3450000 |  36464s | train_loss=0.0164
+  step 3460000 |  36562s | train_loss=0.0173
+  step 3470000 |  36662s | train_loss=0.0169
+  step 3480000 |  36760s | train_loss=0.0169
+  step 3490000 |  36848s | train_loss=0.0172
+  step 3500000 |  37022s | train_loss=0.0165 | fid=112.4035
+  step 3510000 |  37122s | train_loss=0.0167
+  step 3520000 |  37219s | train_loss=0.0169
+  step 3530000 |  37316s | train_loss=0.0168
+  step 3540000 |  37414s | train_loss=0.0171
+  step 3550000 |  37512s | train_loss=0.0183
+  step 3560000 |  37610s | train_loss=0.0163
+  step 3570000 |  37710s | train_loss=0.0164
+  step 3580000 |  37806s | train_loss=0.0165
+  step 3590000 |  37905s | train_loss=0.0161
+  step 3600000 |  38080s | train_loss=0.0161 | fid=109.8619
+  step 3610000 |  38177s | train_loss=0.0165
+  step 3620000 |  38274s | train_loss=0.0168
+  step 3630000 |  38372s | train_loss=0.0171
+  step 3640000 |  38470s | train_loss=0.0171
+  step 3650000 |  38567s | train_loss=0.0175
+  step 3660000 |  38666s | train_loss=0.0165
+  step 3670000 |  38758s | train_loss=0.0163
+  step 3680000 |  38857s | train_loss=0.0162
+  step 3690000 |  38955s | train_loss=0.0175
+  step 3700000 |  39130s | train_loss=0.0160 | fid=109.3445
+  step 3710000 |  39227s | train_loss=0.0161
+  step 3720000 |  39322s | train_loss=0.0161
+  step 3730000 |  39421s | train_loss=0.0162
+  step 3740000 |  39519s | train_loss=0.0164
+  step 3750000 |  39618s | train_loss=0.0158
+  step 3760000 |  39714s | train_loss=0.0158
+  step 3770000 |  39810s | train_loss=0.0163
+  step 3780000 |  39909s | train_loss=0.0157
+  step 3790000 |  40008s | train_loss=0.0159
+  step 3800000 |  40182s | train_loss=0.0170 | fid=107.6040
+  step 3810000 |  40279s | train_loss=0.0170
+  step 3820000 |  40369s | train_loss=0.0158
+  step 3830000 |  40468s | train_loss=0.0158
+  step 3840000 |  40564s | train_loss=0.0158
+  step 3850000 |  40662s | train_loss=0.0163
+  step 3860000 |  40749s | train_loss=0.0163
+  step 3870000 |  40848s | train_loss=0.0150
+  step 3880000 |  40946s | train_loss=0.0155
+  step 3890000 |  41045s | train_loss=0.0158
+  step 3900000 |  41218s | train_loss=0.0156 | fid=107.5869
+  step 3910000 |  41316s | train_loss=0.0159
+  step 3920000 |  41403s | train_loss=0.0155
+  step 3930000 |  41501s | train_loss=0.0148
+  step 3940000 |  41599s | train_loss=0.0149
+  step 3950000 |  41689s | train_loss=0.0154
+  step 3960000 |  41783s | train_loss=0.0153
+  step 3970000 |  41882s | train_loss=0.0154
+  step 3980000 |  41981s | train_loss=0.0161
+  step 3990000 |  42080s | train_loss=0.0157
+  step 4000000 |  42254s | train_loss=0.0161 | fid=108.3471
+  step 4010000 |  42351s | train_loss=0.0146
+  step 4020000 |  42440s | train_loss=0.0150
+  step 4030000 |  42538s | train_loss=0.0158
+  step 4040000 |  42637s | train_loss=0.0152
+  step 4050000 |  42728s | train_loss=0.0150
+  step 4060000 |  42827s | train_loss=0.0150
+  step 4070000 |  42926s | train_loss=0.0163
+  step 4080000 |  43025s | train_loss=0.0142
+  step 4090000 |  43124s | train_loss=0.0166
+  step 4100000 |  43299s | train_loss=0.0154 | fid=108.6355
+  step 4110000 |  43396s | train_loss=0.0153
+  step 4120000 |  43481s | train_loss=0.0143
+  step 4130000 |  43580s | train_loss=0.0148
+  step 4140000 |  43667s | train_loss=0.0149
+  step 4150000 |  43764s | train_loss=0.0155
+  step 4160000 |  43863s | train_loss=0.0151
+  step 4170000 |  43961s | train_loss=0.0152
+  step 4180000 |  44060s | train_loss=0.0144
+  step 4190000 |  44159s | train_loss=0.0149
+  step 4200000 |  44332s | train_loss=0.0149 | fid=105.3016
+  step 4210000 |  44430s | train_loss=0.0156
+  step 4220000 |  44517s | train_loss=0.0146
+  step 4230000 |  44609s | train_loss=0.0149
+  step 4240000 |  44696s | train_loss=0.0150
+  step 4250000 |  44795s | train_loss=0.0146
+  step 4260000 |  44893s | train_loss=0.0151
+  step 4270000 |  44992s | train_loss=0.0149
+  step 4280000 |  45090s | train_loss=0.0149
+  step 4290000 |  45189s | train_loss=0.0157
+  step 4300000 |  45361s | train_loss=0.0154 | fid=104.8575
+  step 4310000 |  45460s | train_loss=0.0146
+  step 4320000 |  45553s | train_loss=0.0145
+  step 4330000 |  45632s | train_loss=0.0147
+  step 4340000 |  45727s | train_loss=0.0148
+  step 4350000 |  45826s | train_loss=0.0138
+  step 4360000 |  45925s | train_loss=0.0149
+  step 4370000 |  46023s | train_loss=0.0147
+  step 4380000 |  46122s | train_loss=0.0143
+  step 4390000 |  46220s | train_loss=0.0144
+  step 4400000 |  46392s | train_loss=0.0139 | fid=105.2187
+  step 4410000 |  46490s | train_loss=0.0148
+  step 4420000 |  46589s | train_loss=0.0139
+  step 4430000 |  46666s | train_loss=0.0152
+  step 4440000 |  46766s | train_loss=0.0158
+  step 4450000 |  46865s | train_loss=0.0150
+  step 4460000 |  46964s | train_loss=0.0153
+  step 4470000 |  47062s | train_loss=0.0148
+  step 4480000 |  47161s | train_loss=0.0157
+  step 4490000 |  47260s | train_loss=0.0146
+  step 4500000 |  47432s | train_loss=0.0142 | fid=104.9574
+  step 4510000 |  47530s | train_loss=0.0136
+  step 4520000 |  47620s | train_loss=0.0138
+  step 4530000 |  47705s | train_loss=0.0144
+  step 4540000 |  47804s | train_loss=0.0143
+  step 4550000 |  47902s | train_loss=0.0142
+  step 4560000 |  48001s | train_loss=0.0144
+  step 4570000 |  48100s | train_loss=0.0149
+  step 4580000 |  48199s | train_loss=0.0142
+  step 4590000 |  48297s | train_loss=0.0146
+  step 4600000 |  48471s | train_loss=0.0144 | fid=103.7541
+  step 4610000 |  48565s | train_loss=0.0139
+  step 4620000 |  48645s | train_loss=0.0138
+  step 4630000 |  48723s | train_loss=0.0142
+  step 4640000 |  48804s | train_loss=0.0149
+  step 4650000 |  48885s | train_loss=0.0135
+  step 4660000 |  48966s | train_loss=0.0133
+  step 4670000 |  49046s | train_loss=0.0145
+  step 4680000 |  49127s | train_loss=0.0146
+  step 4690000 |  49207s | train_loss=0.0137
+  step 4700000 |  49346s | train_loss=0.0136 | fid=103.5238
+  step 4710000 |  49427s | train_loss=0.0146
+  step 4720000 |  49505s | train_loss=0.0137
+  step 4730000 |  49584s | train_loss=0.0133
+  step 4740000 |  49664s | train_loss=0.0135
+  step 4750000 |  49745s | train_loss=0.0133
+  step 4760000 |  49826s | train_loss=0.0159
+  step 4770000 |  49907s | train_loss=0.0138
+  step 4780000 |  49987s | train_loss=0.0129
+  step 4790000 |  50068s | train_loss=0.0143
+  step 4800000 |  50189s | train_loss=0.0134 | fid=101.7110
+  step 4810000 |  50249s | train_loss=0.0129
+  step 4820000 |  50305s | train_loss=0.0131
+  step 4830000 |  50365s | train_loss=0.0135
+  step 4840000 |  50426s | train_loss=0.0127
+  step 4850000 |  50486s | train_loss=0.0144
+  step 4860000 |  50547s | train_loss=0.0133
+  step 4870000 |  50608s | train_loss=0.0132
+  step 4880000 |  50669s | train_loss=0.0133
+  step 4890000 |  50729s | train_loss=0.0137
+  step 4900000 |  50808s | train_loss=0.0132 | fid=102.4996
+  step 4910000 |  50848s | train_loss=0.0129
+  step 4920000 |  50872s | train_loss=0.0130
+  step 4930000 |  50896s | train_loss=0.0129
+  step 4940000 |  50920s | train_loss=0.0132
+  step 4950000 |  50944s | train_loss=0.0134
+  step 4960000 |  50968s | train_loss=0.0139
+  step 4970000 |  50991s | train_loss=0.0130
+  step 4980000 |  51016s | train_loss=0.0138
+  step 4990000 |  51039s | train_loss=0.0137
+  step 5000000 |  51080s | train_loss=0.0127 | fid=100.6439
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..dc8ee5594ffb9c51acefaf3038087e6953cab41e
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..4253df5f886f46d5057fc6a5e8eaa2573d2e5dd9
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 120, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d120/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 74.95028924942017, "train_loss_step": 120.92071533203125, "n_params": 4510840, "total_flops": 13857300480, "train_loss": 1.008657455444336, "subset_score_loss": 1.008657455444336, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9803365468978882, "fid": 304.81398006206985, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 171.07880997657776, "train_loss_step": 23.797874450683594, "n_params": 4510840, "total_flops": 138573004800000, "train_loss": 0.8145411173502605, "subset_score_loss": 0.8145411173502605}
+{"step": 20000, "wall_time": 267.40497183799744, "train_loss_step": 21.4133243560791, "n_params": 4510840, "total_flops": 277146009600000, "train_loss": 0.6845543543497722, "subset_score_loss": 0.6845543543497722}
+{"step": 30000, "wall_time": 363.6747705936432, "train_loss_step": 19.079471588134766, "n_params": 4510840, "total_flops": 415719014400000, "train_loss": 0.5525736490885417, "subset_score_loss": 0.5525736490885417}
+{"step": 40000, "wall_time": 460.0617516040802, "train_loss_step": 16.455562591552734, "n_params": 4510840, "total_flops": 554292019200000, "train_loss": 0.421843433380127, "subset_score_loss": 0.421843433380127}
+{"step": 50000, "wall_time": 556.4497902393341, "train_loss_step": 15.16219711303711, "n_params": 4510840, "total_flops": 692865024000000, "train_loss": 0.31536563237508136, "subset_score_loss": 0.31536563237508136}
+{"step": 60000, "wall_time": 652.8846487998962, "train_loss_step": 13.303794860839844, "n_params": 4510840, "total_flops": 831438028800000, "train_loss": 0.23898135821024577, "subset_score_loss": 0.23898135821024577}
+{"step": 70000, "wall_time": 749.2574944496155, "train_loss_step": 11.29421329498291, "n_params": 4510840, "total_flops": 970011033600000, "train_loss": 0.1914870580037435, "subset_score_loss": 0.1914870580037435}
+{"step": 80000, "wall_time": 845.8329420089722, "train_loss_step": 11.378921508789062, "n_params": 4510840, "total_flops": 1108584038400000, "train_loss": 0.16349342664082844, "subset_score_loss": 0.16349342664082844}
+{"step": 90000, "wall_time": 942.350334405899, "train_loss_step": 10.887453079223633, "n_params": 4510840, "total_flops": 1247157043200000, "train_loss": 0.14388777414957682, "subset_score_loss": 0.14388777414957682}
+{"step": 100000, "wall_time": 1110.0636370182037, "train_loss_step": 10.66222858428955, "n_params": 4510840, "total_flops": 1385730048000000, "train_loss": 0.1306108792622884, "subset_score_loss": 0.1306108792622884, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9484943151473999, "fid": 175.80463189518053, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1201.306722164154, "train_loss_step": 9.23944091796875, "n_params": 4510840, "total_flops": 1524303052800000, "train_loss": 0.12168831825256347, "subset_score_loss": 0.12168831825256347}
+{"step": 120000, "wall_time": 1297.8728535175323, "train_loss_step": 9.340614318847656, "n_params": 4510840, "total_flops": 1662876057600000, "train_loss": 0.11502542495727539, "subset_score_loss": 0.11502542495727539}
+{"step": 130000, "wall_time": 1394.197597026825, "train_loss_step": 9.447063446044922, "n_params": 4510840, "total_flops": 1801449062400000, "train_loss": 0.11000427405039469, "subset_score_loss": 0.11000427405039469}
+{"step": 140000, "wall_time": 1490.5400240421295, "train_loss_step": 9.076496124267578, "n_params": 4510840, "total_flops": 1940022067200000, "train_loss": 0.10524029731750488, "subset_score_loss": 0.10524029731750488}
+{"step": 150000, "wall_time": 1586.7971124649048, "train_loss_step": 8.572101593017578, "n_params": 4510840, "total_flops": 2078595072000000, "train_loss": 0.10082671642303467, "subset_score_loss": 0.10082671642303467}
+{"step": 160000, "wall_time": 1683.1605958938599, "train_loss_step": 8.448455810546875, "n_params": 4510840, "total_flops": 2217168076800000, "train_loss": 0.09894359906514485, "subset_score_loss": 0.09894359906514485}
+{"step": 170000, "wall_time": 1779.828934431076, "train_loss_step": 8.464771270751953, "n_params": 4510840, "total_flops": 2355741081600000, "train_loss": 0.09715018272399903, "subset_score_loss": 0.09715018272399903}
+{"step": 180000, "wall_time": 1876.2228713035583, "train_loss_step": 8.134255409240723, "n_params": 4510840, "total_flops": 2494314086400000, "train_loss": 0.09089552561442057, "subset_score_loss": 0.09089552561442057}
+{"step": 190000, "wall_time": 1972.2182731628418, "train_loss_step": 8.526262283325195, "n_params": 4510840, "total_flops": 2632887091200000, "train_loss": 0.08953245480855306, "subset_score_loss": 0.08953245480855306}
+{"step": 200000, "wall_time": 2140.240515232086, "train_loss_step": 8.346363067626953, "n_params": 4510840, "total_flops": 2771460096000000, "train_loss": 0.08756828308105469, "subset_score_loss": 0.08756828308105469, "memorization_fraction_pixel": 0.002400000113993883, "mean_nn_ratio_pixel": 0.9208623170852661, "fid": 175.50500926551945, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2231.8289580345154, "train_loss_step": 8.325634002685547, "n_params": 4510840, "total_flops": 2910033100800000, "train_loss": 0.08412357171376546, "subset_score_loss": 0.08412357171376546}
+{"step": 220000, "wall_time": 2327.9286992549896, "train_loss_step": 7.7486958503723145, "n_params": 4510840, "total_flops": 3048606105600000, "train_loss": 0.08208738962809245, "subset_score_loss": 0.08208738962809245}
+{"step": 230000, "wall_time": 2424.0705296993256, "train_loss_step": 8.19942855834961, "n_params": 4510840, "total_flops": 3187179110400000, "train_loss": 0.08269867102305094, "subset_score_loss": 0.08269867102305094}
+{"step": 240000, "wall_time": 2519.903229236603, "train_loss_step": 7.900774955749512, "n_params": 4510840, "total_flops": 3325752115200000, "train_loss": 0.07939232190450032, "subset_score_loss": 0.07939232190450032}
+{"step": 250000, "wall_time": 2615.7393412590027, "train_loss_step": 7.697416305541992, "n_params": 4510840, "total_flops": 3464325120000000, "train_loss": 0.07910680770874023, "subset_score_loss": 0.07910680770874023}
+{"step": 260000, "wall_time": 2711.742811203003, "train_loss_step": 7.843238830566406, "n_params": 4510840, "total_flops": 3602898124800000, "train_loss": 0.07665378252665202, "subset_score_loss": 0.07665378252665202}
+{"step": 270000, "wall_time": 2807.729439020157, "train_loss_step": 7.834466457366943, "n_params": 4510840, "total_flops": 3741471129600000, "train_loss": 0.07293668588002523, "subset_score_loss": 0.07293668588002523}
+{"step": 280000, "wall_time": 2903.9772758483887, "train_loss_step": 6.8666462898254395, "n_params": 4510840, "total_flops": 3880044134400000, "train_loss": 0.07298587958017985, "subset_score_loss": 0.07298587958017985}
+{"step": 290000, "wall_time": 2998.4562010765076, "train_loss_step": 7.69230318069458, "n_params": 4510840, "total_flops": 4018617139200000, "train_loss": 0.07019054889678955, "subset_score_loss": 0.07019054889678955}
+{"step": 300000, "wall_time": 3167.641815662384, "train_loss_step": 7.616694927215576, "n_params": 4510840, "total_flops": 4157190144000000, "train_loss": 0.06999766826629639, "subset_score_loss": 0.06999766826629639, "memorization_fraction_pixel": 0.004600000102072954, "mean_nn_ratio_pixel": 0.9048072099685669, "fid": 170.87514564250267, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3262.9164292812347, "train_loss_step": 7.230145454406738, "n_params": 4510840, "total_flops": 4295763148800000, "train_loss": 0.06855905055999756, "subset_score_loss": 0.06855905055999756}
+{"step": 320000, "wall_time": 3356.068879365921, "train_loss_step": 7.739073753356934, "n_params": 4510840, "total_flops": 4434336153600000, "train_loss": 0.06871449947357178, "subset_score_loss": 0.06871449947357178}
+{"step": 330000, "wall_time": 3452.1804163455963, "train_loss_step": 7.393975257873535, "n_params": 4510840, "total_flops": 4572909158400000, "train_loss": 0.06535015106201172, "subset_score_loss": 0.06535015106201172}
+{"step": 340000, "wall_time": 3548.682471513748, "train_loss_step": 7.205282211303711, "n_params": 4510840, "total_flops": 4711482163200000, "train_loss": 0.06568162441253662, "subset_score_loss": 0.06568162441253662}
+{"step": 350000, "wall_time": 3644.9202315807343, "train_loss_step": 7.341184616088867, "n_params": 4510840, "total_flops": 4850055168000000, "train_loss": 0.06495063702265422, "subset_score_loss": 0.06495063702265422}
+{"step": 360000, "wall_time": 3741.4199035167694, "train_loss_step": 7.297774314880371, "n_params": 4510840, "total_flops": 4988628172800000, "train_loss": 0.06451976299285889, "subset_score_loss": 0.06451976299285889}
+{"step": 370000, "wall_time": 3838.034390926361, "train_loss_step": 6.797642230987549, "n_params": 4510840, "total_flops": 5127201177600000, "train_loss": 0.061748202641805014, "subset_score_loss": 0.061748202641805014}
+{"step": 380000, "wall_time": 3934.4107806682587, "train_loss_step": 7.119932174682617, "n_params": 4510840, "total_flops": 5265774182400000, "train_loss": 0.06172171831130981, "subset_score_loss": 0.06172171831130981}
+{"step": 390000, "wall_time": 4028.5816366672516, "train_loss_step": 6.879828453063965, "n_params": 4510840, "total_flops": 5404347187200000, "train_loss": 0.060812338193257647, "subset_score_loss": 0.060812338193257647}
+{"step": 400000, "wall_time": 4196.99756360054, "train_loss_step": 7.071274280548096, "n_params": 4510840, "total_flops": 5542920192000000, "train_loss": 0.061793184280395506, "subset_score_loss": 0.061793184280395506, "memorization_fraction_pixel": 0.00930000003427267, "mean_nn_ratio_pixel": 0.8893830180168152, "fid": 165.00068945696887, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4293.325397729874, "train_loss_step": 7.473645210266113, "n_params": 4510840, "total_flops": 5681493196800000, "train_loss": 0.06007101535797119, "subset_score_loss": 0.06007101535797119}
+{"step": 420000, "wall_time": 4384.295483350754, "train_loss_step": 7.205099105834961, "n_params": 4510840, "total_flops": 5820066201600000, "train_loss": 0.05954220692316691, "subset_score_loss": 0.05954220692316691}
+{"step": 430000, "wall_time": 4480.1683032512665, "train_loss_step": 6.6860246658325195, "n_params": 4510840, "total_flops": 5958639206400000, "train_loss": 0.05848538875579834, "subset_score_loss": 0.05848538875579834}
+{"step": 440000, "wall_time": 4576.150409221649, "train_loss_step": 6.383959770202637, "n_params": 4510840, "total_flops": 6097212211200000, "train_loss": 0.0586933175722758, "subset_score_loss": 0.0586933175722758}
+{"step": 450000, "wall_time": 4672.356237888336, "train_loss_step": 6.974172592163086, "n_params": 4510840, "total_flops": 6235785216000000, "train_loss": 0.059678077697753906, "subset_score_loss": 0.059678077697753906}
+{"step": 460000, "wall_time": 4768.407742261887, "train_loss_step": 6.802957534790039, "n_params": 4510840, "total_flops": 6374358220800000, "train_loss": 0.05741877953211467, "subset_score_loss": 0.05741877953211467}
+{"step": 470000, "wall_time": 4864.287910461426, "train_loss_step": 6.948625564575195, "n_params": 4510840, "total_flops": 6512931225600000, "train_loss": 0.05600616137186686, "subset_score_loss": 0.05600616137186686}
+{"step": 480000, "wall_time": 4958.871783733368, "train_loss_step": 6.710173606872559, "n_params": 4510840, "total_flops": 6651504230400000, "train_loss": 0.05662206411361694, "subset_score_loss": 0.05662206411361694}
+{"step": 490000, "wall_time": 5052.862941980362, "train_loss_step": 6.8113484382629395, "n_params": 4510840, "total_flops": 6790077235200000, "train_loss": 0.05424908399581909, "subset_score_loss": 0.05424908399581909}
+{"step": 500000, "wall_time": 5224.811611413956, "train_loss_step": 6.773865222930908, "n_params": 4510840, "total_flops": 6928650240000000, "train_loss": 0.05730493466059367, "subset_score_loss": 0.05730493466059367, "memorization_fraction_pixel": 0.013700000010430813, "mean_nn_ratio_pixel": 0.8719984292984009, "fid": 164.08770571586348, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5321.056356430054, "train_loss_step": 6.75244140625, "n_params": 4510840, "total_flops": 7067223244800000, "train_loss": 0.05447227557500203, "subset_score_loss": 0.05447227557500203}
+{"step": 520000, "wall_time": 5413.344487190247, "train_loss_step": 6.885401725769043, "n_params": 4510840, "total_flops": 7205796249600000, "train_loss": 0.054824082056681316, "subset_score_loss": 0.054824082056681316}
+{"step": 530000, "wall_time": 5509.599513292313, "train_loss_step": 6.285311222076416, "n_params": 4510840, "total_flops": 7344369254400000, "train_loss": 0.0538026213645935, "subset_score_loss": 0.0538026213645935}
+{"step": 540000, "wall_time": 5605.884288549423, "train_loss_step": 6.657578945159912, "n_params": 4510840, "total_flops": 7482942259200000, "train_loss": 0.052005358537038165, "subset_score_loss": 0.052005358537038165}
+{"step": 550000, "wall_time": 5702.190632104874, "train_loss_step": 6.448737144470215, "n_params": 4510840, "total_flops": 7621515264000000, "train_loss": 0.0517001748085022, "subset_score_loss": 0.0517001748085022}
+{"step": 560000, "wall_time": 5798.220522642136, "train_loss_step": 6.683356285095215, "n_params": 4510840, "total_flops": 7760088268800000, "train_loss": 0.05127753814061483, "subset_score_loss": 0.05127753814061483}
+{"step": 570000, "wall_time": 5894.505343198776, "train_loss_step": 6.426121711730957, "n_params": 4510840, "total_flops": 7898661273600000, "train_loss": 0.051776230335235596, "subset_score_loss": 0.051776230335235596}
+{"step": 580000, "wall_time": 5989.0752284526825, "train_loss_step": 6.365364074707031, "n_params": 4510840, "total_flops": 8037234278400000, "train_loss": 0.052467600504557295, "subset_score_loss": 0.052467600504557295}
+{"step": 590000, "wall_time": 6083.652572631836, "train_loss_step": 6.665162086486816, "n_params": 4510840, "total_flops": 8175807283200000, "train_loss": 0.05054064989089966, "subset_score_loss": 0.05054064989089966}
+{"step": 600000, "wall_time": 6254.981727600098, "train_loss_step": 6.493049621582031, "n_params": 4510840, "total_flops": 8314380288000000, "train_loss": 0.04998248020807902, "subset_score_loss": 0.04998248020807902, "memorization_fraction_pixel": 0.019099999219179153, "mean_nn_ratio_pixel": 0.8630190491676331, "fid": 157.90397592877898, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6351.242899179459, "train_loss_step": 6.341918468475342, "n_params": 4510840, "total_flops": 8452953292800000, "train_loss": 0.05151247978210449, "subset_score_loss": 0.05151247978210449}
+{"step": 620000, "wall_time": 6445.80149936676, "train_loss_step": 6.361667633056641, "n_params": 4510840, "total_flops": 8591526297600000, "train_loss": 0.04886594613393148, "subset_score_loss": 0.04886594613393148}
+{"step": 630000, "wall_time": 6539.684438467026, "train_loss_step": 6.196798324584961, "n_params": 4510840, "total_flops": 8730099302400000, "train_loss": 0.04986858367919922, "subset_score_loss": 0.04986858367919922}
+{"step": 640000, "wall_time": 6635.798604488373, "train_loss_step": 6.130260467529297, "n_params": 4510840, "total_flops": 8868672307200000, "train_loss": 0.04931042989095052, "subset_score_loss": 0.04931042989095052}
+{"step": 650000, "wall_time": 6731.929241657257, "train_loss_step": 6.48582649230957, "n_params": 4510840, "total_flops": 9007245312000000, "train_loss": 0.04799244403839111, "subset_score_loss": 0.04799244403839111}
+{"step": 660000, "wall_time": 6828.015360832214, "train_loss_step": 6.200062274932861, "n_params": 4510840, "total_flops": 9145818316800000, "train_loss": 0.0478998064994812, "subset_score_loss": 0.0478998064994812}
+{"step": 670000, "wall_time": 6922.739755153656, "train_loss_step": 6.470804214477539, "n_params": 4510840, "total_flops": 9284391321600000, "train_loss": 0.04912213087081909, "subset_score_loss": 0.04912213087081909}
+{"step": 680000, "wall_time": 7018.492608308792, "train_loss_step": 6.443952560424805, "n_params": 4510840, "total_flops": 9422964326400000, "train_loss": 0.04842025836308797, "subset_score_loss": 0.04842025836308797}
+{"step": 690000, "wall_time": 7112.75962471962, "train_loss_step": 6.444186210632324, "n_params": 4510840, "total_flops": 9561537331200000, "train_loss": 0.04809730052947998, "subset_score_loss": 0.04809730052947998}
+{"step": 700000, "wall_time": 7283.906954050064, "train_loss_step": 6.028195381164551, "n_params": 4510840, "total_flops": 9700110336000000, "train_loss": 0.04675946235656738, "subset_score_loss": 0.04675946235656738, "memorization_fraction_pixel": 0.03420000150799751, "mean_nn_ratio_pixel": 0.8469244837760925, "fid": 154.28759016637974, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7380.569692373276, "train_loss_step": 6.203186511993408, "n_params": 4510840, "total_flops": 9838683340800000, "train_loss": 0.04575823148091634, "subset_score_loss": 0.04575823148091634}
+{"step": 720000, "wall_time": 7475.019537687302, "train_loss_step": 6.1503095626831055, "n_params": 4510840, "total_flops": 9977256345600000, "train_loss": 0.049572098255157473, "subset_score_loss": 0.049572098255157473}
+{"step": 730000, "wall_time": 7568.826851844788, "train_loss_step": 6.104969501495361, "n_params": 4510840, "total_flops": 10115829350400000, "train_loss": 0.04825832843780518, "subset_score_loss": 0.04825832843780518}
+{"step": 740000, "wall_time": 7665.127458810806, "train_loss_step": 6.077307224273682, "n_params": 4510840, "total_flops": 10254402355200000, "train_loss": 0.04530322551727295, "subset_score_loss": 0.04530322551727295}
+{"step": 750000, "wall_time": 7761.238894224167, "train_loss_step": 5.845129013061523, "n_params": 4510840, "total_flops": 10392975360000000, "train_loss": 0.04548807144165039, "subset_score_loss": 0.04548807144165039}
+{"step": 760000, "wall_time": 7857.559534311295, "train_loss_step": 6.407467365264893, "n_params": 4510840, "total_flops": 10531548364800000, "train_loss": 0.04702063401540121, "subset_score_loss": 0.04702063401540121}
+{"step": 770000, "wall_time": 7952.384376049042, "train_loss_step": 6.174082279205322, "n_params": 4510840, "total_flops": 10670121369600000, "train_loss": 0.04623684485753377, "subset_score_loss": 0.04623684485753377}
+{"step": 780000, "wall_time": 8046.999558925629, "train_loss_step": 5.972803115844727, "n_params": 4510840, "total_flops": 10808694374400000, "train_loss": 0.04347205559412638, "subset_score_loss": 0.04347205559412638}
+{"step": 790000, "wall_time": 8143.816512823105, "train_loss_step": 5.930856704711914, "n_params": 4510840, "total_flops": 10947267379200000, "train_loss": 0.044475265343983966, "subset_score_loss": 0.044475265343983966}
+{"step": 800000, "wall_time": 8318.18636417389, "train_loss_step": 6.363194465637207, "n_params": 4510840, "total_flops": 11085840384000000, "train_loss": 0.045865245660146076, "subset_score_loss": 0.045865245660146076, "memorization_fraction_pixel": 0.02810000069439411, "mean_nn_ratio_pixel": 0.8560760021209717, "fid": 166.56010846315527, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8414.453604698181, "train_loss_step": 6.444380283355713, "n_params": 4510840, "total_flops": 11224413388800000, "train_loss": 0.04416625499725342, "subset_score_loss": 0.04416625499725342}
+{"step": 820000, "wall_time": 8511.159040927887, "train_loss_step": 5.796891212463379, "n_params": 4510840, "total_flops": 11362986393600000, "train_loss": 0.04312213659286499, "subset_score_loss": 0.04312213659286499}
+{"step": 830000, "wall_time": 8602.449909448624, "train_loss_step": 5.8392438888549805, "n_params": 4510840, "total_flops": 11501559398400000, "train_loss": 0.042938045660654706, "subset_score_loss": 0.042938045660654706}
+{"step": 840000, "wall_time": 8698.257335662842, "train_loss_step": 5.935624122619629, "n_params": 4510840, "total_flops": 11640132403200000, "train_loss": 0.044000518321990964, "subset_score_loss": 0.044000518321990964}
+{"step": 850000, "wall_time": 8794.335663080215, "train_loss_step": 5.928082466125488, "n_params": 4510840, "total_flops": 11778705408000000, "train_loss": 0.044864527384440106, "subset_score_loss": 0.044864527384440106}
+{"step": 860000, "wall_time": 8889.393845558167, "train_loss_step": 6.107374668121338, "n_params": 4510840, "total_flops": 11917278412800000, "train_loss": 0.043476514021555585, "subset_score_loss": 0.043476514021555585}
+{"step": 870000, "wall_time": 8985.315772533417, "train_loss_step": 6.177802562713623, "n_params": 4510840, "total_flops": 12055851417600000, "train_loss": 0.042832986513773603, "subset_score_loss": 0.042832986513773603}
+{"step": 880000, "wall_time": 9079.862624168396, "train_loss_step": 5.6488728523254395, "n_params": 4510840, "total_flops": 12194424422400000, "train_loss": 0.042948051293690996, "subset_score_loss": 0.042948051293690996}
+{"step": 890000, "wall_time": 9175.844887971878, "train_loss_step": 6.073906898498535, "n_params": 4510840, "total_flops": 12332997427200000, "train_loss": 0.043273564179738364, "subset_score_loss": 0.043273564179738364}
+{"step": 900000, "wall_time": 9349.462398052216, "train_loss_step": 5.7608642578125, "n_params": 4510840, "total_flops": 12471570432000000, "train_loss": 0.04454718828201294, "subset_score_loss": 0.04454718828201294, "memorization_fraction_pixel": 0.04490000009536743, "mean_nn_ratio_pixel": 0.8451672792434692, "fid": 165.33562410821423, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9445.868711709976, "train_loss_step": 5.992483139038086, "n_params": 4510840, "total_flops": 12610143436800000, "train_loss": 0.04227298895517985, "subset_score_loss": 0.04227298895517985}
+{"step": 920000, "wall_time": 9542.15190577507, "train_loss_step": 5.599388122558594, "n_params": 4510840, "total_flops": 12748716441600000, "train_loss": 0.042009119192759195, "subset_score_loss": 0.042009119192759195}
+{"step": 930000, "wall_time": 9636.373275995255, "train_loss_step": 6.227407455444336, "n_params": 4510840, "total_flops": 12887289446400000, "train_loss": 0.0437410831451416, "subset_score_loss": 0.0437410831451416}
+{"step": 940000, "wall_time": 9729.965274810791, "train_loss_step": 5.778759002685547, "n_params": 4510840, "total_flops": 13025862451200000, "train_loss": 0.040870885054270424, "subset_score_loss": 0.040870885054270424}
+{"step": 950000, "wall_time": 9825.2798371315, "train_loss_step": 5.962566375732422, "n_params": 4510840, "total_flops": 13164435456000000, "train_loss": 0.0425649086634318, "subset_score_loss": 0.0425649086634318}
+{"step": 960000, "wall_time": 9921.70561170578, "train_loss_step": 5.847664833068848, "n_params": 4510840, "total_flops": 13303008460800000, "train_loss": 0.04092482725779215, "subset_score_loss": 0.04092482725779215}
+{"step": 970000, "wall_time": 10015.8239133358, "train_loss_step": 5.561777114868164, "n_params": 4510840, "total_flops": 13441581465600000, "train_loss": 0.04072922468185425, "subset_score_loss": 0.04072922468185425}
+{"step": 980000, "wall_time": 10112.112841844559, "train_loss_step": 5.6308441162109375, "n_params": 4510840, "total_flops": 13580154470400000, "train_loss": 0.0403559684753418, "subset_score_loss": 0.0403559684753418}
+{"step": 990000, "wall_time": 10208.746482849121, "train_loss_step": 5.598214149475098, "n_params": 4510840, "total_flops": 13718727475200000, "train_loss": 0.0411166787147522, "subset_score_loss": 0.0411166787147522}
+{"step": 1000000, "wall_time": 10383.016697645187, "train_loss_step": 5.898865222930908, "n_params": 4510840, "total_flops": 13857300480000000, "train_loss": 0.0401851495107015, "subset_score_loss": 0.0401851495107015, "memorization_fraction_pixel": 0.04910000041127205, "mean_nn_ratio_pixel": 0.8557431697845459, "fid": 178.499085184211, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10478.959673404694, "train_loss_step": 5.822096347808838, "n_params": 4510840, "total_flops": 13995873484800000, "train_loss": 0.04044822057088216, "subset_score_loss": 0.04044822057088216}
+{"step": 1020000, "wall_time": 10574.981446027756, "train_loss_step": 5.891929626464844, "n_params": 4510840, "total_flops": 14134446489600000, "train_loss": 0.03942925930023193, "subset_score_loss": 0.03942925930023193}
+{"step": 1030000, "wall_time": 10668.54942703247, "train_loss_step": 5.302968978881836, "n_params": 4510840, "total_flops": 14273019494400000, "train_loss": 0.04214119513829549, "subset_score_loss": 0.04214119513829549}
+{"step": 1040000, "wall_time": 10761.968246459961, "train_loss_step": 5.707262992858887, "n_params": 4510840, "total_flops": 14411592499200000, "train_loss": 0.04042216936747233, "subset_score_loss": 0.04042216936747233}
+{"step": 1050000, "wall_time": 10856.13832449913, "train_loss_step": 5.594356536865234, "n_params": 4510840, "total_flops": 14550165504000000, "train_loss": 0.040170220534006755, "subset_score_loss": 0.040170220534006755}
+{"step": 1060000, "wall_time": 10952.283450841904, "train_loss_step": 5.748276233673096, "n_params": 4510840, "total_flops": 14688738508800000, "train_loss": 0.040770328044891356, "subset_score_loss": 0.040770328044891356}
+{"step": 1070000, "wall_time": 11046.205929040909, "train_loss_step": 5.998042106628418, "n_params": 4510840, "total_flops": 14827311513600000, "train_loss": 0.038175368309021, "subset_score_loss": 0.038175368309021}
+{"step": 1080000, "wall_time": 11142.105170726776, "train_loss_step": 5.6026811599731445, "n_params": 4510840, "total_flops": 14965884518400000, "train_loss": 0.0397326668103536, "subset_score_loss": 0.0397326668103536}
+{"step": 1090000, "wall_time": 11238.299264192581, "train_loss_step": 5.3407979011535645, "n_params": 4510840, "total_flops": 15104457523200000, "train_loss": 0.04007195631663005, "subset_score_loss": 0.04007195631663005}
+{"step": 1100000, "wall_time": 11409.91594696045, "train_loss_step": 6.323328971862793, "n_params": 4510840, "total_flops": 15243030528000000, "train_loss": 0.03953457673390706, "subset_score_loss": 0.03953457673390706, "memorization_fraction_pixel": 0.06539999693632126, "mean_nn_ratio_pixel": 0.8521921038627625, "fid": 193.5410061045538, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11506.256221532822, "train_loss_step": 6.009638786315918, "n_params": 4510840, "total_flops": 15381603532800000, "train_loss": 0.03950403928756714, "subset_score_loss": 0.03950403928756714}
+{"step": 1120000, "wall_time": 11602.24031496048, "train_loss_step": 5.407258033752441, "n_params": 4510840, "total_flops": 15520176537600000, "train_loss": 0.040907851854960126, "subset_score_loss": 0.040907851854960126}
+{"step": 1130000, "wall_time": 11696.18108510971, "train_loss_step": 5.2954816818237305, "n_params": 4510840, "total_flops": 15658749542400000, "train_loss": 0.04082975387573242, "subset_score_loss": 0.04082975387573242}
+{"step": 1140000, "wall_time": 11788.704101324081, "train_loss_step": 5.2110090255737305, "n_params": 4510840, "total_flops": 15797322547200000, "train_loss": 0.0380248228708903, "subset_score_loss": 0.0380248228708903}
+{"step": 1150000, "wall_time": 11885.026945829391, "train_loss_step": 5.385592460632324, "n_params": 4510840, "total_flops": 15935895552000000, "train_loss": 0.03862978617350261, "subset_score_loss": 0.03862978617350261}
+{"step": 1160000, "wall_time": 11981.270442008972, "train_loss_step": 5.384568214416504, "n_params": 4510840, "total_flops": 16074468556800000, "train_loss": 0.03768435716629028, "subset_score_loss": 0.03768435716629028}
+{"step": 1170000, "wall_time": 12075.682834625244, "train_loss_step": 4.987184047698975, "n_params": 4510840, "total_flops": 16213041561600000, "train_loss": 0.03825221459070841, "subset_score_loss": 0.03825221459070841}
+{"step": 1180000, "wall_time": 12172.266796588898, "train_loss_step": 5.434736251831055, "n_params": 4510840, "total_flops": 16351614566400000, "train_loss": 0.03958913485209147, "subset_score_loss": 0.03958913485209147}
+{"step": 1190000, "wall_time": 12268.580144882202, "train_loss_step": 5.563839435577393, "n_params": 4510840, "total_flops": 16490187571200000, "train_loss": 0.038656306266784665, "subset_score_loss": 0.038656306266784665}
+{"step": 1200000, "wall_time": 12442.618283033371, "train_loss_step": 5.504733085632324, "n_params": 4510840, "total_flops": 16628760576000000, "train_loss": 0.03660390774408976, "subset_score_loss": 0.03660390774408976, "memorization_fraction_pixel": 0.07810000330209732, "mean_nn_ratio_pixel": 0.8575848340988159, "fid": 206.91921363405294, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12538.73471069336, "train_loss_step": 5.595431327819824, "n_params": 4510840, "total_flops": 16767333580800000, "train_loss": 0.0376718282699585, "subset_score_loss": 0.0376718282699585}
+{"step": 1220000, "wall_time": 12635.078607320786, "train_loss_step": 5.079374313354492, "n_params": 4510840, "total_flops": 16905906585600000, "train_loss": 0.03771994113922119, "subset_score_loss": 0.03771994113922119}
+{"step": 1230000, "wall_time": 12731.168337583542, "train_loss_step": 5.539247512817383, "n_params": 4510840, "total_flops": 17044479590400000, "train_loss": 0.03987316290537516, "subset_score_loss": 0.03987316290537516}
+{"step": 1240000, "wall_time": 12821.582665205002, "train_loss_step": 5.795466423034668, "n_params": 4510840, "total_flops": 17183052595200000, "train_loss": 0.03787712653477986, "subset_score_loss": 0.03787712653477986}
+{"step": 1250000, "wall_time": 12914.998081684113, "train_loss_step": 5.470638275146484, "n_params": 4510840, "total_flops": 17321625600000000, "train_loss": 0.03715832630793254, "subset_score_loss": 0.03715832630793254}
+{"step": 1260000, "wall_time": 13009.111349582672, "train_loss_step": 5.2841644287109375, "n_params": 4510840, "total_flops": 17460198604800000, "train_loss": 0.03764986991882324, "subset_score_loss": 0.03764986991882324}
+{"step": 1270000, "wall_time": 13105.072483778, "train_loss_step": 5.686423301696777, "n_params": 4510840, "total_flops": 17598771609600000, "train_loss": 0.03792852163314819, "subset_score_loss": 0.03792852163314819}
+{"step": 1280000, "wall_time": 13201.262281656265, "train_loss_step": 4.813974380493164, "n_params": 4510840, "total_flops": 17737344614400000, "train_loss": 0.03529326915740967, "subset_score_loss": 0.03529326915740967}
+{"step": 1290000, "wall_time": 13297.118443012238, "train_loss_step": 5.440810680389404, "n_params": 4510840, "total_flops": 17875917619200000, "train_loss": 0.03734031518300374, "subset_score_loss": 0.03734031518300374}
+{"step": 1300000, "wall_time": 13468.63017988205, "train_loss_step": 5.270521640777588, "n_params": 4510840, "total_flops": 18014490624000000, "train_loss": 0.0363340417544047, "subset_score_loss": 0.0363340417544047, "memorization_fraction_pixel": 0.07959999889135361, "mean_nn_ratio_pixel": 0.8646611571311951, "fid": 215.4502762161158, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13564.926530361176, "train_loss_step": 5.522071838378906, "n_params": 4510840, "total_flops": 18153063628800000, "train_loss": 0.036031667391459146, "subset_score_loss": 0.036031667391459146}
+{"step": 1320000, "wall_time": 13661.445409059525, "train_loss_step": 5.184597492218018, "n_params": 4510840, "total_flops": 18291636633600000, "train_loss": 0.036469491322835286, "subset_score_loss": 0.036469491322835286}
+{"step": 1330000, "wall_time": 13756.082666158676, "train_loss_step": 5.147128105163574, "n_params": 4510840, "total_flops": 18430209638400000, "train_loss": 0.036917646725972496, "subset_score_loss": 0.036917646725972496}
+{"step": 1340000, "wall_time": 13850.623314619064, "train_loss_step": 5.353734970092773, "n_params": 4510840, "total_flops": 18568782643200000, "train_loss": 0.035624166329701744, "subset_score_loss": 0.035624166329701744}
+{"step": 1350000, "wall_time": 13945.123414754868, "train_loss_step": 5.528517723083496, "n_params": 4510840, "total_flops": 18707355648000000, "train_loss": 0.03947646617889404, "subset_score_loss": 0.03947646617889404}
+{"step": 1360000, "wall_time": 14040.06209397316, "train_loss_step": 5.176333427429199, "n_params": 4510840, "total_flops": 18845928652800000, "train_loss": 0.03647839625676473, "subset_score_loss": 0.03647839625676473}
+{"step": 1370000, "wall_time": 14136.39237499237, "train_loss_step": 5.336081027984619, "n_params": 4510840, "total_flops": 18984501657600000, "train_loss": 0.03592126766840617, "subset_score_loss": 0.03592126766840617}
+{"step": 1380000, "wall_time": 14232.857970952988, "train_loss_step": 5.0829901695251465, "n_params": 4510840, "total_flops": 19123074662400000, "train_loss": 0.03598063389460246, "subset_score_loss": 0.03598063389460246}
+{"step": 1390000, "wall_time": 14329.3786277771, "train_loss_step": 4.958528995513916, "n_params": 4510840, "total_flops": 19261647667200000, "train_loss": 0.034940135478973386, "subset_score_loss": 0.034940135478973386}
+{"step": 1400000, "wall_time": 14504.799266338348, "train_loss_step": 5.066830158233643, "n_params": 4510840, "total_flops": 19400220672000000, "train_loss": 0.035613620281219484, "subset_score_loss": 0.035613620281219484, "memorization_fraction_pixel": 0.09709999710321426, "mean_nn_ratio_pixel": 0.8544017672538757, "fid": 225.7623462889754, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14601.033113241196, "train_loss_step": 4.868282318115234, "n_params": 4510840, "total_flops": 19538793676800000, "train_loss": 0.034162755807240805, "subset_score_loss": 0.034162755807240805}
+{"step": 1420000, "wall_time": 14695.996205568314, "train_loss_step": 4.973679542541504, "n_params": 4510840, "total_flops": 19677366681600000, "train_loss": 0.03677920897801717, "subset_score_loss": 0.03677920897801717}
+{"step": 1430000, "wall_time": 14791.484717130661, "train_loss_step": 5.211064338684082, "n_params": 4510840, "total_flops": 19815939686400000, "train_loss": 0.035608744621276854, "subset_score_loss": 0.035608744621276854}
+{"step": 1440000, "wall_time": 14885.171566486359, "train_loss_step": 5.312323093414307, "n_params": 4510840, "total_flops": 19954512691200000, "train_loss": 0.03484537998835246, "subset_score_loss": 0.03484537998835246}
+{"step": 1450000, "wall_time": 14976.979474067688, "train_loss_step": 4.883533954620361, "n_params": 4510840, "total_flops": 20093085696000000, "train_loss": 0.03472307125727336, "subset_score_loss": 0.03472307125727336}
+{"step": 1460000, "wall_time": 15071.995250940323, "train_loss_step": 5.239902496337891, "n_params": 4510840, "total_flops": 20231658700800000, "train_loss": 0.03423362175623576, "subset_score_loss": 0.03423362175623576}
+{"step": 1470000, "wall_time": 15168.125263214111, "train_loss_step": 5.398850917816162, "n_params": 4510840, "total_flops": 20370231705600000, "train_loss": 0.0356087327003479, "subset_score_loss": 0.0356087327003479}
+{"step": 1480000, "wall_time": 15264.400130987167, "train_loss_step": 5.238062858581543, "n_params": 4510840, "total_flops": 20508804710400000, "train_loss": 0.035069350401560465, "subset_score_loss": 0.035069350401560465}
+{"step": 1490000, "wall_time": 15360.390878915787, "train_loss_step": 4.996574878692627, "n_params": 4510840, "total_flops": 20647377715200000, "train_loss": 0.03370359738667806, "subset_score_loss": 0.03370359738667806}
+{"step": 1500000, "wall_time": 15535.46828007698, "train_loss_step": 4.793028831481934, "n_params": 4510840, "total_flops": 20785950720000000, "train_loss": 0.03407187859217326, "subset_score_loss": 0.03407187859217326, "memorization_fraction_pixel": 0.1111999973654747, "mean_nn_ratio_pixel": 0.8561243414878845, "fid": 224.87375191784082, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 15631.716265678406, "train_loss_step": 5.282485008239746, "n_params": 4510840, "total_flops": 20924523724800000, "train_loss": 0.03380078872044881, "subset_score_loss": 0.03380078872044881}
+{"step": 1520000, "wall_time": 15726.50343632698, "train_loss_step": 5.0129289627075195, "n_params": 4510840, "total_flops": 21063096729600000, "train_loss": 0.03472604354222616, "subset_score_loss": 0.03472604354222616}
+{"step": 1530000, "wall_time": 15822.899242162704, "train_loss_step": 5.175827503204346, "n_params": 4510840, "total_flops": 21201669734400000, "train_loss": 0.03350051244099935, "subset_score_loss": 0.03350051244099935}
+{"step": 1540000, "wall_time": 15917.161093950272, "train_loss_step": 4.544541358947754, "n_params": 4510840, "total_flops": 21340242739200000, "train_loss": 0.03396815458933512, "subset_score_loss": 0.03396815458933512}
+{"step": 1550000, "wall_time": 16011.864202976227, "train_loss_step": 5.1957478523254395, "n_params": 4510840, "total_flops": 21478815744000000, "train_loss": 0.03643762270609538, "subset_score_loss": 0.03643762270609538}
+{"step": 1560000, "wall_time": 16105.289212465286, "train_loss_step": 5.144337177276611, "n_params": 4510840, "total_flops": 21617388748800000, "train_loss": 0.03266762693723043, "subset_score_loss": 0.03266762693723043}
+{"step": 1570000, "wall_time": 16201.984760761261, "train_loss_step": 5.050299644470215, "n_params": 4510840, "total_flops": 21755961753600000, "train_loss": 0.03460784753163656, "subset_score_loss": 0.03460784753163656}
+{"step": 1580000, "wall_time": 16298.405182361603, "train_loss_step": 4.958441734313965, "n_params": 4510840, "total_flops": 21894534758400000, "train_loss": 0.03379971186319987, "subset_score_loss": 0.03379971186319987}
+{"step": 1590000, "wall_time": 16394.307084321976, "train_loss_step": 4.722678184509277, "n_params": 4510840, "total_flops": 22033107763200000, "train_loss": 0.03366932471593221, "subset_score_loss": 0.03366932471593221}
+{"step": 1600000, "wall_time": 16569.734857320786, "train_loss_step": 4.622175216674805, "n_params": 4510840, "total_flops": 22171680768000000, "train_loss": 0.033758926391601565, "subset_score_loss": 0.033758926391601565, "memorization_fraction_pixel": 0.12020000070333481, "mean_nn_ratio_pixel": 0.8471574187278748, "fid": 224.79548681826796, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 16664.241466999054, "train_loss_step": 5.022669315338135, "n_params": 4510840, "total_flops": 22310253772800000, "train_loss": 0.033253308137257895, "subset_score_loss": 0.033253308137257895}
+{"step": 1620000, "wall_time": 16760.400206804276, "train_loss_step": 4.575610160827637, "n_params": 4510840, "total_flops": 22448826777600000, "train_loss": 0.034220906098683675, "subset_score_loss": 0.034220906098683675}
+{"step": 1630000, "wall_time": 16855.422757864, "train_loss_step": 4.929450035095215, "n_params": 4510840, "total_flops": 22587399782400000, "train_loss": 0.03264821171760559, "subset_score_loss": 0.03264821171760559}
+{"step": 1640000, "wall_time": 16950.88976073265, "train_loss_step": 4.703248977661133, "n_params": 4510840, "total_flops": 22725972787200000, "train_loss": 0.03250616192817688, "subset_score_loss": 0.03250616192817688}
+{"step": 1650000, "wall_time": 17040.546124219894, "train_loss_step": 5.039652347564697, "n_params": 4510840, "total_flops": 22864545792000000, "train_loss": 0.03265841603279114, "subset_score_loss": 0.03265841603279114}
+{"step": 1660000, "wall_time": 17132.949105978012, "train_loss_step": 4.825028419494629, "n_params": 4510840, "total_flops": 23003118796800000, "train_loss": 0.03342423439025879, "subset_score_loss": 0.03342423439025879}
+{"step": 1670000, "wall_time": 17228.477802991867, "train_loss_step": 4.747016906738281, "n_params": 4510840, "total_flops": 23141691801600000, "train_loss": 0.03139194846153259, "subset_score_loss": 0.03139194846153259}
+{"step": 1680000, "wall_time": 17323.896548748016, "train_loss_step": 4.856125831604004, "n_params": 4510840, "total_flops": 23280264806400000, "train_loss": 0.032111008961995445, "subset_score_loss": 0.032111008961995445}
+{"step": 1690000, "wall_time": 17419.635955810547, "train_loss_step": 5.051609039306641, "n_params": 4510840, "total_flops": 23418837811200000, "train_loss": 0.03140735824902852, "subset_score_loss": 0.03140735824902852}
+{"step": 1700000, "wall_time": 17641.20220375061, "train_loss_step": 4.720114707946777, "n_params": 4510840, "total_flops": 23557410816000000, "train_loss": 0.033474429448445635, "subset_score_loss": 0.033474429448445635, "memorization_fraction_pixel": 0.16529999673366547, "mean_nn_ratio_pixel": 0.810127854347229, "fid": 207.55185393356857, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 17738.110396146774, "train_loss_step": 5.422513008117676, "n_params": 4510840, "total_flops": 23695983820800000, "train_loss": 0.03406673272450765, "subset_score_loss": 0.03406673272450765}
+{"step": 1720000, "wall_time": 17834.998885154724, "train_loss_step": 4.446884632110596, "n_params": 4510840, "total_flops": 23834556825600000, "train_loss": 0.03256491422653198, "subset_score_loss": 0.03256491422653198}
+{"step": 1730000, "wall_time": 17931.458908081055, "train_loss_step": 4.727170467376709, "n_params": 4510840, "total_flops": 23973129830400000, "train_loss": 0.03230611681938171, "subset_score_loss": 0.03230611681938171}
+{"step": 1740000, "wall_time": 18015.930158615112, "train_loss_step": 4.620037078857422, "n_params": 4510840, "total_flops": 24111702835200000, "train_loss": 0.030692877372105916, "subset_score_loss": 0.030692877372105916}
+{"step": 1750000, "wall_time": 18112.90675830841, "train_loss_step": 4.729757308959961, "n_params": 4510840, "total_flops": 24250275840000000, "train_loss": 0.03143693606058757, "subset_score_loss": 0.03143693606058757}
+{"step": 1760000, "wall_time": 18199.177052736282, "train_loss_step": 4.574618339538574, "n_params": 4510840, "total_flops": 24388848844800000, "train_loss": 0.03241028189659119, "subset_score_loss": 0.03241028189659119}
+{"step": 1770000, "wall_time": 18296.289664268494, "train_loss_step": 4.427901268005371, "n_params": 4510840, "total_flops": 24527421849600000, "train_loss": 0.031376177072525026, "subset_score_loss": 0.031376177072525026}
+{"step": 1780000, "wall_time": 18393.47373342514, "train_loss_step": 4.489931583404541, "n_params": 4510840, "total_flops": 24665994854400000, "train_loss": 0.03100502888361613, "subset_score_loss": 0.03100502888361613}
+{"step": 1790000, "wall_time": 18490.498682022095, "train_loss_step": 4.7776618003845215, "n_params": 4510840, "total_flops": 24804567859200000, "train_loss": 0.03191138704617818, "subset_score_loss": 0.03191138704617818}
+{"step": 1800000, "wall_time": 18700.643015146255, "train_loss_step": 4.472609519958496, "n_params": 4510840, "total_flops": 24943140864000000, "train_loss": 0.032480392853418985, "subset_score_loss": 0.032480392853418985, "memorization_fraction_pixel": 0.1851000040769577, "mean_nn_ratio_pixel": 0.7945113182067871, "fid": 195.8845617985346, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 18797.282105207443, "train_loss_step": 4.7557806968688965, "n_params": 4510840, "total_flops": 25081713868800000, "train_loss": 0.03171905279159546, "subset_score_loss": 0.03171905279159546}
+{"step": 1820000, "wall_time": 18893.870832920074, "train_loss_step": 4.757913589477539, "n_params": 4510840, "total_flops": 25220286873600000, "train_loss": 0.030397536357243855, "subset_score_loss": 0.030397536357243855}
+{"step": 1830000, "wall_time": 18989.477897167206, "train_loss_step": 4.7501983642578125, "n_params": 4510840, "total_flops": 25358859878400000, "train_loss": 0.030505218108495078, "subset_score_loss": 0.030505218108495078}
+{"step": 1840000, "wall_time": 19075.422419786453, "train_loss_step": 4.692429065704346, "n_params": 4510840, "total_flops": 25497432883200000, "train_loss": 0.030097506443659463, "subset_score_loss": 0.030097506443659463}
+{"step": 1850000, "wall_time": 19167.72656416893, "train_loss_step": 4.396947860717773, "n_params": 4510840, "total_flops": 25636005888000000, "train_loss": 0.03087484041849772, "subset_score_loss": 0.03087484041849772}
+{"step": 1860000, "wall_time": 19251.996760368347, "train_loss_step": 4.658085823059082, "n_params": 4510840, "total_flops": 25774578892800000, "train_loss": 0.030506181716918945, "subset_score_loss": 0.030506181716918945}
+{"step": 1870000, "wall_time": 19348.6472492218, "train_loss_step": 4.491893291473389, "n_params": 4510840, "total_flops": 25913151897600000, "train_loss": 0.029528482755025228, "subset_score_loss": 0.029528482755025228}
+{"step": 1880000, "wall_time": 19445.50737786293, "train_loss_step": 4.299299240112305, "n_params": 4510840, "total_flops": 26051724902400000, "train_loss": 0.02863857944806417, "subset_score_loss": 0.02863857944806417}
+{"step": 1890000, "wall_time": 19540.056640625, "train_loss_step": 4.802421569824219, "n_params": 4510840, "total_flops": 26190297907200000, "train_loss": 0.029776835441589357, "subset_score_loss": 0.029776835441589357}
+{"step": 1900000, "wall_time": 19768.389995336533, "train_loss_step": 4.53364372253418, "n_params": 4510840, "total_flops": 26328870912000000, "train_loss": 0.029996210336685182, "subset_score_loss": 0.029996210336685182, "memorization_fraction_pixel": 0.21230000257492065, "mean_nn_ratio_pixel": 0.7751305103302002, "fid": 181.0094175518538, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 19863.76368331909, "train_loss_step": 4.6098527908325195, "n_params": 4510840, "total_flops": 26467443916800000, "train_loss": 0.02978306214014689, "subset_score_loss": 0.02978306214014689}
+{"step": 1920000, "wall_time": 19960.651278734207, "train_loss_step": 4.757758140563965, "n_params": 4510840, "total_flops": 26606016921600000, "train_loss": 0.0300007700920105, "subset_score_loss": 0.0300007700920105}
+{"step": 1930000, "wall_time": 20057.656571626663, "train_loss_step": 4.416421890258789, "n_params": 4510840, "total_flops": 26744589926400000, "train_loss": 0.028128933906555176, "subset_score_loss": 0.028128933906555176}
+{"step": 1940000, "wall_time": 20145.33485198021, "train_loss_step": 4.5853590965271, "n_params": 4510840, "total_flops": 26883162931200000, "train_loss": 0.030493046840031943, "subset_score_loss": 0.030493046840031943}
+{"step": 1950000, "wall_time": 20241.26978635788, "train_loss_step": 4.5868072509765625, "n_params": 4510840, "total_flops": 27021735936000000, "train_loss": 0.029587427775065105, "subset_score_loss": 0.029587427775065105}
+{"step": 1960000, "wall_time": 20325.125211000443, "train_loss_step": 4.3222198486328125, "n_params": 4510840, "total_flops": 27160308940800000, "train_loss": 0.02912847598393758, "subset_score_loss": 0.02912847598393758}
+{"step": 1970000, "wall_time": 20421.48204779625, "train_loss_step": 4.844998359680176, "n_params": 4510840, "total_flops": 27298881945600000, "train_loss": 0.02883159319559733, "subset_score_loss": 0.02883159319559733}
+{"step": 1980000, "wall_time": 20516.933814764023, "train_loss_step": 4.289121627807617, "n_params": 4510840, "total_flops": 27437454950400000, "train_loss": 0.028603635231653848, "subset_score_loss": 0.028603635231653848}
+{"step": 1990000, "wall_time": 20612.819388389587, "train_loss_step": 3.959167003631592, "n_params": 4510840, "total_flops": 27576027955200000, "train_loss": 0.027659074465433756, "subset_score_loss": 0.027659074465433756}
+{"step": 2000000, "wall_time": 20829.684272050858, "train_loss_step": 4.755024433135986, "n_params": 4510840, "total_flops": 27714600960000000, "train_loss": 0.029905744393666587, "subset_score_loss": 0.029905744393666587, "memorization_fraction_pixel": 0.21819999814033508, "mean_nn_ratio_pixel": 0.7679901123046875, "fid": 173.80241130901862, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 20925.805060386658, "train_loss_step": 4.097686767578125, "n_params": 4510840, "total_flops": 27853173964800000, "train_loss": 0.02770733634630839, "subset_score_loss": 0.02770733634630839}
+{"step": 2020000, "wall_time": 21021.909285068512, "train_loss_step": 4.273397922515869, "n_params": 4510840, "total_flops": 27991746969600000, "train_loss": 0.028054420153299967, "subset_score_loss": 0.028054420153299967}
+{"step": 2030000, "wall_time": 21118.031108379364, "train_loss_step": 4.458668231964111, "n_params": 4510840, "total_flops": 28130319974400000, "train_loss": 0.028050504128138223, "subset_score_loss": 0.028050504128138223}
+{"step": 2040000, "wall_time": 21201.215718984604, "train_loss_step": 4.501007080078125, "n_params": 4510840, "total_flops": 28268892979200000, "train_loss": 0.028695398569107057, "subset_score_loss": 0.028695398569107057}
+{"step": 2050000, "wall_time": 21298.455459833145, "train_loss_step": 4.1995391845703125, "n_params": 4510840, "total_flops": 28407465984000000, "train_loss": 0.02747440735499064, "subset_score_loss": 0.02747440735499064}
+{"step": 2060000, "wall_time": 21375.823969841003, "train_loss_step": 4.45426082611084, "n_params": 4510840, "total_flops": 28546038988800000, "train_loss": 0.02842816909154256, "subset_score_loss": 0.02842816909154256}
+{"step": 2070000, "wall_time": 21472.16570353508, "train_loss_step": 4.130532741546631, "n_params": 4510840, "total_flops": 28684611993600000, "train_loss": 0.02720369299252828, "subset_score_loss": 0.02720369299252828}
+{"step": 2080000, "wall_time": 21568.385671138763, "train_loss_step": 4.119909286499023, "n_params": 4510840, "total_flops": 28823184998400000, "train_loss": 0.02712420423825582, "subset_score_loss": 0.02712420423825582}
+{"step": 2090000, "wall_time": 21664.504113435745, "train_loss_step": 4.609115123748779, "n_params": 4510840, "total_flops": 28961758003200000, "train_loss": 0.027463295062383018, "subset_score_loss": 0.027463295062383018}
+{"step": 2100000, "wall_time": 21881.508546829224, "train_loss_step": 4.285833358764648, "n_params": 4510840, "total_flops": 29100331008000000, "train_loss": 0.0269144872824351, "subset_score_loss": 0.0269144872824351, "memorization_fraction_pixel": 0.22849999368190765, "mean_nn_ratio_pixel": 0.7614167928695679, "fid": 166.7924546938479, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 21977.620687007904, "train_loss_step": 4.385944366455078, "n_params": 4510840, "total_flops": 29238904012800000, "train_loss": 0.026890639464060465, "subset_score_loss": 0.026890639464060465}
+{"step": 2120000, "wall_time": 22074.55931711197, "train_loss_step": 4.573206901550293, "n_params": 4510840, "total_flops": 29377477017600000, "train_loss": 0.028016753991444907, "subset_score_loss": 0.028016753991444907}
+{"step": 2130000, "wall_time": 22171.3326318264, "train_loss_step": 4.689749717712402, "n_params": 4510840, "total_flops": 29516050022400000, "train_loss": 0.030285054445266725, "subset_score_loss": 0.030285054445266725}
+{"step": 2140000, "wall_time": 22258.135239362717, "train_loss_step": 4.20701789855957, "n_params": 4510840, "total_flops": 29654623027200000, "train_loss": 0.027504130204518636, "subset_score_loss": 0.027504130204518636}
+{"step": 2150000, "wall_time": 22352.76896262169, "train_loss_step": 4.273092269897461, "n_params": 4510840, "total_flops": 29793196032000000, "train_loss": 0.028801316022872926, "subset_score_loss": 0.028801316022872926}
+{"step": 2160000, "wall_time": 22438.380263090134, "train_loss_step": 4.765183448791504, "n_params": 4510840, "total_flops": 29931769036800000, "train_loss": 0.02685187856356303, "subset_score_loss": 0.02685187856356303}
+{"step": 2170000, "wall_time": 22529.275022506714, "train_loss_step": 4.471001625061035, "n_params": 4510840, "total_flops": 30070342041600000, "train_loss": 0.026461205879847207, "subset_score_loss": 0.026461205879847207}
+{"step": 2180000, "wall_time": 22626.068924427032, "train_loss_step": 4.326482772827148, "n_params": 4510840, "total_flops": 30208915046400000, "train_loss": 0.0262594997882843, "subset_score_loss": 0.0262594997882843}
+{"step": 2190000, "wall_time": 22722.820706129074, "train_loss_step": 4.548386573791504, "n_params": 4510840, "total_flops": 30347488051200000, "train_loss": 0.02662244240442912, "subset_score_loss": 0.02662244240442912}
+{"step": 2200000, "wall_time": 22954.548812627792, "train_loss_step": 4.341610908508301, "n_params": 4510840, "total_flops": 30486061056000000, "train_loss": 0.026858389377593994, "subset_score_loss": 0.026858389377593994, "memorization_fraction_pixel": 0.26930001378059387, "mean_nn_ratio_pixel": 0.7277295589447021, "fid": 158.6576297055492, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 23050.764205932617, "train_loss_step": 4.1504740715026855, "n_params": 4510840, "total_flops": 30624634060800000, "train_loss": 0.02604707479476929, "subset_score_loss": 0.02604707479476929}
+{"step": 2220000, "wall_time": 23147.20066332817, "train_loss_step": 4.560676574707031, "n_params": 4510840, "total_flops": 30763207065600000, "train_loss": 0.026241213083267212, "subset_score_loss": 0.026241213083267212}
+{"step": 2230000, "wall_time": 23243.44200348854, "train_loss_step": 4.337444305419922, "n_params": 4510840, "total_flops": 30901780070400000, "train_loss": 0.02737696170806885, "subset_score_loss": 0.02737696170806885}
+{"step": 2240000, "wall_time": 23322.100023269653, "train_loss_step": 4.039690971374512, "n_params": 4510840, "total_flops": 31040353075200000, "train_loss": 0.026177833477656048, "subset_score_loss": 0.026177833477656048}
+{"step": 2250000, "wall_time": 23418.450006723404, "train_loss_step": 4.283923149108887, "n_params": 4510840, "total_flops": 31178926080000000, "train_loss": 0.02645206848780314, "subset_score_loss": 0.02645206848780314}
+{"step": 2260000, "wall_time": 23506.641377210617, "train_loss_step": 4.823776721954346, "n_params": 4510840, "total_flops": 31317499084800000, "train_loss": 0.025129298369089764, "subset_score_loss": 0.025129298369089764}
+{"step": 2270000, "wall_time": 23597.186366796494, "train_loss_step": 4.236639022827148, "n_params": 4510840, "total_flops": 31456072089600000, "train_loss": 0.026350506146748862, "subset_score_loss": 0.026350506146748862}
+{"step": 2280000, "wall_time": 23693.3414914608, "train_loss_step": 4.295897483825684, "n_params": 4510840, "total_flops": 31594645094400000, "train_loss": 0.027257883548736574, "subset_score_loss": 0.027257883548736574}
+{"step": 2290000, "wall_time": 23787.54632306099, "train_loss_step": 4.063631057739258, "n_params": 4510840, "total_flops": 31733218099200000, "train_loss": 0.025686430931091308, "subset_score_loss": 0.025686430931091308}
+{"step": 2300000, "wall_time": 24012.956325292587, "train_loss_step": 4.697484016418457, "n_params": 4510840, "total_flops": 31871791104000000, "train_loss": 0.025686915715535483, "subset_score_loss": 0.025686915715535483, "memorization_fraction_pixel": 0.30230000615119934, "mean_nn_ratio_pixel": 0.7066901326179504, "fid": 153.78197345859365, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 24109.68648481369, "train_loss_step": 4.460992813110352, "n_params": 4510840, "total_flops": 32010364108800000, "train_loss": 0.025550997257232665, "subset_score_loss": 0.025550997257232665}
+{"step": 2320000, "wall_time": 24204.855113983154, "train_loss_step": 4.2495832443237305, "n_params": 4510840, "total_flops": 32148937113600000, "train_loss": 0.025744569301605225, "subset_score_loss": 0.025744569301605225}
+{"step": 2330000, "wall_time": 24301.882202148438, "train_loss_step": 3.9490392208099365, "n_params": 4510840, "total_flops": 32287510118400000, "train_loss": 0.025878751277923585, "subset_score_loss": 0.025878751277923585}
+{"step": 2340000, "wall_time": 24382.972192287445, "train_loss_step": 3.928539752960205, "n_params": 4510840, "total_flops": 32426083123200000, "train_loss": 0.02491606871287028, "subset_score_loss": 0.02491606871287028}
+{"step": 2350000, "wall_time": 24478.364230394363, "train_loss_step": 3.9709670543670654, "n_params": 4510840, "total_flops": 32564656128000000, "train_loss": 0.02627556920051575, "subset_score_loss": 0.02627556920051575}
+{"step": 2360000, "wall_time": 24568.380073547363, "train_loss_step": 4.265203952789307, "n_params": 4510840, "total_flops": 32703229132800000, "train_loss": 0.024376277128855386, "subset_score_loss": 0.024376277128855386}
+{"step": 2370000, "wall_time": 24654.404658794403, "train_loss_step": 4.175413131713867, "n_params": 4510840, "total_flops": 32841802137600000, "train_loss": 0.025854210058848064, "subset_score_loss": 0.025854210058848064}
+{"step": 2380000, "wall_time": 24750.76161980629, "train_loss_step": 3.9384078979492188, "n_params": 4510840, "total_flops": 32980375142400000, "train_loss": 0.0243980606396993, "subset_score_loss": 0.0243980606396993}
+{"step": 2390000, "wall_time": 24847.30988931656, "train_loss_step": 4.280440330505371, "n_params": 4510840, "total_flops": 33118948147200000, "train_loss": 0.02664499282836914, "subset_score_loss": 0.02664499282836914}
+{"step": 2400000, "wall_time": 25072.665058374405, "train_loss_step": 4.063104629516602, "n_params": 4510840, "total_flops": 33257521152000000, "train_loss": 0.02495326002438863, "subset_score_loss": 0.02495326002438863, "memorization_fraction_pixel": 0.3197000026702881, "mean_nn_ratio_pixel": 0.6971657872200012, "fid": 154.81045905008142, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 25167.437282800674, "train_loss_step": 4.126943588256836, "n_params": 4510840, "total_flops": 33396094156800000, "train_loss": 0.0258975346883138, "subset_score_loss": 0.0258975346883138}
+{"step": 2420000, "wall_time": 25264.008505821228, "train_loss_step": 3.7454867362976074, "n_params": 4510840, "total_flops": 33534667161600000, "train_loss": 0.025441805521647137, "subset_score_loss": 0.025441805521647137}
+{"step": 2430000, "wall_time": 25360.236014842987, "train_loss_step": 3.9858803749084473, "n_params": 4510840, "total_flops": 33673240166400000, "train_loss": 0.02432885766029358, "subset_score_loss": 0.02432885766029358}
+{"step": 2440000, "wall_time": 25445.05201935768, "train_loss_step": 4.2656145095825195, "n_params": 4510840, "total_flops": 33811813171200000, "train_loss": 0.026281185944875083, "subset_score_loss": 0.026281185944875083}
+{"step": 2450000, "wall_time": 25541.100890636444, "train_loss_step": 4.115595817565918, "n_params": 4510840, "total_flops": 33950386176000000, "train_loss": 0.02457307974497477, "subset_score_loss": 0.02457307974497477}
+{"step": 2460000, "wall_time": 25632.331885576248, "train_loss_step": 3.918612003326416, "n_params": 4510840, "total_flops": 34088959180800000, "train_loss": 0.024718735615412393, "subset_score_loss": 0.024718735615412393}
+{"step": 2470000, "wall_time": 25717.131822824478, "train_loss_step": 3.9422607421875, "n_params": 4510840, "total_flops": 34227532185600000, "train_loss": 0.024109848340352378, "subset_score_loss": 0.024109848340352378}
+{"step": 2480000, "wall_time": 25813.444210529327, "train_loss_step": 3.9933695793151855, "n_params": 4510840, "total_flops": 34366105190400000, "train_loss": 0.025982465346654257, "subset_score_loss": 0.025982465346654257}
+{"step": 2490000, "wall_time": 25910.066126823425, "train_loss_step": 3.9577929973602295, "n_params": 4510840, "total_flops": 34504678195200000, "train_loss": 0.024190171559651693, "subset_score_loss": 0.024190171559651693}
+{"step": 2500000, "wall_time": 26130.253151655197, "train_loss_step": 3.9237935543060303, "n_params": 4510840, "total_flops": 34643251200000000, "train_loss": 0.023639047145843507, "subset_score_loss": 0.023639047145843507, "memorization_fraction_pixel": 0.3287000060081482, "mean_nn_ratio_pixel": 0.6891127824783325, "fid": 147.21445784457453, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 26227.084082841873, "train_loss_step": 4.147731781005859, "n_params": 4510840, "total_flops": 34781824204800000, "train_loss": 0.024663748343785603, "subset_score_loss": 0.024663748343785603}
+{"step": 2520000, "wall_time": 26323.562903642654, "train_loss_step": 3.9139456748962402, "n_params": 4510840, "total_flops": 34920397209600000, "train_loss": 0.024582823117574055, "subset_score_loss": 0.024582823117574055}
+{"step": 2530000, "wall_time": 26420.095646381378, "train_loss_step": 3.9056007862091064, "n_params": 4510840, "total_flops": 35058970214400000, "train_loss": 0.02371564308802287, "subset_score_loss": 0.02371564308802287}
+{"step": 2540000, "wall_time": 26503.725155115128, "train_loss_step": 4.0328168869018555, "n_params": 4510840, "total_flops": 35197543219200000, "train_loss": 0.024018690983454386, "subset_score_loss": 0.024018690983454386}
+{"step": 2550000, "wall_time": 26599.002554178238, "train_loss_step": 4.031782150268555, "n_params": 4510840, "total_flops": 35336116224000000, "train_loss": 0.02375530401865641, "subset_score_loss": 0.02375530401865641}
+{"step": 2560000, "wall_time": 26695.932094812393, "train_loss_step": 4.158260822296143, "n_params": 4510840, "total_flops": 35474689228800000, "train_loss": 0.02394493023554484, "subset_score_loss": 0.02394493023554484}
+{"step": 2570000, "wall_time": 26779.34899353981, "train_loss_step": 4.09881591796875, "n_params": 4510840, "total_flops": 35613262233600000, "train_loss": 0.023902499675750734, "subset_score_loss": 0.023902499675750734}
+{"step": 2580000, "wall_time": 26876.190838336945, "train_loss_step": 3.9288699626922607, "n_params": 4510840, "total_flops": 35751835238400000, "train_loss": 0.023228081067403157, "subset_score_loss": 0.023228081067403157}
+{"step": 2590000, "wall_time": 26972.805856704712, "train_loss_step": 3.9554431438446045, "n_params": 4510840, "total_flops": 35890408243200000, "train_loss": 0.023752752939860025, "subset_score_loss": 0.023752752939860025}
+{"step": 2600000, "wall_time": 27182.583666324615, "train_loss_step": 3.8156630992889404, "n_params": 4510840, "total_flops": 36028981248000000, "train_loss": 0.02341920733451843, "subset_score_loss": 0.02341920733451843, "memorization_fraction_pixel": 0.349700003862381, "mean_nn_ratio_pixel": 0.672554075717926, "fid": 150.82656940405838, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 27278.785138368607, "train_loss_step": 4.041997909545898, "n_params": 4510840, "total_flops": 36167554252800000, "train_loss": 0.022285638252894084, "subset_score_loss": 0.022285638252894084}
+{"step": 2620000, "wall_time": 27374.691748142242, "train_loss_step": 3.8279151916503906, "n_params": 4510840, "total_flops": 36306127257600000, "train_loss": 0.02242119312286377, "subset_score_loss": 0.02242119312286377}
+{"step": 2630000, "wall_time": 27471.207681894302, "train_loss_step": 4.033293724060059, "n_params": 4510840, "total_flops": 36444700262400000, "train_loss": 0.023965720335642496, "subset_score_loss": 0.023965720335642496}
+{"step": 2640000, "wall_time": 27556.18505358696, "train_loss_step": 3.7833149433135986, "n_params": 4510840, "total_flops": 36583273267200000, "train_loss": 0.023496117194493613, "subset_score_loss": 0.023496117194493613}
+{"step": 2650000, "wall_time": 27645.3628282547, "train_loss_step": 3.759068250656128, "n_params": 4510840, "total_flops": 36721846272000000, "train_loss": 0.022426217794418335, "subset_score_loss": 0.022426217794418335}
+{"step": 2660000, "wall_time": 27742.14947295189, "train_loss_step": 4.041948318481445, "n_params": 4510840, "total_flops": 36860419276800000, "train_loss": 0.023738787571589152, "subset_score_loss": 0.023738787571589152}
+{"step": 2670000, "wall_time": 27824.536924362183, "train_loss_step": 4.010948181152344, "n_params": 4510840, "total_flops": 36998992281600000, "train_loss": 0.02261025309562683, "subset_score_loss": 0.02261025309562683}
+{"step": 2680000, "wall_time": 27920.58861899376, "train_loss_step": 3.6434953212738037, "n_params": 4510840, "total_flops": 37137565286400000, "train_loss": 0.023601800203323364, "subset_score_loss": 0.023601800203323364}
+{"step": 2690000, "wall_time": 28014.894625902176, "train_loss_step": 3.8804664611816406, "n_params": 4510840, "total_flops": 37276138291200000, "train_loss": 0.022842061519622803, "subset_score_loss": 0.022842061519622803}
+{"step": 2700000, "wall_time": 28247.374003887177, "train_loss_step": 4.019005298614502, "n_params": 4510840, "total_flops": 37414711296000000, "train_loss": 0.023462466398874917, "subset_score_loss": 0.023462466398874917, "memorization_fraction_pixel": 0.367000013589859, "mean_nn_ratio_pixel": 0.6545173525810242, "fid": 142.61274016507508, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 28344.19735455513, "train_loss_step": 4.008941650390625, "n_params": 4510840, "total_flops": 37553284300800000, "train_loss": 0.023503434658050538, "subset_score_loss": 0.023503434658050538}
+{"step": 2720000, "wall_time": 28440.642742872238, "train_loss_step": 4.003322601318359, "n_params": 4510840, "total_flops": 37691857305600000, "train_loss": 0.022970801591873168, "subset_score_loss": 0.022970801591873168}
+{"step": 2730000, "wall_time": 28535.57630085945, "train_loss_step": 3.625692129135132, "n_params": 4510840, "total_flops": 37830430310400000, "train_loss": 0.022536857922871908, "subset_score_loss": 0.022536857922871908}
+{"step": 2740000, "wall_time": 28625.226061344147, "train_loss_step": 3.9983270168304443, "n_params": 4510840, "total_flops": 37969003315200000, "train_loss": 0.021889464060465495, "subset_score_loss": 0.021889464060465495}
+{"step": 2750000, "wall_time": 28715.588841676712, "train_loss_step": 3.8142454624176025, "n_params": 4510840, "total_flops": 38107576320000000, "train_loss": 0.0224778950214386, "subset_score_loss": 0.0224778950214386}
+{"step": 2760000, "wall_time": 28812.447829008102, "train_loss_step": 3.943962335586548, "n_params": 4510840, "total_flops": 38246149324800000, "train_loss": 0.02250887155532837, "subset_score_loss": 0.02250887155532837}
+{"step": 2770000, "wall_time": 28893.50713300705, "train_loss_step": 3.7538652420043945, "n_params": 4510840, "total_flops": 38384722329600000, "train_loss": 0.022729416688283283, "subset_score_loss": 0.022729416688283283}
+{"step": 2780000, "wall_time": 28987.28389596939, "train_loss_step": 3.7143120765686035, "n_params": 4510840, "total_flops": 38523295334400000, "train_loss": 0.02396652102470398, "subset_score_loss": 0.02396652102470398}
+{"step": 2790000, "wall_time": 29083.749383687973, "train_loss_step": 3.7154016494750977, "n_params": 4510840, "total_flops": 38661868339200000, "train_loss": 0.0220901886622111, "subset_score_loss": 0.0220901886622111}
+{"step": 2800000, "wall_time": 29309.010618686676, "train_loss_step": 3.8226380348205566, "n_params": 4510840, "total_flops": 38800441344000000, "train_loss": 0.022528441747029622, "subset_score_loss": 0.022528441747029622, "memorization_fraction_pixel": 0.38260000944137573, "mean_nn_ratio_pixel": 0.6481865048408508, "fid": 143.50795995091278, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 29405.813846826553, "train_loss_step": 3.688934326171875, "n_params": 4510840, "total_flops": 38939014348800000, "train_loss": 0.022283101081848146, "subset_score_loss": 0.022283101081848146}
+{"step": 2820000, "wall_time": 29499.39787697792, "train_loss_step": 3.4851746559143066, "n_params": 4510840, "total_flops": 39077587353600000, "train_loss": 0.02223577300707499, "subset_score_loss": 0.02223577300707499}
+{"step": 2830000, "wall_time": 29595.81946015358, "train_loss_step": 4.020233154296875, "n_params": 4510840, "total_flops": 39216160358400000, "train_loss": 0.021618632475535075, "subset_score_loss": 0.021618632475535075}
+{"step": 2840000, "wall_time": 29684.966361045837, "train_loss_step": 3.962646961212158, "n_params": 4510840, "total_flops": 39354733363200000, "train_loss": 0.020533400774002075, "subset_score_loss": 0.020533400774002075}
+{"step": 2850000, "wall_time": 29772.851434469223, "train_loss_step": 4.142707824707031, "n_params": 4510840, "total_flops": 39493306368000000, "train_loss": 0.021701707442601522, "subset_score_loss": 0.021701707442601522}
+{"step": 2860000, "wall_time": 29867.130735635757, "train_loss_step": 3.8048343658447266, "n_params": 4510840, "total_flops": 39631879372800000, "train_loss": 0.02166148026784261, "subset_score_loss": 0.02166148026784261}
+{"step": 2870000, "wall_time": 29952.29525923729, "train_loss_step": 3.7189900875091553, "n_params": 4510840, "total_flops": 39770452377600000, "train_loss": 0.02147754430770874, "subset_score_loss": 0.02147754430770874}
+{"step": 2880000, "wall_time": 30041.397438764572, "train_loss_step": 3.728428363800049, "n_params": 4510840, "total_flops": 39909025382400000, "train_loss": 0.022076926628748574, "subset_score_loss": 0.022076926628748574}
+{"step": 2890000, "wall_time": 30137.484885692596, "train_loss_step": 3.674356698989868, "n_params": 4510840, "total_flops": 40047598387200000, "train_loss": 0.02168651819229126, "subset_score_loss": 0.02168651819229126}
+{"step": 2900000, "wall_time": 30368.657950401306, "train_loss_step": 4.0115814208984375, "n_params": 4510840, "total_flops": 40186171392000000, "train_loss": 0.022919179995854695, "subset_score_loss": 0.022919179995854695, "memorization_fraction_pixel": 0.40790000557899475, "mean_nn_ratio_pixel": 0.6262001395225525, "fid": 140.19231204033002, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 30463.7492313385, "train_loss_step": 3.723388910293579, "n_params": 4510840, "total_flops": 40324744396800000, "train_loss": 0.02188700040181478, "subset_score_loss": 0.02188700040181478}
+{"step": 2920000, "wall_time": 30560.483863830566, "train_loss_step": 3.5942025184631348, "n_params": 4510840, "total_flops": 40463317401600000, "train_loss": 0.021248793601989745, "subset_score_loss": 0.021248793601989745}
+{"step": 2930000, "wall_time": 30656.804978132248, "train_loss_step": 4.022954940795898, "n_params": 4510840, "total_flops": 40601890406400000, "train_loss": 0.02127648194630941, "subset_score_loss": 0.02127648194630941}
+{"step": 2940000, "wall_time": 30747.37600684166, "train_loss_step": 3.887129068374634, "n_params": 4510840, "total_flops": 40740463411200000, "train_loss": 0.021657443046569823, "subset_score_loss": 0.021657443046569823}
+{"step": 2950000, "wall_time": 30830.5230383873, "train_loss_step": 3.9918174743652344, "n_params": 4510840, "total_flops": 40879036416000000, "train_loss": 0.022175057729085287, "subset_score_loss": 0.022175057729085287}
+{"step": 2960000, "wall_time": 30927.258173942566, "train_loss_step": 3.739169120788574, "n_params": 4510840, "total_flops": 41017609420800000, "train_loss": 0.021586195627848307, "subset_score_loss": 0.021586195627848307}
+{"step": 2970000, "wall_time": 31018.11478161812, "train_loss_step": 3.6149182319641113, "n_params": 4510840, "total_flops": 41156182425600000, "train_loss": 0.021656239032745363, "subset_score_loss": 0.021656239032745363}
+{"step": 2980000, "wall_time": 31110.821254968643, "train_loss_step": 3.584357261657715, "n_params": 4510840, "total_flops": 41294755430400000, "train_loss": 0.021887155373891194, "subset_score_loss": 0.021887155373891194}
+{"step": 2990000, "wall_time": 31207.14063191414, "train_loss_step": 3.8439221382141113, "n_params": 4510840, "total_flops": 41433328435200000, "train_loss": 0.023210297028223675, "subset_score_loss": 0.023210297028223675}
+{"step": 3000000, "wall_time": 31423.790996074677, "train_loss_step": 4.0254740715026855, "n_params": 4510840, "total_flops": 41571901440000000, "train_loss": 0.022217009464899698, "subset_score_loss": 0.022217009464899698, "memorization_fraction_pixel": 0.41029998660087585, "mean_nn_ratio_pixel": 0.6235914826393127, "fid": 140.35128899613886, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 31519.86572933197, "train_loss_step": 3.7030200958251953, "n_params": 4510840, "total_flops": 41710474444800000, "train_loss": 0.021150209506352744, "subset_score_loss": 0.021150209506352744}
+{"step": 3020000, "wall_time": 31615.915764570236, "train_loss_step": 3.8396449089050293, "n_params": 4510840, "total_flops": 41849047449600000, "train_loss": 0.020829854408899943, "subset_score_loss": 0.020829854408899943}
+{"step": 3030000, "wall_time": 31711.860625505447, "train_loss_step": 3.7715587615966797, "n_params": 4510840, "total_flops": 41987620454400000, "train_loss": 0.02093602220217387, "subset_score_loss": 0.02093602220217387}
+{"step": 3040000, "wall_time": 31806.99516892433, "train_loss_step": 3.5133919715881348, "n_params": 4510840, "total_flops": 42126193459200000, "train_loss": 0.02212463617324829, "subset_score_loss": 0.02212463617324829}
+{"step": 3050000, "wall_time": 31889.959739923477, "train_loss_step": 3.8038487434387207, "n_params": 4510840, "total_flops": 42264766464000000, "train_loss": 0.020581273237864177, "subset_score_loss": 0.020581273237864177}
+{"step": 3060000, "wall_time": 31985.75253677368, "train_loss_step": 3.6481056213378906, "n_params": 4510840, "total_flops": 42403339468800000, "train_loss": 0.020898938179016113, "subset_score_loss": 0.020898938179016113}
+{"step": 3070000, "wall_time": 32075.351666212082, "train_loss_step": 4.102505683898926, "n_params": 4510840, "total_flops": 42541912473600000, "train_loss": 0.020355087518692017, "subset_score_loss": 0.020355087518692017}
+{"step": 3080000, "wall_time": 32162.18868613243, "train_loss_step": 3.7722725868225098, "n_params": 4510840, "total_flops": 42680485478400000, "train_loss": 0.021171476443608603, "subset_score_loss": 0.021171476443608603}
+{"step": 3090000, "wall_time": 32258.557199716568, "train_loss_step": 3.6803297996520996, "n_params": 4510840, "total_flops": 42819058483200000, "train_loss": 0.021274463335673014, "subset_score_loss": 0.021274463335673014}
+{"step": 3100000, "wall_time": 32478.043147802353, "train_loss_step": 3.6783363819122314, "n_params": 4510840, "total_flops": 42957631488000000, "train_loss": 0.0205919881661733, "subset_score_loss": 0.0205919881661733, "memorization_fraction_pixel": 0.41179999709129333, "mean_nn_ratio_pixel": 0.6250402927398682, "fid": 137.44395522277946, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 32574.946746826172, "train_loss_step": 3.584059238433838, "n_params": 4510840, "total_flops": 43096204492800000, "train_loss": 0.020769707361857095, "subset_score_loss": 0.020769707361857095}
+{"step": 3120000, "wall_time": 32669.792350530624, "train_loss_step": 3.9488492012023926, "n_params": 4510840, "total_flops": 43234777497600000, "train_loss": 0.021237470706303916, "subset_score_loss": 0.021237470706303916}
+{"step": 3130000, "wall_time": 32766.329897642136, "train_loss_step": 3.5760908126831055, "n_params": 4510840, "total_flops": 43373350502400000, "train_loss": 0.020604562759399415, "subset_score_loss": 0.020604562759399415}
+{"step": 3140000, "wall_time": 32863.08148789406, "train_loss_step": 3.701923370361328, "n_params": 4510840, "total_flops": 43511923507200000, "train_loss": 0.021487615505854287, "subset_score_loss": 0.021487615505854287}
+{"step": 3150000, "wall_time": 32954.22771859169, "train_loss_step": 3.8630526065826416, "n_params": 4510840, "total_flops": 43650496512000000, "train_loss": 0.019297889868418374, "subset_score_loss": 0.019297889868418374}
+{"step": 3160000, "wall_time": 33050.65191888809, "train_loss_step": 3.726940631866455, "n_params": 4510840, "total_flops": 43789069516800000, "train_loss": 0.02059812148412069, "subset_score_loss": 0.02059812148412069}
+{"step": 3170000, "wall_time": 33146.312193870544, "train_loss_step": 3.802056312561035, "n_params": 4510840, "total_flops": 43927642521600000, "train_loss": 0.02151935299237569, "subset_score_loss": 0.02151935299237569}
+{"step": 3180000, "wall_time": 33238.31039094925, "train_loss_step": 3.588667869567871, "n_params": 4510840, "total_flops": 44066215526400000, "train_loss": 0.019980359077453613, "subset_score_loss": 0.019980359077453613}
+{"step": 3190000, "wall_time": 33332.88660788536, "train_loss_step": 3.481508493423462, "n_params": 4510840, "total_flops": 44204788531200000, "train_loss": 0.021107723315556843, "subset_score_loss": 0.021107723315556843}
+{"step": 3200000, "wall_time": 33509.167019844055, "train_loss_step": 3.764457941055298, "n_params": 4510840, "total_flops": 44343361536000000, "train_loss": 0.020702069997787474, "subset_score_loss": 0.020702069997787474, "memorization_fraction_pixel": 0.45239999890327454, "mean_nn_ratio_pixel": 0.5921421051025391, "fid": 132.9170256942043, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 33605.647576093674, "train_loss_step": 3.500607967376709, "n_params": 4510840, "total_flops": 44481934540800000, "train_loss": 0.019734567403793334, "subset_score_loss": 0.019734567403793334}
+{"step": 3220000, "wall_time": 33700.1134724617, "train_loss_step": 3.7552623748779297, "n_params": 4510840, "total_flops": 44620507545600000, "train_loss": 0.019983587662378947, "subset_score_loss": 0.019983587662378947}
+{"step": 3230000, "wall_time": 33796.205491542816, "train_loss_step": 3.6834428310394287, "n_params": 4510840, "total_flops": 44759080550400000, "train_loss": 0.020137431224187215, "subset_score_loss": 0.020137431224187215}
+{"step": 3240000, "wall_time": 33892.28119635582, "train_loss_step": 3.3931117057800293, "n_params": 4510840, "total_flops": 44897653555200000, "train_loss": 0.020008206367492676, "subset_score_loss": 0.020008206367492676}
+{"step": 3250000, "wall_time": 33986.01706624031, "train_loss_step": 3.5730934143066406, "n_params": 4510840, "total_flops": 45036226560000000, "train_loss": 0.020370241006215414, "subset_score_loss": 0.020370241006215414}
+{"step": 3260000, "wall_time": 34082.024019002914, "train_loss_step": 3.675726890563965, "n_params": 4510840, "total_flops": 45174799564800000, "train_loss": 0.020400184392929076, "subset_score_loss": 0.020400184392929076}
+{"step": 3270000, "wall_time": 34178.58961367607, "train_loss_step": 3.7580509185791016, "n_params": 4510840, "total_flops": 45313372569600000, "train_loss": 0.019953451553980508, "subset_score_loss": 0.019953451553980508}
+{"step": 3280000, "wall_time": 34271.75258016586, "train_loss_step": 3.503770351409912, "n_params": 4510840, "total_flops": 45451945574400000, "train_loss": 0.019343302647272746, "subset_score_loss": 0.019343302647272746}
+{"step": 3290000, "wall_time": 34367.14152240753, "train_loss_step": 3.7715260982513428, "n_params": 4510840, "total_flops": 45590518579200000, "train_loss": 0.021306884288787842, "subset_score_loss": 0.021306884288787842}
+{"step": 3300000, "wall_time": 34542.38235807419, "train_loss_step": 3.6797351837158203, "n_params": 4510840, "total_flops": 45729091584000000, "train_loss": 0.020223969221115114, "subset_score_loss": 0.020223969221115114, "memorization_fraction_pixel": 0.4474000036716461, "mean_nn_ratio_pixel": 0.5991266369819641, "fid": 133.02826812360357, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 34637.03747200966, "train_loss_step": 3.9049556255340576, "n_params": 4510840, "total_flops": 45867664588800000, "train_loss": 0.020282878478368124, "subset_score_loss": 0.020282878478368124}
+{"step": 3320000, "wall_time": 34733.95932340622, "train_loss_step": 3.6904044151306152, "n_params": 4510840, "total_flops": 46006237593600000, "train_loss": 0.019839860995610557, "subset_score_loss": 0.019839860995610557}
+{"step": 3330000, "wall_time": 34830.33818244934, "train_loss_step": 3.8127927780151367, "n_params": 4510840, "total_flops": 46144810598400000, "train_loss": 0.019407568375269572, "subset_score_loss": 0.019407568375269572}
+{"step": 3340000, "wall_time": 34926.28559279442, "train_loss_step": 3.4771456718444824, "n_params": 4510840, "total_flops": 46283383603200000, "train_loss": 0.02153726021448771, "subset_score_loss": 0.02153726021448771}
+{"step": 3350000, "wall_time": 35020.68384742737, "train_loss_step": 3.587970733642578, "n_params": 4510840, "total_flops": 46421956608000000, "train_loss": 0.02003086010615031, "subset_score_loss": 0.02003086010615031}
+{"step": 3360000, "wall_time": 35117.28502082825, "train_loss_step": 3.79079008102417, "n_params": 4510840, "total_flops": 46560529612800000, "train_loss": 0.021554883321126303, "subset_score_loss": 0.021554883321126303}
+{"step": 3370000, "wall_time": 35213.8144903183, "train_loss_step": 3.698328733444214, "n_params": 4510840, "total_flops": 46699102617600000, "train_loss": 0.019919548432032266, "subset_score_loss": 0.019919548432032266}
+{"step": 3380000, "wall_time": 35305.07634758949, "train_loss_step": 3.4454240798950195, "n_params": 4510840, "total_flops": 46837675622400000, "train_loss": 0.020114803314208986, "subset_score_loss": 0.020114803314208986}
+{"step": 3390000, "wall_time": 35401.67252802849, "train_loss_step": 3.9339327812194824, "n_params": 4510840, "total_flops": 46976248627200000, "train_loss": 0.020105244716008504, "subset_score_loss": 0.020105244716008504}
+{"step": 3400000, "wall_time": 35578.40850877762, "train_loss_step": 3.2142281532287598, "n_params": 4510840, "total_flops": 47114821632000000, "train_loss": 0.019869665304819744, "subset_score_loss": 0.019869665304819744, "memorization_fraction_pixel": 0.46369999647140503, "mean_nn_ratio_pixel": 0.5838736295700073, "fid": 131.7364411755393, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 35674.79233503342, "train_loss_step": 3.5941948890686035, "n_params": 4510840, "total_flops": 47253394636800000, "train_loss": 0.018960162003835043, "subset_score_loss": 0.018960162003835043}
+{"step": 3420000, "wall_time": 35771.25409889221, "train_loss_step": 3.91313099861145, "n_params": 4510840, "total_flops": 47391967641600000, "train_loss": 0.01926493048667908, "subset_score_loss": 0.01926493048667908}
+{"step": 3430000, "wall_time": 35867.155289173126, "train_loss_step": 3.5295867919921875, "n_params": 4510840, "total_flops": 47530540646400000, "train_loss": 0.01981813311576843, "subset_score_loss": 0.01981813311576843}
+{"step": 3440000, "wall_time": 35963.47910904884, "train_loss_step": 3.6555113792419434, "n_params": 4510840, "total_flops": 47669113651200000, "train_loss": 0.019792326291402183, "subset_score_loss": 0.019792326291402183}
+{"step": 3450000, "wall_time": 36056.93124914169, "train_loss_step": 3.660022258758545, "n_params": 4510840, "total_flops": 47807686656000000, "train_loss": 0.01922108729680379, "subset_score_loss": 0.01922108729680379}
+{"step": 3460000, "wall_time": 36153.2992079258, "train_loss_step": 3.5483298301696777, "n_params": 4510840, "total_flops": 47946259660800000, "train_loss": 0.01963292956352234, "subset_score_loss": 0.01963292956352234}
+{"step": 3470000, "wall_time": 36249.553017139435, "train_loss_step": 3.4121904373168945, "n_params": 4510840, "total_flops": 48084832665600000, "train_loss": 0.019483409325281777, "subset_score_loss": 0.019483409325281777}
+{"step": 3480000, "wall_time": 36340.994097948074, "train_loss_step": 3.585817813873291, "n_params": 4510840, "total_flops": 48223405670400000, "train_loss": 0.018974566459655763, "subset_score_loss": 0.018974566459655763}
+{"step": 3490000, "wall_time": 36437.34744501114, "train_loss_step": 3.5288398265838623, "n_params": 4510840, "total_flops": 48361978675200000, "train_loss": 0.019118585189183555, "subset_score_loss": 0.019118585189183555}
+{"step": 3500000, "wall_time": 36652.394339323044, "train_loss_step": 3.5993916988372803, "n_params": 4510840, "total_flops": 48500551680000000, "train_loss": 0.02088212569554647, "subset_score_loss": 0.02088212569554647, "memorization_fraction_pixel": 0.46810001134872437, "mean_nn_ratio_pixel": 0.582848310470581, "fid": 130.11140241171807, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 36749.146221876144, "train_loss_step": 3.9285902976989746, "n_params": 4510840, "total_flops": 48639124684800000, "train_loss": 0.019361231724421182, "subset_score_loss": 0.019361231724421182}
+{"step": 3520000, "wall_time": 36846.182655096054, "train_loss_step": 3.3950159549713135, "n_params": 4510840, "total_flops": 48777697689600000, "train_loss": 0.01902799606323242, "subset_score_loss": 0.01902799606323242}
+{"step": 3530000, "wall_time": 36942.81005907059, "train_loss_step": 3.3517861366271973, "n_params": 4510840, "total_flops": 48916270694400000, "train_loss": 0.01904303828875224, "subset_score_loss": 0.01904303828875224}
+{"step": 3540000, "wall_time": 37039.64831018448, "train_loss_step": 3.3074679374694824, "n_params": 4510840, "total_flops": 49054843699200000, "train_loss": 0.020384756724039714, "subset_score_loss": 0.020384756724039714}
+{"step": 3550000, "wall_time": 37131.60193967819, "train_loss_step": 3.8853554725646973, "n_params": 4510840, "total_flops": 49193416704000000, "train_loss": 0.020307435592015585, "subset_score_loss": 0.020307435592015585}
+{"step": 3560000, "wall_time": 37228.75444126129, "train_loss_step": 3.389538288116455, "n_params": 4510840, "total_flops": 49331989708800000, "train_loss": 0.01855641802151998, "subset_score_loss": 0.01855641802151998}
+{"step": 3570000, "wall_time": 37323.54395008087, "train_loss_step": 3.8238673210144043, "n_params": 4510840, "total_flops": 49470562713600000, "train_loss": 0.019326176246007284, "subset_score_loss": 0.019326176246007284}
+{"step": 3580000, "wall_time": 37417.34394168854, "train_loss_step": 3.446216106414795, "n_params": 4510840, "total_flops": 49609135718400000, "train_loss": 0.018535429239273073, "subset_score_loss": 0.018535429239273073}
+{"step": 3590000, "wall_time": 37512.33913588524, "train_loss_step": 3.493886947631836, "n_params": 4510840, "total_flops": 49747708723200000, "train_loss": 0.01916495760281881, "subset_score_loss": 0.01916495760281881}
+{"step": 3600000, "wall_time": 37683.35555934906, "train_loss_step": 3.4204416275024414, "n_params": 4510840, "total_flops": 49886281728000000, "train_loss": 0.01913430094718933, "subset_score_loss": 0.01913430094718933, "memorization_fraction_pixel": 0.46970000863075256, "mean_nn_ratio_pixel": 0.5828969478607178, "fid": 128.22649859798847, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 37779.831411123276, "train_loss_step": 3.8369860649108887, "n_params": 4510840, "total_flops": 50024854732800000, "train_loss": 0.018001486857732136, "subset_score_loss": 0.018001486857732136}
+{"step": 3620000, "wall_time": 37876.02262067795, "train_loss_step": 3.4453370571136475, "n_params": 4510840, "total_flops": 50163427737600000, "train_loss": 0.019160499175389607, "subset_score_loss": 0.019160499175389607}
+{"step": 3630000, "wall_time": 37972.67332291603, "train_loss_step": 3.2672619819641113, "n_params": 4510840, "total_flops": 50302000742400000, "train_loss": 0.018722649415334067, "subset_score_loss": 0.018722649415334067}
+{"step": 3640000, "wall_time": 38068.6567196846, "train_loss_step": 3.809088945388794, "n_params": 4510840, "total_flops": 50440573747200000, "train_loss": 0.019446305433909097, "subset_score_loss": 0.019446305433909097}
+{"step": 3650000, "wall_time": 38161.96853208542, "train_loss_step": 3.7762722969055176, "n_params": 4510840, "total_flops": 50579146752000000, "train_loss": 0.01970603863398234, "subset_score_loss": 0.01970603863398234}
+{"step": 3660000, "wall_time": 38256.20289134979, "train_loss_step": 3.67861270904541, "n_params": 4510840, "total_flops": 50717719756800000, "train_loss": 0.01889574925104777, "subset_score_loss": 0.01889574925104777}
+{"step": 3670000, "wall_time": 38351.83623933792, "train_loss_step": 3.8319101333618164, "n_params": 4510840, "total_flops": 50856292761600000, "train_loss": 0.019881441195805868, "subset_score_loss": 0.019881441195805868}
+{"step": 3680000, "wall_time": 38444.51561045647, "train_loss_step": 3.6155428886413574, "n_params": 4510840, "total_flops": 50994865766400000, "train_loss": 0.019616045554478965, "subset_score_loss": 0.019616045554478965}
+{"step": 3690000, "wall_time": 38538.5526740551, "train_loss_step": 3.497178554534912, "n_params": 4510840, "total_flops": 51133438771200000, "train_loss": 0.01912531057993571, "subset_score_loss": 0.01912531057993571}
+{"step": 3700000, "wall_time": 38708.47498321533, "train_loss_step": 3.578951835632324, "n_params": 4510840, "total_flops": 51272011776000000, "train_loss": 0.018712971607844034, "subset_score_loss": 0.018712971607844034, "memorization_fraction_pixel": 0.4887999892234802, "mean_nn_ratio_pixel": 0.5667142868041992, "fid": 126.21826191098205, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 38804.725152254105, "train_loss_step": 3.6012325286865234, "n_params": 4510840, "total_flops": 51410584780800000, "train_loss": 0.018275628487269085, "subset_score_loss": 0.018275628487269085}
+{"step": 3720000, "wall_time": 38900.895850896835, "train_loss_step": 3.8009727001190186, "n_params": 4510840, "total_flops": 51549157785600000, "train_loss": 0.017697678009668986, "subset_score_loss": 0.017697678009668986}
+{"step": 3730000, "wall_time": 38997.50604367256, "train_loss_step": 3.419635534286499, "n_params": 4510840, "total_flops": 51687730790400000, "train_loss": 0.018236162265141805, "subset_score_loss": 0.018236162265141805}
+{"step": 3740000, "wall_time": 39094.79382634163, "train_loss_step": 3.4762377738952637, "n_params": 4510840, "total_flops": 51826303795200000, "train_loss": 0.019074591000874837, "subset_score_loss": 0.019074591000874837}
+{"step": 3750000, "wall_time": 39188.34907531738, "train_loss_step": 3.535789728164673, "n_params": 4510840, "total_flops": 51964876800000000, "train_loss": 0.018465338150660197, "subset_score_loss": 0.018465338150660197}
+{"step": 3760000, "wall_time": 39282.59645962715, "train_loss_step": 3.3923184871673584, "n_params": 4510840, "total_flops": 52103449804800000, "train_loss": 0.018256860971450805, "subset_score_loss": 0.018256860971450805}
+{"step": 3770000, "wall_time": 39378.78849816322, "train_loss_step": 3.619004726409912, "n_params": 4510840, "total_flops": 52242022809600000, "train_loss": 0.018828272819519043, "subset_score_loss": 0.018828272819519043}
+{"step": 3780000, "wall_time": 39474.382623672485, "train_loss_step": 3.5087060928344727, "n_params": 4510840, "total_flops": 52380595814400000, "train_loss": 0.018762220939000446, "subset_score_loss": 0.018762220939000446}
+{"step": 3790000, "wall_time": 39567.558780908585, "train_loss_step": 3.6164517402648926, "n_params": 4510840, "total_flops": 52519168819200000, "train_loss": 0.018716595570246377, "subset_score_loss": 0.018716595570246377}
+{"step": 3800000, "wall_time": 39741.80200433731, "train_loss_step": 3.3521950244903564, "n_params": 4510840, "total_flops": 52657741824000000, "train_loss": 0.018441689014434815, "subset_score_loss": 0.018441689014434815, "memorization_fraction_pixel": 0.4957999885082245, "mean_nn_ratio_pixel": 0.5594878792762756, "fid": 127.27691923070489, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 39837.7906627655, "train_loss_step": 3.75976300239563, "n_params": 4510840, "total_flops": 52796314828800000, "train_loss": 0.019092915455500285, "subset_score_loss": 0.019092915455500285}
+{"step": 3820000, "wall_time": 39934.30583357811, "train_loss_step": 3.2764925956726074, "n_params": 4510840, "total_flops": 52934887833600000, "train_loss": 0.01830889383951823, "subset_score_loss": 0.01830889383951823}
+{"step": 3830000, "wall_time": 40030.53621792793, "train_loss_step": 3.9079360961914062, "n_params": 4510840, "total_flops": 53073460838400000, "train_loss": 0.01762179931004842, "subset_score_loss": 0.01762179931004842}
+{"step": 3840000, "wall_time": 40126.454287052155, "train_loss_step": 3.207099199295044, "n_params": 4510840, "total_flops": 53212033843200000, "train_loss": 0.01852717399597168, "subset_score_loss": 0.01852717399597168}
+{"step": 3850000, "wall_time": 40221.62211918831, "train_loss_step": 3.7005257606506348, "n_params": 4510840, "total_flops": 53350606848000000, "train_loss": 0.01898260712623596, "subset_score_loss": 0.01898260712623596}
+{"step": 3860000, "wall_time": 40315.03795051575, "train_loss_step": 3.275364875793457, "n_params": 4510840, "total_flops": 53489179852800000, "train_loss": 0.018476458390553792, "subset_score_loss": 0.018476458390553792}
+{"step": 3870000, "wall_time": 40410.97813415527, "train_loss_step": 3.4313621520996094, "n_params": 4510840, "total_flops": 53627752857600000, "train_loss": 0.017544899384180704, "subset_score_loss": 0.017544899384180704}
+{"step": 3880000, "wall_time": 40505.3593685627, "train_loss_step": 3.5374693870544434, "n_params": 4510840, "total_flops": 53766325862400000, "train_loss": 0.018114542961120604, "subset_score_loss": 0.018114542961120604}
+{"step": 3890000, "wall_time": 40587.25065469742, "train_loss_step": 3.4766311645507812, "n_params": 4510840, "total_flops": 53904898867200000, "train_loss": 0.017935905853907266, "subset_score_loss": 0.017935905853907266}
+{"step": 3900000, "wall_time": 40809.162573337555, "train_loss_step": 3.528714179992676, "n_params": 4510840, "total_flops": 54043471872000000, "train_loss": 0.018770658969879152, "subset_score_loss": 0.018770658969879152, "memorization_fraction_pixel": 0.5034000277519226, "mean_nn_ratio_pixel": 0.5529932379722595, "fid": 123.65162441396023, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 40905.49508047104, "train_loss_step": 3.209859848022461, "n_params": 4510840, "total_flops": 54182044876800000, "train_loss": 0.01825345555941264, "subset_score_loss": 0.01825345555941264}
+{"step": 3920000, "wall_time": 41002.04422187805, "train_loss_step": 3.2006540298461914, "n_params": 4510840, "total_flops": 54320617881600000, "train_loss": 0.018452694018681843, "subset_score_loss": 0.018452694018681843}
+{"step": 3930000, "wall_time": 41098.97342467308, "train_loss_step": 3.6645305156707764, "n_params": 4510840, "total_flops": 54459190886400000, "train_loss": 0.016955341895421347, "subset_score_loss": 0.016955341895421347}
+{"step": 3940000, "wall_time": 41195.610637426376, "train_loss_step": 3.217935562133789, "n_params": 4510840, "total_flops": 54597763891200000, "train_loss": 0.01681821544965108, "subset_score_loss": 0.01681821544965108}
+{"step": 3950000, "wall_time": 41279.17127633095, "train_loss_step": 3.4165701866149902, "n_params": 4510840, "total_flops": 54736336896000000, "train_loss": 0.017707029978434246, "subset_score_loss": 0.017707029978434246}
+{"step": 3960000, "wall_time": 41371.89029240608, "train_loss_step": 3.4484024047851562, "n_params": 4510840, "total_flops": 54874909900800000, "train_loss": 0.0179028848807017, "subset_score_loss": 0.0179028848807017}
+{"step": 3970000, "wall_time": 41467.872653484344, "train_loss_step": 3.5546278953552246, "n_params": 4510840, "total_flops": 55013482905600000, "train_loss": 0.01768939693768819, "subset_score_loss": 0.01768939693768819}
+{"step": 3980000, "wall_time": 41564.65968155861, "train_loss_step": 3.414177656173706, "n_params": 4510840, "total_flops": 55152055910400000, "train_loss": 0.01869110663731893, "subset_score_loss": 0.01869110663731893}
+{"step": 3990000, "wall_time": 41651.88996195793, "train_loss_step": 3.5561416149139404, "n_params": 4510840, "total_flops": 55290628915200000, "train_loss": 0.018591827154159545, "subset_score_loss": 0.018591827154159545}
+{"step": 4000000, "wall_time": 41877.927988767624, "train_loss_step": 3.410557746887207, "n_params": 4510840, "total_flops": 55429201920000000, "train_loss": 0.018406331539154053, "subset_score_loss": 0.018406331539154053, "memorization_fraction_pixel": 0.5253000259399414, "mean_nn_ratio_pixel": 0.5386717915534973, "fid": 121.39615670926511, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 41974.438589811325, "train_loss_step": 3.474884510040283, "n_params": 4510840, "total_flops": 55567774924800000, "train_loss": 0.017067609230677287, "subset_score_loss": 0.017067609230677287}
+{"step": 4020000, "wall_time": 42070.61843729019, "train_loss_step": 3.522460699081421, "n_params": 4510840, "total_flops": 55706347929600000, "train_loss": 0.01745463808377584, "subset_score_loss": 0.01745463808377584}
+{"step": 4030000, "wall_time": 42165.45142006874, "train_loss_step": 3.328603982925415, "n_params": 4510840, "total_flops": 55844920934400000, "train_loss": 0.017656421661376952, "subset_score_loss": 0.017656421661376952}
+{"step": 4040000, "wall_time": 42261.83930373192, "train_loss_step": 3.348005771636963, "n_params": 4510840, "total_flops": 55983493939200000, "train_loss": 0.017852922280629475, "subset_score_loss": 0.017852922280629475}
+{"step": 4050000, "wall_time": 42343.47182393074, "train_loss_step": 3.5148305892944336, "n_params": 4510840, "total_flops": 56122066944000000, "train_loss": 0.01777841846148173, "subset_score_loss": 0.01777841846148173}
+{"step": 4060000, "wall_time": 42439.63260412216, "train_loss_step": 3.5060155391693115, "n_params": 4510840, "total_flops": 56260639948800000, "train_loss": 0.018623586495717367, "subset_score_loss": 0.018623586495717367}
+{"step": 4070000, "wall_time": 42536.13505911827, "train_loss_step": 3.696948528289795, "n_params": 4510840, "total_flops": 56399212953600000, "train_loss": 0.0194589098294576, "subset_score_loss": 0.0194589098294576}
+{"step": 4080000, "wall_time": 42632.88151192665, "train_loss_step": 3.461059093475342, "n_params": 4510840, "total_flops": 56537785958400000, "train_loss": 0.017867436011632282, "subset_score_loss": 0.017867436011632282}
+{"step": 4090000, "wall_time": 42718.19084119797, "train_loss_step": 3.604952335357666, "n_params": 4510840, "total_flops": 56676358963200000, "train_loss": 0.0188285231590271, "subset_score_loss": 0.0188285231590271}
+{"step": 4100000, "wall_time": 42946.45678281784, "train_loss_step": 3.4569008350372314, "n_params": 4510840, "total_flops": 56814931968000000, "train_loss": 0.017418126265207928, "subset_score_loss": 0.017418126265207928, "memorization_fraction_pixel": 0.5005000233650208, "mean_nn_ratio_pixel": 0.5496160387992859, "fid": 122.30861421666384, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 43043.33478307724, "train_loss_step": 3.058022975921631, "n_params": 4510840, "total_flops": 56953504972800000, "train_loss": 0.017278967301050822, "subset_score_loss": 0.017278967301050822}
+{"step": 4120000, "wall_time": 43138.34407544136, "train_loss_step": 3.3984994888305664, "n_params": 4510840, "total_flops": 57092077977600000, "train_loss": 0.016967560847600302, "subset_score_loss": 0.016967560847600302}
+{"step": 4130000, "wall_time": 43234.74995684624, "train_loss_step": 3.7149949073791504, "n_params": 4510840, "total_flops": 57230650982400000, "train_loss": 0.017631699641545612, "subset_score_loss": 0.017631699641545612}
+{"step": 4140000, "wall_time": 43329.63812279701, "train_loss_step": 3.2255208492279053, "n_params": 4510840, "total_flops": 57369223987200000, "train_loss": 0.01755851705869039, "subset_score_loss": 0.01755851705869039}
+{"step": 4150000, "wall_time": 43414.96158981323, "train_loss_step": 3.464999198913574, "n_params": 4510840, "total_flops": 57507796992000000, "train_loss": 0.018726066748301188, "subset_score_loss": 0.018726066748301188}
+{"step": 4160000, "wall_time": 43511.14228129387, "train_loss_step": 3.4261245727539062, "n_params": 4510840, "total_flops": 57646369996800000, "train_loss": 0.0174230953057607, "subset_score_loss": 0.0174230953057607}
+{"step": 4170000, "wall_time": 43607.370636463165, "train_loss_step": 3.4680848121643066, "n_params": 4510840, "total_flops": 57784943001600000, "train_loss": 0.01844640771547953, "subset_score_loss": 0.01844640771547953}
+{"step": 4180000, "wall_time": 43704.1560883522, "train_loss_step": 3.4513320922851562, "n_params": 4510840, "total_flops": 57923516006400000, "train_loss": 0.016902550061543783, "subset_score_loss": 0.016902550061543783}
+{"step": 4190000, "wall_time": 43786.99518442154, "train_loss_step": 3.3972153663635254, "n_params": 4510840, "total_flops": 58062089011200000, "train_loss": 0.017462406555811563, "subset_score_loss": 0.017462406555811563}
+{"step": 4200000, "wall_time": 43996.33863019943, "train_loss_step": 3.602322578430176, "n_params": 4510840, "total_flops": 58200662016000000, "train_loss": 0.018135619163513184, "subset_score_loss": 0.018135619163513184, "memorization_fraction_pixel": 0.5401999950408936, "mean_nn_ratio_pixel": 0.5200691223144531, "fid": 118.53632082415518, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 44091.11377668381, "train_loss_step": 3.28635835647583, "n_params": 4510840, "total_flops": 58339235020800000, "train_loss": 0.018128800392150878, "subset_score_loss": 0.018128800392150878}
+{"step": 4220000, "wall_time": 44187.43369960785, "train_loss_step": 3.7616734504699707, "n_params": 4510840, "total_flops": 58477808025600000, "train_loss": 0.017421521743138633, "subset_score_loss": 0.017421521743138633}
+{"step": 4230000, "wall_time": 44281.914199113846, "train_loss_step": 3.55267333984375, "n_params": 4510840, "total_flops": 58616381030400000, "train_loss": 0.01763902703921, "subset_score_loss": 0.01763902703921}
+{"step": 4240000, "wall_time": 44377.66561770439, "train_loss_step": 3.139587879180908, "n_params": 4510840, "total_flops": 58754954035200000, "train_loss": 0.016826043526331585, "subset_score_loss": 0.016826043526331585}
+{"step": 4250000, "wall_time": 44462.618136405945, "train_loss_step": 3.4462175369262695, "n_params": 4510840, "total_flops": 58893527040000000, "train_loss": 0.017026239633560182, "subset_score_loss": 0.017026239633560182}
+{"step": 4260000, "wall_time": 44558.69033575058, "train_loss_step": 3.313492774963379, "n_params": 4510840, "total_flops": 59032100044800000, "train_loss": 0.01692284345626831, "subset_score_loss": 0.01692284345626831}
+{"step": 4270000, "wall_time": 44654.397055864334, "train_loss_step": 3.5344977378845215, "n_params": 4510840, "total_flops": 59170673049600000, "train_loss": 0.017433073123296103, "subset_score_loss": 0.017433073123296103}
+{"step": 4280000, "wall_time": 44750.83828139305, "train_loss_step": 3.572340965270996, "n_params": 4510840, "total_flops": 59309246054400000, "train_loss": 0.017279513676961265, "subset_score_loss": 0.017279513676961265}
+{"step": 4290000, "wall_time": 44842.32310271263, "train_loss_step": 3.574708938598633, "n_params": 4510840, "total_flops": 59447819059200000, "train_loss": 0.019242860873540244, "subset_score_loss": 0.019242860873540244}
+{"step": 4300000, "wall_time": 45042.75081515312, "train_loss_step": 3.406637668609619, "n_params": 4510840, "total_flops": 59586392064000000, "train_loss": 0.017788074413935342, "subset_score_loss": 0.017788074413935342, "memorization_fraction_pixel": 0.5210999846458435, "mean_nn_ratio_pixel": 0.5377687215805054, "fid": 120.78116109854271, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 45137.32847595215, "train_loss_step": 3.555697202682495, "n_params": 4510840, "total_flops": 59724965068800000, "train_loss": 0.01758637229601542, "subset_score_loss": 0.01758637229601542}
+{"step": 4320000, "wall_time": 45234.17924308777, "train_loss_step": 3.3988826274871826, "n_params": 4510840, "total_flops": 59863538073600000, "train_loss": 0.01646804908911387, "subset_score_loss": 0.01646804908911387}
+{"step": 4330000, "wall_time": 45330.23266172409, "train_loss_step": 3.54882550239563, "n_params": 4510840, "total_flops": 60002111078400000, "train_loss": 0.01733871897061666, "subset_score_loss": 0.01733871897061666}
+{"step": 4340000, "wall_time": 45427.359183073044, "train_loss_step": 3.3555612564086914, "n_params": 4510840, "total_flops": 60140684083200000, "train_loss": 0.017216350634892783, "subset_score_loss": 0.017216350634892783}
+{"step": 4350000, "wall_time": 45514.05182504654, "train_loss_step": 3.158956289291382, "n_params": 4510840, "total_flops": 60279257088000000, "train_loss": 0.015810437997182212, "subset_score_loss": 0.015810437997182212}
+{"step": 4360000, "wall_time": 45607.438427209854, "train_loss_step": 3.211585521697998, "n_params": 4510840, "total_flops": 60417830092800000, "train_loss": 0.017493627468744912, "subset_score_loss": 0.017493627468744912}
+{"step": 4370000, "wall_time": 45703.6275074482, "train_loss_step": 3.501058340072632, "n_params": 4510840, "total_flops": 60556403097600000, "train_loss": 0.01676288644472758, "subset_score_loss": 0.01676288644472758}
+{"step": 4380000, "wall_time": 45800.30214691162, "train_loss_step": 3.4188060760498047, "n_params": 4510840, "total_flops": 60694976102400000, "train_loss": 0.017099849383036294, "subset_score_loss": 0.017099849383036294}
+{"step": 4390000, "wall_time": 45897.2837035656, "train_loss_step": 3.424499988555908, "n_params": 4510840, "total_flops": 60833549107200000, "train_loss": 0.016555266578992207, "subset_score_loss": 0.016555266578992207}
+{"step": 4400000, "wall_time": 46091.80672430992, "train_loss_step": 3.5009751319885254, "n_params": 4510840, "total_flops": 60972122112000000, "train_loss": 0.01653673549493154, "subset_score_loss": 0.01653673549493154, "memorization_fraction_pixel": 0.5493999719619751, "mean_nn_ratio_pixel": 0.5189053416252136, "fid": 121.08126233611792, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 46188.025143146515, "train_loss_step": 3.4349796772003174, "n_params": 4510840, "total_flops": 61110695116800000, "train_loss": 0.016588570674260457, "subset_score_loss": 0.016588570674260457}
+{"step": 4420000, "wall_time": 46284.55755114555, "train_loss_step": 3.4703829288482666, "n_params": 4510840, "total_flops": 61249268121600000, "train_loss": 0.01654568115870158, "subset_score_loss": 0.01654568115870158}
+{"step": 4430000, "wall_time": 46380.591706991196, "train_loss_step": 3.4958255290985107, "n_params": 4510840, "total_flops": 61387841126400000, "train_loss": 0.017330801486968993, "subset_score_loss": 0.017330801486968993}
+{"step": 4440000, "wall_time": 46476.7089574337, "train_loss_step": 3.5030834674835205, "n_params": 4510840, "total_flops": 61526414131200000, "train_loss": 0.020080713431040446, "subset_score_loss": 0.020080713431040446}
+{"step": 4450000, "wall_time": 46565.730204343796, "train_loss_step": 3.2119641304016113, "n_params": 4510840, "total_flops": 61664987136000000, "train_loss": 0.018034148216247558, "subset_score_loss": 0.018034148216247558}
+{"step": 4460000, "wall_time": 46659.19465517998, "train_loss_step": 3.498600482940674, "n_params": 4510840, "total_flops": 61803560140800000, "train_loss": 0.017353610197703043, "subset_score_loss": 0.017353610197703043}
+{"step": 4470000, "wall_time": 46755.72796201706, "train_loss_step": 3.2323622703552246, "n_params": 4510840, "total_flops": 61942133145600000, "train_loss": 0.017158234119415285, "subset_score_loss": 0.017158234119415285}
+{"step": 4480000, "wall_time": 46852.17951989174, "train_loss_step": 3.150618076324463, "n_params": 4510840, "total_flops": 62080706150400000, "train_loss": 0.017243979374567668, "subset_score_loss": 0.017243979374567668}
+{"step": 4490000, "wall_time": 46948.54565215111, "train_loss_step": 3.2825398445129395, "n_params": 4510840, "total_flops": 62219279155200000, "train_loss": 0.018440141280492147, "subset_score_loss": 0.018440141280492147}
+{"step": 4500000, "wall_time": 47152.14899945259, "train_loss_step": 3.2060139179229736, "n_params": 4510840, "total_flops": 62357852160000000, "train_loss": 0.01630251109600067, "subset_score_loss": 0.01630251109600067, "memorization_fraction_pixel": 0.5414999723434448, "mean_nn_ratio_pixel": 0.5241072177886963, "fid": 120.0983800852593, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 47248.78867483139, "train_loss_step": 3.4199023246765137, "n_params": 4510840, "total_flops": 62496425164800000, "train_loss": 0.016366397341092426, "subset_score_loss": 0.016366397341092426}
+{"step": 4520000, "wall_time": 47345.53745484352, "train_loss_step": 3.4104602336883545, "n_params": 4510840, "total_flops": 62634998169600000, "train_loss": 0.016203459103902182, "subset_score_loss": 0.016203459103902182}
+{"step": 4530000, "wall_time": 47442.303047418594, "train_loss_step": 3.199580192565918, "n_params": 4510840, "total_flops": 62773571174400000, "train_loss": 0.017196545998255413, "subset_score_loss": 0.017196545998255413}
+{"step": 4540000, "wall_time": 47539.12740278244, "train_loss_step": 3.209641933441162, "n_params": 4510840, "total_flops": 62912144179200000, "train_loss": 0.016595614949862163, "subset_score_loss": 0.016595614949862163}
+{"step": 4550000, "wall_time": 47626.55227828026, "train_loss_step": 3.3362889289855957, "n_params": 4510840, "total_flops": 63050717184000000, "train_loss": 0.016749346256256105, "subset_score_loss": 0.016749346256256105}
+{"step": 4560000, "wall_time": 47723.323633909225, "train_loss_step": 3.294462203979492, "n_params": 4510840, "total_flops": 63189290188800000, "train_loss": 0.017341081301371256, "subset_score_loss": 0.017341081301371256}
+{"step": 4570000, "wall_time": 47819.887543439865, "train_loss_step": 3.1811470985412598, "n_params": 4510840, "total_flops": 63327863193600000, "train_loss": 0.01786103049914042, "subset_score_loss": 0.01786103049914042}
+{"step": 4580000, "wall_time": 47915.62231254578, "train_loss_step": 3.1108813285827637, "n_params": 4510840, "total_flops": 63466436198400000, "train_loss": 0.017143325010935465, "subset_score_loss": 0.017143325010935465}
+{"step": 4590000, "wall_time": 48004.927444934845, "train_loss_step": 3.388062000274658, "n_params": 4510840, "total_flops": 63605009203200000, "train_loss": 0.01742356022198995, "subset_score_loss": 0.01742356022198995}
+{"step": 4600000, "wall_time": 48148.639563560486, "train_loss_step": 3.136828899383545, "n_params": 4510840, "total_flops": 63743582208000000, "train_loss": 0.016999858617782592, "subset_score_loss": 0.016999858617782592, "memorization_fraction_pixel": 0.5442000031471252, "mean_nn_ratio_pixel": 0.5220005512237549, "fid": 120.34226111213745, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 48226.8120238781, "train_loss_step": 3.155599594116211, "n_params": 4510840, "total_flops": 63882155212800000, "train_loss": 0.016116392612457276, "subset_score_loss": 0.016116392612457276}
+{"step": 4620000, "wall_time": 48304.31332063675, "train_loss_step": 3.454298734664917, "n_params": 4510840, "total_flops": 64020728217600000, "train_loss": 0.016077358524004617, "subset_score_loss": 0.016077358524004617}
+{"step": 4630000, "wall_time": 48381.99197649956, "train_loss_step": 3.1456496715545654, "n_params": 4510840, "total_flops": 64159301222400000, "train_loss": 0.016557464996973675, "subset_score_loss": 0.016557464996973675}
+{"step": 4640000, "wall_time": 48460.24410820007, "train_loss_step": 3.345980405807495, "n_params": 4510840, "total_flops": 64297874227200000, "train_loss": 0.016565237442652384, "subset_score_loss": 0.016565237442652384}
+{"step": 4650000, "wall_time": 48531.88239455223, "train_loss_step": 3.292210340499878, "n_params": 4510840, "total_flops": 64436447232000000, "train_loss": 0.015481113394101461, "subset_score_loss": 0.015481113394101461}
+{"step": 4660000, "wall_time": 48601.653141736984, "train_loss_step": 3.2668750286102295, "n_params": 4510840, "total_flops": 64575020236800000, "train_loss": 0.016261471311251323, "subset_score_loss": 0.016261471311251323}
+{"step": 4670000, "wall_time": 48679.27751541138, "train_loss_step": 3.5801994800567627, "n_params": 4510840, "total_flops": 64713593241600000, "train_loss": 0.016676868995030722, "subset_score_loss": 0.016676868995030722}
+{"step": 4680000, "wall_time": 48748.77097582817, "train_loss_step": 3.1431386470794678, "n_params": 4510840, "total_flops": 64852166246400000, "train_loss": 0.016107902924219767, "subset_score_loss": 0.016107902924219767}
+{"step": 4690000, "wall_time": 48808.456563949585, "train_loss_step": 3.416017532348633, "n_params": 4510840, "total_flops": 64990739251200000, "train_loss": 0.016666091481844583, "subset_score_loss": 0.016666091481844583}
+{"step": 4700000, "wall_time": 48910.838577747345, "train_loss_step": 3.099614143371582, "n_params": 4510840, "total_flops": 65129312256000000, "train_loss": 0.016113816698392232, "subset_score_loss": 0.016113816698392232, "memorization_fraction_pixel": 0.5580999851226807, "mean_nn_ratio_pixel": 0.5107370615005493, "fid": 119.50183302976826, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 48970.84318304062, "train_loss_step": 3.379930019378662, "n_params": 4510840, "total_flops": 65267885260800000, "train_loss": 0.016493468483289083, "subset_score_loss": 0.016493468483289083}
+{"step": 4720000, "wall_time": 49030.73299765587, "train_loss_step": 3.427471876144409, "n_params": 4510840, "total_flops": 65406458265600000, "train_loss": 0.016323747237523396, "subset_score_loss": 0.016323747237523396}
+{"step": 4730000, "wall_time": 49091.161700725555, "train_loss_step": 3.5525033473968506, "n_params": 4510840, "total_flops": 65545031270400000, "train_loss": 0.0161928395430247, "subset_score_loss": 0.0161928395430247}
+{"step": 4740000, "wall_time": 49150.62632846832, "train_loss_step": 3.5438060760498047, "n_params": 4510840, "total_flops": 65683604275200000, "train_loss": 0.01670087973276774, "subset_score_loss": 0.01670087973276774}
+{"step": 4750000, "wall_time": 49211.04322218895, "train_loss_step": 3.5869674682617188, "n_params": 4510840, "total_flops": 65822177280000000, "train_loss": 0.015980796019236247, "subset_score_loss": 0.015980796019236247}
+{"step": 4760000, "wall_time": 49265.40110659599, "train_loss_step": 3.4139370918273926, "n_params": 4510840, "total_flops": 65960750284800000, "train_loss": 0.018650255600611367, "subset_score_loss": 0.018650255600611367}
+{"step": 4770000, "wall_time": 49325.49708175659, "train_loss_step": 3.3165318965911865, "n_params": 4510840, "total_flops": 66099323289600000, "train_loss": 0.01619976063569387, "subset_score_loss": 0.01619976063569387}
+{"step": 4780000, "wall_time": 49385.45351243019, "train_loss_step": 3.152364730834961, "n_params": 4510840, "total_flops": 66237896294400000, "train_loss": 0.01566799481709798, "subset_score_loss": 0.01566799481709798}
+{"step": 4790000, "wall_time": 49445.60592699051, "train_loss_step": 3.2955431938171387, "n_params": 4510840, "total_flops": 66376469299200000, "train_loss": 0.0174196461836497, "subset_score_loss": 0.0174196461836497}
+{"step": 4800000, "wall_time": 49548.729101896286, "train_loss_step": 3.3591666221618652, "n_params": 4510840, "total_flops": 66515042304000000, "train_loss": 0.01580392519632975, "subset_score_loss": 0.01580392519632975, "memorization_fraction_pixel": 0.5674999952316284, "mean_nn_ratio_pixel": 0.502879798412323, "fid": 116.9001893624926, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 49608.64143872261, "train_loss_step": 3.061046838760376, "n_params": 4510840, "total_flops": 66653615308800000, "train_loss": 0.015511942903200786, "subset_score_loss": 0.015511942903200786}
+{"step": 4820000, "wall_time": 49668.245197057724, "train_loss_step": 3.4657795429229736, "n_params": 4510840, "total_flops": 66792188313600000, "train_loss": 0.01643046736717224, "subset_score_loss": 0.01643046736717224}
+{"step": 4830000, "wall_time": 49727.93546581268, "train_loss_step": 3.1442222595214844, "n_params": 4510840, "total_flops": 66930761318400000, "train_loss": 0.016043431560198464, "subset_score_loss": 0.016043431560198464}
+{"step": 4840000, "wall_time": 49787.87051153183, "train_loss_step": 3.0671541690826416, "n_params": 4510840, "total_flops": 67069334323200000, "train_loss": 0.015947662790616355, "subset_score_loss": 0.015947662790616355}
+{"step": 4850000, "wall_time": 49847.391308784485, "train_loss_step": 3.0508384704589844, "n_params": 4510840, "total_flops": 67207907328000000, "train_loss": 0.01735303203264872, "subset_score_loss": 0.01735303203264872}
+{"step": 4860000, "wall_time": 49901.57610464096, "train_loss_step": 3.317495107650757, "n_params": 4510840, "total_flops": 67346480332800000, "train_loss": 0.01623270511627197, "subset_score_loss": 0.01623270511627197}
+{"step": 4870000, "wall_time": 49960.702084064484, "train_loss_step": 2.9589576721191406, "n_params": 4510840, "total_flops": 67485053337600000, "train_loss": 0.015592341621716818, "subset_score_loss": 0.015592341621716818}
+{"step": 4880000, "wall_time": 50020.59565925598, "train_loss_step": 3.249075412750244, "n_params": 4510840, "total_flops": 67623626342400000, "train_loss": 0.016119690736134847, "subset_score_loss": 0.016119690736134847}
+{"step": 4890000, "wall_time": 50080.44252705574, "train_loss_step": 3.2428979873657227, "n_params": 4510840, "total_flops": 67762199347200000, "train_loss": 0.016278005639712014, "subset_score_loss": 0.016278005639712014}
+{"step": 4900000, "wall_time": 50189.316772699356, "train_loss_step": 3.2449288368225098, "n_params": 4510840, "total_flops": 67900772352000000, "train_loss": 0.016386676828066507, "subset_score_loss": 0.016386676828066507, "memorization_fraction_pixel": 0.5896000266075134, "mean_nn_ratio_pixel": 0.48654842376708984, "fid": 114.45815794561452, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 50247.73768353462, "train_loss_step": 3.069741725921631, "n_params": 4510840, "total_flops": 68039345356800000, "train_loss": 0.01588700811068217, "subset_score_loss": 0.01588700811068217}
+{"step": 4920000, "wall_time": 50307.39790892601, "train_loss_step": 3.250645875930786, "n_params": 4510840, "total_flops": 68177918361600000, "train_loss": 0.015561423699061076, "subset_score_loss": 0.015561423699061076}
+{"step": 4930000, "wall_time": 50366.81758546829, "train_loss_step": 3.453036069869995, "n_params": 4510840, "total_flops": 68316491366400000, "train_loss": 0.015329010287920634, "subset_score_loss": 0.015329010287920634}
+{"step": 4940000, "wall_time": 50426.55751037598, "train_loss_step": 3.149484634399414, "n_params": 4510840, "total_flops": 68455064371200000, "train_loss": 0.015280131498972576, "subset_score_loss": 0.015280131498972576}
+{"step": 4950000, "wall_time": 50486.284059762955, "train_loss_step": 3.192241668701172, "n_params": 4510840, "total_flops": 68593637376000000, "train_loss": 0.016792690753936766, "subset_score_loss": 0.016792690753936766}
+{"step": 4960000, "wall_time": 50540.44562768936, "train_loss_step": 3.199552297592163, "n_params": 4510840, "total_flops": 68732210380800000, "train_loss": 0.016133041183153788, "subset_score_loss": 0.016133041183153788}
+{"step": 4970000, "wall_time": 50600.74239087105, "train_loss_step": 3.207995891571045, "n_params": 4510840, "total_flops": 68870783385600000, "train_loss": 0.015414423743883769, "subset_score_loss": 0.015414423743883769}
+{"step": 4980000, "wall_time": 50661.070039749146, "train_loss_step": 3.038217782974243, "n_params": 4510840, "total_flops": 69009356390400000, "train_loss": 0.01667107144991557, "subset_score_loss": 0.01667107144991557}
+{"step": 4990000, "wall_time": 50721.263973236084, "train_loss_step": 3.075762987136841, "n_params": 4510840, "total_flops": 69147929395200000, "train_loss": 0.01621611018975576, "subset_score_loss": 0.01621611018975576}
+{"step": 5000000, "wall_time": 50830.652739048004, "train_loss_step": 3.1776089668273926, "n_params": 4510840, "total_flops": 69286502400000000, "train_loss": 0.015725857019424437, "subset_score_loss": 0.015725857019424437, "memorization_fraction_pixel": 0.5724999904632568, "mean_nn_ratio_pixel": 0.5019994378089905, "fid": 117.37997988510544, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..da1c56ea009aed3f84c8a1b7d318594fafdadf7b
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d120/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     75s | train_loss=1.0087 | fid=304.8140
+  step   10000 |    171s | train_loss=0.8145
+  step   20000 |    267s | train_loss=0.6846
+  step   30000 |    364s | train_loss=0.5526
+  step   40000 |    460s | train_loss=0.4218
+  step   50000 |    556s | train_loss=0.3154
+  step   60000 |    653s | train_loss=0.2390
+  step   70000 |    749s | train_loss=0.1915
+  step   80000 |    846s | train_loss=0.1635
+  step   90000 |    942s | train_loss=0.1439
+  step  100000 |   1110s | train_loss=0.1306 | fid=175.8046
+  step  110000 |   1201s | train_loss=0.1217
+  step  120000 |   1298s | train_loss=0.1150
+  step  130000 |   1394s | train_loss=0.1100
+  step  140000 |   1491s | train_loss=0.1052
+  step  150000 |   1587s | train_loss=0.1008
+  step  160000 |   1683s | train_loss=0.0989
+  step  170000 |   1780s | train_loss=0.0972
+  step  180000 |   1876s | train_loss=0.0909
+  step  190000 |   1972s | train_loss=0.0895
+  step  200000 |   2140s | train_loss=0.0876 | fid=175.5050
+  step  210000 |   2232s | train_loss=0.0841
+  step  220000 |   2328s | train_loss=0.0821
+  step  230000 |   2424s | train_loss=0.0827
+  step  240000 |   2520s | train_loss=0.0794
+  step  250000 |   2616s | train_loss=0.0791
+  step  260000 |   2712s | train_loss=0.0767
+  step  270000 |   2808s | train_loss=0.0729
+  step  280000 |   2904s | train_loss=0.0730
+  step  290000 |   2998s | train_loss=0.0702
+  step  300000 |   3168s | train_loss=0.0700 | fid=170.8751
+  step  310000 |   3263s | train_loss=0.0686
+  step  320000 |   3356s | train_loss=0.0687
+  step  330000 |   3452s | train_loss=0.0654
+  step  340000 |   3549s | train_loss=0.0657
+  step  350000 |   3645s | train_loss=0.0650
+  step  360000 |   3741s | train_loss=0.0645
+  step  370000 |   3838s | train_loss=0.0617
+  step  380000 |   3934s | train_loss=0.0617
+  step  390000 |   4029s | train_loss=0.0608
+  step  400000 |   4197s | train_loss=0.0618 | fid=165.0007
+  step  410000 |   4293s | train_loss=0.0601
+  step  420000 |   4384s | train_loss=0.0595
+  step  430000 |   4480s | train_loss=0.0585
+  step  440000 |   4576s | train_loss=0.0587
+  step  450000 |   4672s | train_loss=0.0597
+  step  460000 |   4768s | train_loss=0.0574
+  step  470000 |   4864s | train_loss=0.0560
+  step  480000 |   4959s | train_loss=0.0566
+  step  490000 |   5053s | train_loss=0.0542
+  step  500000 |   5225s | train_loss=0.0573 | fid=164.0877
+  step  510000 |   5321s | train_loss=0.0545
+  step  520000 |   5413s | train_loss=0.0548
+  step  530000 |   5510s | train_loss=0.0538
+  step  540000 |   5606s | train_loss=0.0520
+  step  550000 |   5702s | train_loss=0.0517
+  step  560000 |   5798s | train_loss=0.0513
+  step  570000 |   5895s | train_loss=0.0518
+  step  580000 |   5989s | train_loss=0.0525
+  step  590000 |   6084s | train_loss=0.0505
+  step  600000 |   6255s | train_loss=0.0500 | fid=157.9040
+  step  610000 |   6351s | train_loss=0.0515
+  step  620000 |   6446s | train_loss=0.0489
+  step  630000 |   6540s | train_loss=0.0499
+  step  640000 |   6636s | train_loss=0.0493
+  step  650000 |   6732s | train_loss=0.0480
+  step  660000 |   6828s | train_loss=0.0479
+  step  670000 |   6923s | train_loss=0.0491
+  step  680000 |   7018s | train_loss=0.0484
+  step  690000 |   7113s | train_loss=0.0481
+  step  700000 |   7284s | train_loss=0.0468 | fid=154.2876
+  step  710000 |   7381s | train_loss=0.0458
+  step  720000 |   7475s | train_loss=0.0496
+  step  730000 |   7569s | train_loss=0.0483
+  step  740000 |   7665s | train_loss=0.0453
+  step  750000 |   7761s | train_loss=0.0455
+  step  760000 |   7858s | train_loss=0.0470
+  step  770000 |   7952s | train_loss=0.0462
+  step  780000 |   8047s | train_loss=0.0435
+  step  790000 |   8144s | train_loss=0.0445
+  step  800000 |   8318s | train_loss=0.0459 | fid=166.5601
+  step  810000 |   8414s | train_loss=0.0442
+  step  820000 |   8511s | train_loss=0.0431
+  step  830000 |   8602s | train_loss=0.0429
+  step  840000 |   8698s | train_loss=0.0440
+  step  850000 |   8794s | train_loss=0.0449
+  step  860000 |   8889s | train_loss=0.0435
+  step  870000 |   8985s | train_loss=0.0428
+  step  880000 |   9080s | train_loss=0.0429
+  step  890000 |   9176s | train_loss=0.0433
+  step  900000 |   9349s | train_loss=0.0445 | fid=165.3356
+  step  910000 |   9446s | train_loss=0.0423
+  step  920000 |   9542s | train_loss=0.0420
+  step  930000 |   9636s | train_loss=0.0437
+  step  940000 |   9730s | train_loss=0.0409
+  step  950000 |   9825s | train_loss=0.0426
+  step  960000 |   9922s | train_loss=0.0409
+  step  970000 |  10016s | train_loss=0.0407
+  step  980000 |  10112s | train_loss=0.0404
+  step  990000 |  10209s | train_loss=0.0411
+  step 1000000 |  10383s | train_loss=0.0402 | fid=178.4991
+  step 1010000 |  10479s | train_loss=0.0404
+  step 1020000 |  10575s | train_loss=0.0394
+  step 1030000 |  10669s | train_loss=0.0421
+  step 1040000 |  10762s | train_loss=0.0404
+  step 1050000 |  10856s | train_loss=0.0402
+  step 1060000 |  10952s | train_loss=0.0408
+  step 1070000 |  11046s | train_loss=0.0382
+  step 1080000 |  11142s | train_loss=0.0397
+  step 1090000 |  11238s | train_loss=0.0401
+  step 1100000 |  11410s | train_loss=0.0395 | fid=193.5410
+  step 1110000 |  11506s | train_loss=0.0395
+  step 1120000 |  11602s | train_loss=0.0409
+  step 1130000 |  11696s | train_loss=0.0408
+  step 1140000 |  11789s | train_loss=0.0380
+  step 1150000 |  11885s | train_loss=0.0386
+  step 1160000 |  11981s | train_loss=0.0377
+  step 1170000 |  12076s | train_loss=0.0383
+  step 1180000 |  12172s | train_loss=0.0396
+  step 1190000 |  12269s | train_loss=0.0387
+  step 1200000 |  12443s | train_loss=0.0366 | fid=206.9192
+  step 1210000 |  12539s | train_loss=0.0377
+  step 1220000 |  12635s | train_loss=0.0377
+  step 1230000 |  12731s | train_loss=0.0399
+  step 1240000 |  12822s | train_loss=0.0379
+  step 1250000 |  12915s | train_loss=0.0372
+  step 1260000 |  13009s | train_loss=0.0376
+  step 1270000 |  13105s | train_loss=0.0379
+  step 1280000 |  13201s | train_loss=0.0353
+  step 1290000 |  13297s | train_loss=0.0373
+  step 1300000 |  13469s | train_loss=0.0363 | fid=215.4503
+  step 1310000 |  13565s | train_loss=0.0360
+  step 1320000 |  13661s | train_loss=0.0365
+  step 1330000 |  13756s | train_loss=0.0369
+  step 1340000 |  13851s | train_loss=0.0356
+  step 1350000 |  13945s | train_loss=0.0395
+  step 1360000 |  14040s | train_loss=0.0365
+  step 1370000 |  14136s | train_loss=0.0359
+  step 1380000 |  14233s | train_loss=0.0360
+  step 1390000 |  14329s | train_loss=0.0349
+  step 1400000 |  14505s | train_loss=0.0356 | fid=225.7623
+  step 1410000 |  14601s | train_loss=0.0342
+  step 1420000 |  14696s | train_loss=0.0368
+  step 1430000 |  14791s | train_loss=0.0356
+  step 1440000 |  14885s | train_loss=0.0348
+  step 1450000 |  14977s | train_loss=0.0347
+  step 1460000 |  15072s | train_loss=0.0342
+  step 1470000 |  15168s | train_loss=0.0356
+  step 1480000 |  15264s | train_loss=0.0351
+  step 1490000 |  15360s | train_loss=0.0337
+  step 1500000 |  15535s | train_loss=0.0341 | fid=224.8738
+  step 1510000 |  15632s | train_loss=0.0338
+  step 1520000 |  15727s | train_loss=0.0347
+  step 1530000 |  15823s | train_loss=0.0335
+  step 1540000 |  15917s | train_loss=0.0340
+  step 1550000 |  16012s | train_loss=0.0364
+  step 1560000 |  16105s | train_loss=0.0327
+  step 1570000 |  16202s | train_loss=0.0346
+  step 1580000 |  16298s | train_loss=0.0338
+  step 1590000 |  16394s | train_loss=0.0337
+  step 1600000 |  16570s | train_loss=0.0338 | fid=224.7955
+  step 1610000 |  16664s | train_loss=0.0333
+  step 1620000 |  16760s | train_loss=0.0342
+  step 1630000 |  16855s | train_loss=0.0326
+  step 1640000 |  16951s | train_loss=0.0325
+  step 1650000 |  17041s | train_loss=0.0327
+  step 1660000 |  17133s | train_loss=0.0334
+  step 1670000 |  17228s | train_loss=0.0314
+  step 1680000 |  17324s | train_loss=0.0321
+  step 1690000 |  17420s | train_loss=0.0314
+  step 1700000 |  17641s | train_loss=0.0335 | fid=207.5519
+  step 1710000 |  17738s | train_loss=0.0341
+  step 1720000 |  17835s | train_loss=0.0326
+  step 1730000 |  17931s | train_loss=0.0323
+  step 1740000 |  18016s | train_loss=0.0307
+  step 1750000 |  18113s | train_loss=0.0314
+  step 1760000 |  18199s | train_loss=0.0324
+  step 1770000 |  18296s | train_loss=0.0314
+  step 1780000 |  18393s | train_loss=0.0310
+  step 1790000 |  18490s | train_loss=0.0319
+  step 1800000 |  18701s | train_loss=0.0325 | fid=195.8846
+  step 1810000 |  18797s | train_loss=0.0317
+  step 1820000 |  18894s | train_loss=0.0304
+  step 1830000 |  18989s | train_loss=0.0305
+  step 1840000 |  19075s | train_loss=0.0301
+  step 1850000 |  19168s | train_loss=0.0309
+  step 1860000 |  19252s | train_loss=0.0305
+  step 1870000 |  19349s | train_loss=0.0295
+  step 1880000 |  19446s | train_loss=0.0286
+  step 1890000 |  19540s | train_loss=0.0298
+  step 1900000 |  19768s | train_loss=0.0300 | fid=181.0094
+  step 1910000 |  19864s | train_loss=0.0298
+  step 1920000 |  19961s | train_loss=0.0300
+  step 1930000 |  20058s | train_loss=0.0281
+  step 1940000 |  20145s | train_loss=0.0305
+  step 1950000 |  20241s | train_loss=0.0296
+  step 1960000 |  20325s | train_loss=0.0291
+  step 1970000 |  20421s | train_loss=0.0288
+  step 1980000 |  20517s | train_loss=0.0286
+  step 1990000 |  20613s | train_loss=0.0277
+  step 2000000 |  20830s | train_loss=0.0299 | fid=173.8024
+  step 2010000 |  20926s | train_loss=0.0277
+  step 2020000 |  21022s | train_loss=0.0281
+  step 2030000 |  21118s | train_loss=0.0281
+  step 2040000 |  21201s | train_loss=0.0287
+  step 2050000 |  21298s | train_loss=0.0275
+  step 2060000 |  21376s | train_loss=0.0284
+  step 2070000 |  21472s | train_loss=0.0272
+  step 2080000 |  21568s | train_loss=0.0271
+  step 2090000 |  21665s | train_loss=0.0275
+  step 2100000 |  21882s | train_loss=0.0269 | fid=166.7925
+  step 2110000 |  21978s | train_loss=0.0269
+  step 2120000 |  22075s | train_loss=0.0280
+  step 2130000 |  22171s | train_loss=0.0303
+  step 2140000 |  22258s | train_loss=0.0275
+  step 2150000 |  22353s | train_loss=0.0288
+  step 2160000 |  22438s | train_loss=0.0269
+  step 2170000 |  22529s | train_loss=0.0265
+  step 2180000 |  22626s | train_loss=0.0263
+  step 2190000 |  22723s | train_loss=0.0266
+  step 2200000 |  22955s | train_loss=0.0269 | fid=158.6576
+  step 2210000 |  23051s | train_loss=0.0260
+  step 2220000 |  23147s | train_loss=0.0262
+  step 2230000 |  23243s | train_loss=0.0274
+  step 2240000 |  23322s | train_loss=0.0262
+  step 2250000 |  23418s | train_loss=0.0265
+  step 2260000 |  23507s | train_loss=0.0251
+  step 2270000 |  23597s | train_loss=0.0264
+  step 2280000 |  23693s | train_loss=0.0273
+  step 2290000 |  23788s | train_loss=0.0257
+  step 2300000 |  24013s | train_loss=0.0257 | fid=153.7820
+  step 2310000 |  24110s | train_loss=0.0256
+  step 2320000 |  24205s | train_loss=0.0257
+  step 2330000 |  24302s | train_loss=0.0259
+  step 2340000 |  24383s | train_loss=0.0249
+  step 2350000 |  24478s | train_loss=0.0263
+  step 2360000 |  24568s | train_loss=0.0244
+  step 2370000 |  24654s | train_loss=0.0259
+  step 2380000 |  24751s | train_loss=0.0244
+  step 2390000 |  24847s | train_loss=0.0266
+  step 2400000 |  25073s | train_loss=0.0250 | fid=154.8105
+  step 2410000 |  25167s | train_loss=0.0259
+  step 2420000 |  25264s | train_loss=0.0254
+  step 2430000 |  25360s | train_loss=0.0243
+  step 2440000 |  25445s | train_loss=0.0263
+  step 2450000 |  25541s | train_loss=0.0246
+  step 2460000 |  25632s | train_loss=0.0247
+  step 2470000 |  25717s | train_loss=0.0241
+  step 2480000 |  25813s | train_loss=0.0260
+  step 2490000 |  25910s | train_loss=0.0242
+  step 2500000 |  26130s | train_loss=0.0236 | fid=147.2145
+  step 2510000 |  26227s | train_loss=0.0247
+  step 2520000 |  26324s | train_loss=0.0246
+  step 2530000 |  26420s | train_loss=0.0237
+  step 2540000 |  26504s | train_loss=0.0240
+  step 2550000 |  26599s | train_loss=0.0238
+  step 2560000 |  26696s | train_loss=0.0239
+  step 2570000 |  26779s | train_loss=0.0239
+  step 2580000 |  26876s | train_loss=0.0232
+  step 2590000 |  26973s | train_loss=0.0238
+  step 2600000 |  27183s | train_loss=0.0234 | fid=150.8266
+  step 2610000 |  27279s | train_loss=0.0223
+  step 2620000 |  27375s | train_loss=0.0224
+  step 2630000 |  27471s | train_loss=0.0240
+  step 2640000 |  27556s | train_loss=0.0235
+  step 2650000 |  27645s | train_loss=0.0224
+  step 2660000 |  27742s | train_loss=0.0237
+  step 2670000 |  27825s | train_loss=0.0226
+  step 2680000 |  27921s | train_loss=0.0236
+  step 2690000 |  28015s | train_loss=0.0228
+  step 2700000 |  28247s | train_loss=0.0235 | fid=142.6127
+  step 2710000 |  28344s | train_loss=0.0235
+  step 2720000 |  28441s | train_loss=0.0230
+  step 2730000 |  28536s | train_loss=0.0225
+  step 2740000 |  28625s | train_loss=0.0219
+  step 2750000 |  28716s | train_loss=0.0225
+  step 2760000 |  28812s | train_loss=0.0225
+  step 2770000 |  28894s | train_loss=0.0227
+  step 2780000 |  28987s | train_loss=0.0240
+  step 2790000 |  29084s | train_loss=0.0221
+  step 2800000 |  29309s | train_loss=0.0225 | fid=143.5080
+  step 2810000 |  29406s | train_loss=0.0223
+  step 2820000 |  29499s | train_loss=0.0222
+  step 2830000 |  29596s | train_loss=0.0216
+  step 2840000 |  29685s | train_loss=0.0205
+  step 2850000 |  29773s | train_loss=0.0217
+  step 2860000 |  29867s | train_loss=0.0217
+  step 2870000 |  29952s | train_loss=0.0215
+  step 2880000 |  30041s | train_loss=0.0221
+  step 2890000 |  30137s | train_loss=0.0217
+  step 2900000 |  30369s | train_loss=0.0229 | fid=140.1923
+  step 2910000 |  30464s | train_loss=0.0219
+  step 2920000 |  30560s | train_loss=0.0212
+  step 2930000 |  30657s | train_loss=0.0213
+  step 2940000 |  30747s | train_loss=0.0217
+  step 2950000 |  30831s | train_loss=0.0222
+  step 2960000 |  30927s | train_loss=0.0216
+  step 2970000 |  31018s | train_loss=0.0217
+  step 2980000 |  31111s | train_loss=0.0219
+  step 2990000 |  31207s | train_loss=0.0232
+  step 3000000 |  31424s | train_loss=0.0222 | fid=140.3513
+  step 3010000 |  31520s | train_loss=0.0212
+  step 3020000 |  31616s | train_loss=0.0208
+  step 3030000 |  31712s | train_loss=0.0209
+  step 3040000 |  31807s | train_loss=0.0221
+  step 3050000 |  31890s | train_loss=0.0206
+  step 3060000 |  31986s | train_loss=0.0209
+  step 3070000 |  32075s | train_loss=0.0204
+  step 3080000 |  32162s | train_loss=0.0212
+  step 3090000 |  32259s | train_loss=0.0213
+  step 3100000 |  32478s | train_loss=0.0206 | fid=137.4440
+  step 3110000 |  32575s | train_loss=0.0208
+  step 3120000 |  32670s | train_loss=0.0212
+  step 3130000 |  32766s | train_loss=0.0206
+  step 3140000 |  32863s | train_loss=0.0215
+  step 3150000 |  32954s | train_loss=0.0193
+  step 3160000 |  33051s | train_loss=0.0206
+  step 3170000 |  33146s | train_loss=0.0215
+  step 3180000 |  33238s | train_loss=0.0200
+  step 3190000 |  33333s | train_loss=0.0211
+  step 3200000 |  33509s | train_loss=0.0207 | fid=132.9170
+  step 3210000 |  33606s | train_loss=0.0197
+  step 3220000 |  33700s | train_loss=0.0200
+  step 3230000 |  33796s | train_loss=0.0201
+  step 3240000 |  33892s | train_loss=0.0200
+  step 3250000 |  33986s | train_loss=0.0204
+  step 3260000 |  34082s | train_loss=0.0204
+  step 3270000 |  34179s | train_loss=0.0200
+  step 3280000 |  34272s | train_loss=0.0193
+  step 3290000 |  34367s | train_loss=0.0213
+  step 3300000 |  34542s | train_loss=0.0202 | fid=133.0283
+  step 3310000 |  34637s | train_loss=0.0203
+  step 3320000 |  34734s | train_loss=0.0198
+  step 3330000 |  34830s | train_loss=0.0194
+  step 3340000 |  34926s | train_loss=0.0215
+  step 3350000 |  35021s | train_loss=0.0200
+  step 3360000 |  35117s | train_loss=0.0216
+  step 3370000 |  35214s | train_loss=0.0199
+  step 3380000 |  35305s | train_loss=0.0201
+  step 3390000 |  35402s | train_loss=0.0201
+  step 3400000 |  35578s | train_loss=0.0199 | fid=131.7364
+  step 3410000 |  35675s | train_loss=0.0190
+  step 3420000 |  35771s | train_loss=0.0193
+  step 3430000 |  35867s | train_loss=0.0198
+  step 3440000 |  35963s | train_loss=0.0198
+  step 3450000 |  36057s | train_loss=0.0192
+  step 3460000 |  36153s | train_loss=0.0196
+  step 3470000 |  36250s | train_loss=0.0195
+  step 3480000 |  36341s | train_loss=0.0190
+  step 3490000 |  36437s | train_loss=0.0191
+  step 3500000 |  36652s | train_loss=0.0209 | fid=130.1114
+  step 3510000 |  36749s | train_loss=0.0194
+  step 3520000 |  36846s | train_loss=0.0190
+  step 3530000 |  36943s | train_loss=0.0190
+  step 3540000 |  37040s | train_loss=0.0204
+  step 3550000 |  37132s | train_loss=0.0203
+  step 3560000 |  37229s | train_loss=0.0186
+  step 3570000 |  37324s | train_loss=0.0193
+  step 3580000 |  37417s | train_loss=0.0185
+  step 3590000 |  37512s | train_loss=0.0192
+  step 3600000 |  37683s | train_loss=0.0191 | fid=128.2265
+  step 3610000 |  37780s | train_loss=0.0180
+  step 3620000 |  37876s | train_loss=0.0192
+  step 3630000 |  37973s | train_loss=0.0187
+  step 3640000 |  38069s | train_loss=0.0194
+  step 3650000 |  38162s | train_loss=0.0197
+  step 3660000 |  38256s | train_loss=0.0189
+  step 3670000 |  38352s | train_loss=0.0199
+  step 3680000 |  38445s | train_loss=0.0196
+  step 3690000 |  38539s | train_loss=0.0191
+  step 3700000 |  38708s | train_loss=0.0187 | fid=126.2183
+  step 3710000 |  38805s | train_loss=0.0183
+  step 3720000 |  38901s | train_loss=0.0177
+  step 3730000 |  38998s | train_loss=0.0182
+  step 3740000 |  39095s | train_loss=0.0191
+  step 3750000 |  39188s | train_loss=0.0185
+  step 3760000 |  39283s | train_loss=0.0183
+  step 3770000 |  39379s | train_loss=0.0188
+  step 3780000 |  39474s | train_loss=0.0188
+  step 3790000 |  39568s | train_loss=0.0187
+  step 3800000 |  39742s | train_loss=0.0184 | fid=127.2769
+  step 3810000 |  39838s | train_loss=0.0191
+  step 3820000 |  39934s | train_loss=0.0183
+  step 3830000 |  40031s | train_loss=0.0176
+  step 3840000 |  40126s | train_loss=0.0185
+  step 3850000 |  40222s | train_loss=0.0190
+  step 3860000 |  40315s | train_loss=0.0185
+  step 3870000 |  40411s | train_loss=0.0175
+  step 3880000 |  40505s | train_loss=0.0181
+  step 3890000 |  40587s | train_loss=0.0179
+  step 3900000 |  40809s | train_loss=0.0188 | fid=123.6516
+  step 3910000 |  40905s | train_loss=0.0183
+  step 3920000 |  41002s | train_loss=0.0185
+  step 3930000 |  41099s | train_loss=0.0170
+  step 3940000 |  41196s | train_loss=0.0168
+  step 3950000 |  41279s | train_loss=0.0177
+  step 3960000 |  41372s | train_loss=0.0179
+  step 3970000 |  41468s | train_loss=0.0177
+  step 3980000 |  41565s | train_loss=0.0187
+  step 3990000 |  41652s | train_loss=0.0186
+  step 4000000 |  41878s | train_loss=0.0184 | fid=121.3962
+  step 4010000 |  41974s | train_loss=0.0171
+  step 4020000 |  42071s | train_loss=0.0175
+  step 4030000 |  42165s | train_loss=0.0177
+  step 4040000 |  42262s | train_loss=0.0179
+  step 4050000 |  42343s | train_loss=0.0178
+  step 4060000 |  42440s | train_loss=0.0186
+  step 4070000 |  42536s | train_loss=0.0195
+  step 4080000 |  42633s | train_loss=0.0179
+  step 4090000 |  42718s | train_loss=0.0188
+  step 4100000 |  42946s | train_loss=0.0174 | fid=122.3086
+  step 4110000 |  43043s | train_loss=0.0173
+  step 4120000 |  43138s | train_loss=0.0170
+  step 4130000 |  43235s | train_loss=0.0176
+  step 4140000 |  43330s | train_loss=0.0176
+  step 4150000 |  43415s | train_loss=0.0187
+  step 4160000 |  43511s | train_loss=0.0174
+  step 4170000 |  43607s | train_loss=0.0184
+  step 4180000 |  43704s | train_loss=0.0169
+  step 4190000 |  43787s | train_loss=0.0175
+  step 4200000 |  43996s | train_loss=0.0181 | fid=118.5363
+  step 4210000 |  44091s | train_loss=0.0181
+  step 4220000 |  44187s | train_loss=0.0174
+  step 4230000 |  44282s | train_loss=0.0176
+  step 4240000 |  44378s | train_loss=0.0168
+  step 4250000 |  44463s | train_loss=0.0170
+  step 4260000 |  44559s | train_loss=0.0169
+  step 4270000 |  44654s | train_loss=0.0174
+  step 4280000 |  44751s | train_loss=0.0173
+  step 4290000 |  44842s | train_loss=0.0192
+  step 4300000 |  45043s | train_loss=0.0178 | fid=120.7812
+  step 4310000 |  45137s | train_loss=0.0176
+  step 4320000 |  45234s | train_loss=0.0165
+  step 4330000 |  45330s | train_loss=0.0173
+  step 4340000 |  45427s | train_loss=0.0172
+  step 4350000 |  45514s | train_loss=0.0158
+  step 4360000 |  45607s | train_loss=0.0175
+  step 4370000 |  45704s | train_loss=0.0168
+  step 4380000 |  45800s | train_loss=0.0171
+  step 4390000 |  45897s | train_loss=0.0166
+  step 4400000 |  46092s | train_loss=0.0165 | fid=121.0813
+  step 4410000 |  46188s | train_loss=0.0166
+  step 4420000 |  46285s | train_loss=0.0165
+  step 4430000 |  46381s | train_loss=0.0173
+  step 4440000 |  46477s | train_loss=0.0201
+  step 4450000 |  46566s | train_loss=0.0180
+  step 4460000 |  46659s | train_loss=0.0174
+  step 4470000 |  46756s | train_loss=0.0172
+  step 4480000 |  46852s | train_loss=0.0172
+  step 4490000 |  46949s | train_loss=0.0184
+  step 4500000 |  47152s | train_loss=0.0163 | fid=120.0984
+  step 4510000 |  47249s | train_loss=0.0164
+  step 4520000 |  47346s | train_loss=0.0162
+  step 4530000 |  47442s | train_loss=0.0172
+  step 4540000 |  47539s | train_loss=0.0166
+  step 4550000 |  47627s | train_loss=0.0167
+  step 4560000 |  47723s | train_loss=0.0173
+  step 4570000 |  47820s | train_loss=0.0179
+  step 4580000 |  47916s | train_loss=0.0171
+  step 4590000 |  48005s | train_loss=0.0174
+  step 4600000 |  48149s | train_loss=0.0170 | fid=120.3423
+  step 4610000 |  48227s | train_loss=0.0161
+  step 4620000 |  48304s | train_loss=0.0161
+  step 4630000 |  48382s | train_loss=0.0166
+  step 4640000 |  48460s | train_loss=0.0166
+  step 4650000 |  48532s | train_loss=0.0155
+  step 4660000 |  48602s | train_loss=0.0163
+  step 4670000 |  48679s | train_loss=0.0167
+  step 4680000 |  48749s | train_loss=0.0161
+  step 4690000 |  48808s | train_loss=0.0167
+  step 4700000 |  48911s | train_loss=0.0161 | fid=119.5018
+  step 4710000 |  48971s | train_loss=0.0165
+  step 4720000 |  49031s | train_loss=0.0163
+  step 4730000 |  49091s | train_loss=0.0162
+  step 4740000 |  49151s | train_loss=0.0167
+  step 4750000 |  49211s | train_loss=0.0160
+  step 4760000 |  49265s | train_loss=0.0187
+  step 4770000 |  49325s | train_loss=0.0162
+  step 4780000 |  49385s | train_loss=0.0157
+  step 4790000 |  49446s | train_loss=0.0174
+  step 4800000 |  49549s | train_loss=0.0158 | fid=116.9002
+  step 4810000 |  49609s | train_loss=0.0155
+  step 4820000 |  49668s | train_loss=0.0164
+  step 4830000 |  49728s | train_loss=0.0160
+  step 4840000 |  49788s | train_loss=0.0159
+  step 4850000 |  49847s | train_loss=0.0174
+  step 4860000 |  49902s | train_loss=0.0162
+  step 4870000 |  49961s | train_loss=0.0156
+  step 4880000 |  50021s | train_loss=0.0161
+  step 4890000 |  50080s | train_loss=0.0163
+  step 4900000 |  50189s | train_loss=0.0164 | fid=114.4582
+  step 4910000 |  50248s | train_loss=0.0159
+  step 4920000 |  50307s | train_loss=0.0156
+  step 4930000 |  50367s | train_loss=0.0153
+  step 4940000 |  50427s | train_loss=0.0153
+  step 4950000 |  50486s | train_loss=0.0168
+  step 4960000 |  50540s | train_loss=0.0161
+  step 4970000 |  50601s | train_loss=0.0154
+  step 4980000 |  50661s | train_loss=0.0167
+  step 4990000 |  50721s | train_loss=0.0162
+  step 5000000 |  50831s | train_loss=0.0157 | fid=117.3800
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c198a221d2d185f0abe543f20fbe3a38d72aeb71
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..d42f6f5b85ee46c61be9e9320bcd8e3f346dbea8
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 140, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d140/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 73.63352513313293, "train_loss_step": 140.72561645507812, "n_params": 4551820, "total_flops": 13983191040, "train_loss": 1.005386679513114, "subset_score_loss": 1.005386679513114, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9810673594474792, "fid": 277.9586228959244, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 171.0963933467865, "train_loss_step": 27.62358283996582, "n_params": 4551820, "total_flops": 139831910400000, "train_loss": 0.8025012425013951, "subset_score_loss": 0.8025012425013951}
+{"step": 20000, "wall_time": 270.4573609828949, "train_loss_step": 24.21719741821289, "n_params": 4551820, "total_flops": 279663820800000, "train_loss": 0.664760971069336, "subset_score_loss": 0.664760971069336}
+{"step": 30000, "wall_time": 369.8238115310669, "train_loss_step": 21.450836181640625, "n_params": 4551820, "total_flops": 419495731200000, "train_loss": 0.536768286568778, "subset_score_loss": 0.536768286568778}
+{"step": 40000, "wall_time": 468.84371638298035, "train_loss_step": 18.683685302734375, "n_params": 4551820, "total_flops": 559327641600000, "train_loss": 0.4219136919294085, "subset_score_loss": 0.4219136919294085}
+{"step": 50000, "wall_time": 568.1124043464661, "train_loss_step": 18.005285263061523, "n_params": 4551820, "total_flops": 699159552000000, "train_loss": 0.3306692395891462, "subset_score_loss": 0.3306692395891462}
+{"step": 60000, "wall_time": 667.2396960258484, "train_loss_step": 15.864473342895508, "n_params": 4551820, "total_flops": 838991462400000, "train_loss": 0.26211041041782923, "subset_score_loss": 0.26211041041782923}
+{"step": 70000, "wall_time": 766.4191269874573, "train_loss_step": 13.7911376953125, "n_params": 4551820, "total_flops": 978823372800000, "train_loss": 0.21423555101667133, "subset_score_loss": 0.21423555101667133}
+{"step": 80000, "wall_time": 865.6965055465698, "train_loss_step": 13.508516311645508, "n_params": 4551820, "total_flops": 1118655283200000, "train_loss": 0.1824683461870466, "subset_score_loss": 0.1824683461870466}
+{"step": 90000, "wall_time": 964.8344247341156, "train_loss_step": 13.057570457458496, "n_params": 4551820, "total_flops": 1258487193600000, "train_loss": 0.15920519147600445, "subset_score_loss": 0.15920519147600445}
+{"step": 100000, "wall_time": 1133.7866668701172, "train_loss_step": 12.259519577026367, "n_params": 4551820, "total_flops": 1398319104000000, "train_loss": 0.14242243085588727, "subset_score_loss": 0.14242243085588727, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9564993977546692, "fid": 184.56781792187945, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1229.4699358940125, "train_loss_step": 10.732844352722168, "n_params": 4551820, "total_flops": 1538151014400000, "train_loss": 0.12858516148158483, "subset_score_loss": 0.12858516148158483}
+{"step": 120000, "wall_time": 1328.357190132141, "train_loss_step": 11.540132522583008, "n_params": 4551820, "total_flops": 1677982924800000, "train_loss": 0.12263133185250419, "subset_score_loss": 0.12263133185250419}
+{"step": 130000, "wall_time": 1427.3465988636017, "train_loss_step": 11.13144302368164, "n_params": 4551820, "total_flops": 1817814835200000, "train_loss": 0.1112081800188337, "subset_score_loss": 0.1112081800188337}
+{"step": 140000, "wall_time": 1526.3541383743286, "train_loss_step": 10.638450622558594, "n_params": 4551820, "total_flops": 1957646745600000, "train_loss": 0.10816956928798131, "subset_score_loss": 0.10816956928798131}
+{"step": 150000, "wall_time": 1625.0559430122375, "train_loss_step": 10.221665382385254, "n_params": 4551820, "total_flops": 2097478656000000, "train_loss": 0.10295673097882951, "subset_score_loss": 0.10295673097882951}
+{"step": 160000, "wall_time": 1724.2637476921082, "train_loss_step": 9.771111488342285, "n_params": 4551820, "total_flops": 2237310566400000, "train_loss": 0.09711921555655344, "subset_score_loss": 0.09711921555655344}
+{"step": 170000, "wall_time": 1823.4261798858643, "train_loss_step": 10.062192916870117, "n_params": 4551820, "total_flops": 2377142476800000, "train_loss": 0.09927582740783691, "subset_score_loss": 0.09927582740783691}
+{"step": 180000, "wall_time": 1922.3655157089233, "train_loss_step": 9.895492553710938, "n_params": 4551820, "total_flops": 2516974387200000, "train_loss": 0.09564996446881975, "subset_score_loss": 0.09564996446881975}
+{"step": 190000, "wall_time": 2019.3132734298706, "train_loss_step": 9.663494110107422, "n_params": 4551820, "total_flops": 2656806297600000, "train_loss": 0.09299558230808803, "subset_score_loss": 0.09299558230808803}
+{"step": 200000, "wall_time": 2189.624647140503, "train_loss_step": 9.951505661010742, "n_params": 4551820, "total_flops": 2796638208000000, "train_loss": 0.09290426118033272, "subset_score_loss": 0.09290426118033272, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9481017589569092, "fid": 197.70546300522219, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2285.159728050232, "train_loss_step": 10.097146987915039, "n_params": 4551820, "total_flops": 2936470118400000, "train_loss": 0.08696361950465611, "subset_score_loss": 0.08696361950465611}
+{"step": 220000, "wall_time": 2384.1133272647858, "train_loss_step": 8.904403686523438, "n_params": 4551820, "total_flops": 3076302028800000, "train_loss": 0.08387086732046944, "subset_score_loss": 0.08387086732046944}
+{"step": 230000, "wall_time": 2483.1329934597015, "train_loss_step": 9.445379257202148, "n_params": 4551820, "total_flops": 3216133939200000, "train_loss": 0.08287342616489955, "subset_score_loss": 0.08287342616489955}
+{"step": 240000, "wall_time": 2582.1348350048065, "train_loss_step": 9.308753967285156, "n_params": 4551820, "total_flops": 3355965849600000, "train_loss": 0.08385842868259975, "subset_score_loss": 0.08385842868259975}
+{"step": 250000, "wall_time": 2680.806030511856, "train_loss_step": 9.000885963439941, "n_params": 4551820, "total_flops": 3495797760000000, "train_loss": 0.0799001966203962, "subset_score_loss": 0.0799001966203962}
+{"step": 260000, "wall_time": 2779.279716730118, "train_loss_step": 9.576761245727539, "n_params": 4551820, "total_flops": 3635629670400000, "train_loss": 0.07818946838378907, "subset_score_loss": 0.07818946838378907}
+{"step": 270000, "wall_time": 2878.838083744049, "train_loss_step": 9.405010223388672, "n_params": 4551820, "total_flops": 3775461580800000, "train_loss": 0.07634786197117396, "subset_score_loss": 0.07634786197117396}
+{"step": 280000, "wall_time": 2978.2317345142365, "train_loss_step": 8.182339668273926, "n_params": 4551820, "total_flops": 3915293491200000, "train_loss": 0.07441128322056362, "subset_score_loss": 0.07441128322056362}
+{"step": 290000, "wall_time": 3073.5891540050507, "train_loss_step": 8.674327850341797, "n_params": 4551820, "total_flops": 4055125401600000, "train_loss": 0.07442594936915807, "subset_score_loss": 0.07442594936915807}
+{"step": 300000, "wall_time": 3246.0452530384064, "train_loss_step": 8.730506896972656, "n_params": 4551820, "total_flops": 4194957312000000, "train_loss": 0.0742199216570173, "subset_score_loss": 0.0742199216570173, "memorization_fraction_pixel": 0.0019000000320374966, "mean_nn_ratio_pixel": 0.9362306594848633, "fid": 198.644705865243, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3342.258641242981, "train_loss_step": 8.509805679321289, "n_params": 4551820, "total_flops": 4334789222400000, "train_loss": 0.07515544210161482, "subset_score_loss": 0.07515544210161482}
+{"step": 320000, "wall_time": 3441.0595405101776, "train_loss_step": 9.18807601928711, "n_params": 4551820, "total_flops": 4474621132800000, "train_loss": 0.07227950777326311, "subset_score_loss": 0.07227950777326311}
+{"step": 330000, "wall_time": 3540.509672164917, "train_loss_step": 8.528066635131836, "n_params": 4551820, "total_flops": 4614453043200000, "train_loss": 0.06826885087149484, "subset_score_loss": 0.06826885087149484}
+{"step": 340000, "wall_time": 3639.548101902008, "train_loss_step": 7.911978244781494, "n_params": 4551820, "total_flops": 4754284953600000, "train_loss": 0.06730365753173828, "subset_score_loss": 0.06730365753173828}
+{"step": 350000, "wall_time": 3738.317637205124, "train_loss_step": 8.218308448791504, "n_params": 4551820, "total_flops": 4894116864000000, "train_loss": 0.06716055188860212, "subset_score_loss": 0.06716055188860212}
+{"step": 360000, "wall_time": 3837.039370775223, "train_loss_step": 8.301568984985352, "n_params": 4551820, "total_flops": 5033948774400000, "train_loss": 0.07112558909824916, "subset_score_loss": 0.07112558909824916}
+{"step": 370000, "wall_time": 3935.5752346515656, "train_loss_step": 7.938844680786133, "n_params": 4551820, "total_flops": 5173780684800000, "train_loss": 0.06529760360717773, "subset_score_loss": 0.06529760360717773}
+{"step": 380000, "wall_time": 4032.028979063034, "train_loss_step": 8.291070938110352, "n_params": 4551820, "total_flops": 5313612595200000, "train_loss": 0.06496187618800572, "subset_score_loss": 0.06496187618800572}
+{"step": 390000, "wall_time": 4128.900659799576, "train_loss_step": 8.341431617736816, "n_params": 4551820, "total_flops": 5453444505600000, "train_loss": 0.06610753195626395, "subset_score_loss": 0.06610753195626395}
+{"step": 400000, "wall_time": 4300.9749484062195, "train_loss_step": 8.245811462402344, "n_params": 4551820, "total_flops": 5593276416000000, "train_loss": 0.06288654463631767, "subset_score_loss": 0.06288654463631767, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.9331876039505005, "fid": 203.5109954385534, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4396.649969100952, "train_loss_step": 8.236666679382324, "n_params": 4551820, "total_flops": 5733108326400000, "train_loss": 0.06407333782741002, "subset_score_loss": 0.06407333782741002}
+{"step": 420000, "wall_time": 4495.38999080658, "train_loss_step": 8.0521821975708, "n_params": 4551820, "total_flops": 5872940236800000, "train_loss": 0.061724764960152764, "subset_score_loss": 0.061724764960152764}
+{"step": 430000, "wall_time": 4594.647229194641, "train_loss_step": 7.61635684967041, "n_params": 4551820, "total_flops": 6012772147200000, "train_loss": 0.06283439227512905, "subset_score_loss": 0.06283439227512905}
+{"step": 440000, "wall_time": 4693.976159095764, "train_loss_step": 7.502565383911133, "n_params": 4551820, "total_flops": 6152604057600000, "train_loss": 0.05939859662737165, "subset_score_loss": 0.05939859662737165}
+{"step": 450000, "wall_time": 4793.502259254456, "train_loss_step": 8.212545394897461, "n_params": 4551820, "total_flops": 6292435968000000, "train_loss": 0.06242478234427316, "subset_score_loss": 0.06242478234427316}
+{"step": 460000, "wall_time": 4892.646137714386, "train_loss_step": 7.959744930267334, "n_params": 4551820, "total_flops": 6432267878400000, "train_loss": 0.06018674714224679, "subset_score_loss": 0.06018674714224679}
+{"step": 470000, "wall_time": 4990.465471506119, "train_loss_step": 7.438017845153809, "n_params": 4551820, "total_flops": 6572099788800000, "train_loss": 0.060190071378435406, "subset_score_loss": 0.060190071378435406}
+{"step": 480000, "wall_time": 5087.5319011211395, "train_loss_step": 7.741224765777588, "n_params": 4551820, "total_flops": 6711931699200000, "train_loss": 0.05843068531581334, "subset_score_loss": 0.05843068531581334}
+{"step": 490000, "wall_time": 5185.785471439362, "train_loss_step": 7.796348571777344, "n_params": 4551820, "total_flops": 6851763609600000, "train_loss": 0.05786420958382743, "subset_score_loss": 0.05786420958382743}
+{"step": 500000, "wall_time": 5356.4694900512695, "train_loss_step": 7.679187774658203, "n_params": 4551820, "total_flops": 6991595520000000, "train_loss": 0.05646578924996512, "subset_score_loss": 0.05646578924996512, "memorization_fraction_pixel": 0.008799999952316284, "mean_nn_ratio_pixel": 0.9227720499038696, "fid": 197.60926489698136, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5453.188825845718, "train_loss_step": 7.4673943519592285, "n_params": 4551820, "total_flops": 7131427430400000, "train_loss": 0.05754320962088449, "subset_score_loss": 0.05754320962088449}
+{"step": 520000, "wall_time": 5552.152021408081, "train_loss_step": 7.392368316650391, "n_params": 4551820, "total_flops": 7271259340800000, "train_loss": 0.05617720399584089, "subset_score_loss": 0.05617720399584089}
+{"step": 530000, "wall_time": 5650.993425607681, "train_loss_step": 7.590115547180176, "n_params": 4551820, "total_flops": 7411091251200000, "train_loss": 0.05730085372924805, "subset_score_loss": 0.05730085372924805}
+{"step": 540000, "wall_time": 5749.63364982605, "train_loss_step": 7.951830863952637, "n_params": 4551820, "total_flops": 7550923161600000, "train_loss": 0.055935757500784736, "subset_score_loss": 0.055935757500784736}
+{"step": 550000, "wall_time": 5847.680116176605, "train_loss_step": 7.476558685302734, "n_params": 4551820, "total_flops": 7690755072000000, "train_loss": 0.055066193853105815, "subset_score_loss": 0.055066193853105815}
+{"step": 560000, "wall_time": 5944.938971757889, "train_loss_step": 7.668842315673828, "n_params": 4551820, "total_flops": 7830586982400000, "train_loss": 0.05775679179600307, "subset_score_loss": 0.05775679179600307}
+{"step": 570000, "wall_time": 6041.576330661774, "train_loss_step": 7.457996368408203, "n_params": 4551820, "total_flops": 7970418892800000, "train_loss": 0.05458131858280727, "subset_score_loss": 0.05458131858280727}
+{"step": 580000, "wall_time": 6140.792952775955, "train_loss_step": 7.436018943786621, "n_params": 4551820, "total_flops": 8110250803200000, "train_loss": 0.053026580810546876, "subset_score_loss": 0.053026580810546876}
+{"step": 590000, "wall_time": 6239.044652462006, "train_loss_step": 7.604469299316406, "n_params": 4551820, "total_flops": 8250082713600000, "train_loss": 0.053593076978410994, "subset_score_loss": 0.053593076978410994}
+{"step": 600000, "wall_time": 6409.85441160202, "train_loss_step": 7.2663421630859375, "n_params": 4551820, "total_flops": 8389914624000000, "train_loss": 0.053476262092590335, "subset_score_loss": 0.053476262092590335, "memorization_fraction_pixel": 0.014000000432133675, "mean_nn_ratio_pixel": 0.9104419946670532, "fid": 191.65055333107924, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6507.341376781464, "train_loss_step": 7.65728235244751, "n_params": 4551820, "total_flops": 8529746534400000, "train_loss": 0.05474003383091518, "subset_score_loss": 0.05474003383091518}
+{"step": 620000, "wall_time": 6606.791561365128, "train_loss_step": 7.306536674499512, "n_params": 4551820, "total_flops": 8669578444800000, "train_loss": 0.05120554310934884, "subset_score_loss": 0.05120554310934884}
+{"step": 630000, "wall_time": 6705.936345100403, "train_loss_step": 7.118964195251465, "n_params": 4551820, "total_flops": 8809410355200000, "train_loss": 0.053639769554138184, "subset_score_loss": 0.053639769554138184}
+{"step": 640000, "wall_time": 6804.519920825958, "train_loss_step": 7.1078901290893555, "n_params": 4551820, "total_flops": 8949242265600000, "train_loss": 0.049632235935756136, "subset_score_loss": 0.049632235935756136}
+{"step": 650000, "wall_time": 6902.175455331802, "train_loss_step": 7.099026679992676, "n_params": 4551820, "total_flops": 9089074176000000, "train_loss": 0.04992104598454067, "subset_score_loss": 0.04992104598454067}
+{"step": 660000, "wall_time": 7001.103122711182, "train_loss_step": 6.753625869750977, "n_params": 4551820, "total_flops": 9228906086400000, "train_loss": 0.05007279259817941, "subset_score_loss": 0.05007279259817941}
+{"step": 670000, "wall_time": 7097.999822616577, "train_loss_step": 7.546146392822266, "n_params": 4551820, "total_flops": 9368737996800000, "train_loss": 0.049671871321541924, "subset_score_loss": 0.049671871321541924}
+{"step": 680000, "wall_time": 7196.9858412742615, "train_loss_step": 7.171907424926758, "n_params": 4551820, "total_flops": 9508569907200000, "train_loss": 0.05238579681941441, "subset_score_loss": 0.05238579681941441}
+{"step": 690000, "wall_time": 7292.777774095535, "train_loss_step": 7.393705368041992, "n_params": 4551820, "total_flops": 9648401817600000, "train_loss": 0.04776512554713658, "subset_score_loss": 0.04776512554713658}
+{"step": 700000, "wall_time": 7466.744786024094, "train_loss_step": 6.926732540130615, "n_params": 4551820, "total_flops": 9788233728000000, "train_loss": 0.0490504332951137, "subset_score_loss": 0.0490504332951137, "memorization_fraction_pixel": 0.01899999938905239, "mean_nn_ratio_pixel": 0.9050063490867615, "fid": 195.6731667157802, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7562.68278670311, "train_loss_step": 7.447559833526611, "n_params": 4551820, "total_flops": 9928065638400000, "train_loss": 0.051613899639674596, "subset_score_loss": 0.051613899639674596}
+{"step": 720000, "wall_time": 7661.329543590546, "train_loss_step": 7.006591320037842, "n_params": 4551820, "total_flops": 10067897548800000, "train_loss": 0.052312891823904854, "subset_score_loss": 0.052312891823904854}
+{"step": 730000, "wall_time": 7760.097363471985, "train_loss_step": 6.913116455078125, "n_params": 4551820, "total_flops": 10207729459200000, "train_loss": 0.04671690123421805, "subset_score_loss": 0.04671690123421805}
+{"step": 740000, "wall_time": 7858.653233766556, "train_loss_step": 6.906782150268555, "n_params": 4551820, "total_flops": 10347561369600000, "train_loss": 0.046822094917297365, "subset_score_loss": 0.046822094917297365}
+{"step": 750000, "wall_time": 7955.899667024612, "train_loss_step": 6.906853199005127, "n_params": 4551820, "total_flops": 10487393280000000, "train_loss": 0.047030394417898996, "subset_score_loss": 0.047030394417898996}
+{"step": 760000, "wall_time": 8052.282958745956, "train_loss_step": 7.011769771575928, "n_params": 4551820, "total_flops": 10627225190400000, "train_loss": 0.04536471366882324, "subset_score_loss": 0.04536471366882324}
+{"step": 770000, "wall_time": 8151.111448764801, "train_loss_step": 6.9231157302856445, "n_params": 4551820, "total_flops": 10767057100800000, "train_loss": 0.04920093672616141, "subset_score_loss": 0.04920093672616141}
+{"step": 780000, "wall_time": 8249.824131011963, "train_loss_step": 7.211670398712158, "n_params": 4551820, "total_flops": 10906889011200000, "train_loss": 0.046586854117257256, "subset_score_loss": 0.046586854117257256}
+{"step": 790000, "wall_time": 8345.04032087326, "train_loss_step": 6.804986000061035, "n_params": 4551820, "total_flops": 11046720921600000, "train_loss": 0.04637904167175293, "subset_score_loss": 0.04637904167175293}
+{"step": 800000, "wall_time": 8519.169303655624, "train_loss_step": 6.972588062286377, "n_params": 4551820, "total_flops": 11186552832000000, "train_loss": 0.04619049004146031, "subset_score_loss": 0.04619049004146031, "memorization_fraction_pixel": 0.02329999953508377, "mean_nn_ratio_pixel": 0.9089040756225586, "fid": 203.8778588295007, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8615.566263437271, "train_loss_step": 7.07752799987793, "n_params": 4551820, "total_flops": 11326384742400000, "train_loss": 0.04337267875671387, "subset_score_loss": 0.04337267875671387}
+{"step": 820000, "wall_time": 8714.495901584625, "train_loss_step": 6.420166015625, "n_params": 4551820, "total_flops": 11466216652800000, "train_loss": 0.04542672634124756, "subset_score_loss": 0.04542672634124756}
+{"step": 830000, "wall_time": 8813.577445983887, "train_loss_step": 6.291355133056641, "n_params": 4551820, "total_flops": 11606048563200000, "train_loss": 0.04411400386265346, "subset_score_loss": 0.04411400386265346}
+{"step": 840000, "wall_time": 8911.49486374855, "train_loss_step": 6.421749591827393, "n_params": 4551820, "total_flops": 11745880473600000, "train_loss": 0.045707934243338445, "subset_score_loss": 0.045707934243338445}
+{"step": 850000, "wall_time": 9010.314351320267, "train_loss_step": 6.750632286071777, "n_params": 4551820, "total_flops": 11885712384000000, "train_loss": 0.047382562501089916, "subset_score_loss": 0.047382562501089916}
+{"step": 860000, "wall_time": 9108.015049934387, "train_loss_step": 6.7747602462768555, "n_params": 4551820, "total_flops": 12025544294400000, "train_loss": 0.0445946284702846, "subset_score_loss": 0.0445946284702846}
+{"step": 870000, "wall_time": 9206.697937965393, "train_loss_step": 6.615488052368164, "n_params": 4551820, "total_flops": 12165376204800000, "train_loss": 0.04604919637952532, "subset_score_loss": 0.04604919637952532}
+{"step": 880000, "wall_time": 9305.266772985458, "train_loss_step": 6.226696968078613, "n_params": 4551820, "total_flops": 12305208115200000, "train_loss": 0.04418190887996128, "subset_score_loss": 0.04418190887996128}
+{"step": 890000, "wall_time": 9400.659520149231, "train_loss_step": 6.8527326583862305, "n_params": 4551820, "total_flops": 12445040025600000, "train_loss": 0.04658598899841308, "subset_score_loss": 0.04658598899841308}
+{"step": 900000, "wall_time": 9574.921317577362, "train_loss_step": 6.5719146728515625, "n_params": 4551820, "total_flops": 12584871936000000, "train_loss": 0.04309512887682233, "subset_score_loss": 0.04309512887682233, "memorization_fraction_pixel": 0.03099999949336052, "mean_nn_ratio_pixel": 0.9121758937835693, "fid": 230.84248894395898, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9670.566175937653, "train_loss_step": 6.763601779937744, "n_params": 4551820, "total_flops": 12724703846400000, "train_loss": 0.044786902836390904, "subset_score_loss": 0.044786902836390904}
+{"step": 920000, "wall_time": 9769.49748635292, "train_loss_step": 6.0869293212890625, "n_params": 4551820, "total_flops": 12864535756800000, "train_loss": 0.04308985642024449, "subset_score_loss": 0.04308985642024449}
+{"step": 930000, "wall_time": 9866.81716132164, "train_loss_step": 6.477099418640137, "n_params": 4551820, "total_flops": 13004367667200000, "train_loss": 0.04466167858668736, "subset_score_loss": 0.04466167858668736}
+{"step": 940000, "wall_time": 9965.551336288452, "train_loss_step": 6.571516513824463, "n_params": 4551820, "total_flops": 13144199577600000, "train_loss": 0.0433314391544887, "subset_score_loss": 0.0433314391544887}
+{"step": 950000, "wall_time": 10062.333018541336, "train_loss_step": 6.399588584899902, "n_params": 4551820, "total_flops": 13284031488000000, "train_loss": 0.045035573414393834, "subset_score_loss": 0.045035573414393834}
+{"step": 960000, "wall_time": 10161.40604686737, "train_loss_step": 6.051057815551758, "n_params": 4551820, "total_flops": 13423863398400000, "train_loss": 0.04214405332292829, "subset_score_loss": 0.04214405332292829}
+{"step": 970000, "wall_time": 10260.183304786682, "train_loss_step": 6.193675994873047, "n_params": 4551820, "total_flops": 13563695308800000, "train_loss": 0.04159038407461984, "subset_score_loss": 0.04159038407461984}
+{"step": 980000, "wall_time": 10358.67637181282, "train_loss_step": 5.953385353088379, "n_params": 4551820, "total_flops": 13703527219200000, "train_loss": 0.04123568534851074, "subset_score_loss": 0.04123568534851074}
+{"step": 990000, "wall_time": 10454.150548696518, "train_loss_step": 5.902085781097412, "n_params": 4551820, "total_flops": 13843359129600000, "train_loss": 0.041374829837254115, "subset_score_loss": 0.041374829837254115}
+{"step": 1000000, "wall_time": 10631.174467802048, "train_loss_step": 6.092100143432617, "n_params": 4551820, "total_flops": 13983191040000000, "train_loss": 0.042252326011657716, "subset_score_loss": 0.042252326011657716, "memorization_fraction_pixel": 0.034699998795986176, "mean_nn_ratio_pixel": 0.9168583154678345, "fid": 246.11018945635828, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10727.177258253098, "train_loss_step": 6.657470703125, "n_params": 4551820, "total_flops": 14123022950400000, "train_loss": 0.04353109427860805, "subset_score_loss": 0.04353109427860805}
+{"step": 1020000, "wall_time": 10824.606830596924, "train_loss_step": 6.2456135749816895, "n_params": 4551820, "total_flops": 14262854860800000, "train_loss": 0.04012906551361084, "subset_score_loss": 0.04012906551361084}
+{"step": 1030000, "wall_time": 10923.648465156555, "train_loss_step": 5.835146903991699, "n_params": 4551820, "total_flops": 14402686771200000, "train_loss": 0.04062039511544364, "subset_score_loss": 0.04062039511544364}
+{"step": 1040000, "wall_time": 11020.245093345642, "train_loss_step": 6.047380447387695, "n_params": 4551820, "total_flops": 14542518681600000, "train_loss": 0.04128031390053885, "subset_score_loss": 0.04128031390053885}
+{"step": 1050000, "wall_time": 11119.42966079712, "train_loss_step": 6.2325639724731445, "n_params": 4551820, "total_flops": 14682350592000000, "train_loss": 0.039437028339930943, "subset_score_loss": 0.039437028339930943}
+{"step": 1060000, "wall_time": 11218.657657146454, "train_loss_step": 6.519608497619629, "n_params": 4551820, "total_flops": 14822182502400000, "train_loss": 0.041296567235674174, "subset_score_loss": 0.041296567235674174}
+{"step": 1070000, "wall_time": 11317.081200838089, "train_loss_step": 6.277695655822754, "n_params": 4551820, "total_flops": 14962014412800000, "train_loss": 0.0408322777066912, "subset_score_loss": 0.0408322777066912}
+{"step": 1080000, "wall_time": 11413.621015787125, "train_loss_step": 5.743250846862793, "n_params": 4551820, "total_flops": 15101846323200000, "train_loss": 0.04018587044307164, "subset_score_loss": 0.04018587044307164}
+{"step": 1090000, "wall_time": 11512.458566904068, "train_loss_step": 6.077232360839844, "n_params": 4551820, "total_flops": 15241678233600000, "train_loss": 0.04229379381452288, "subset_score_loss": 0.04229379381452288}
+{"step": 1100000, "wall_time": 11688.987185001373, "train_loss_step": 6.460561275482178, "n_params": 4551820, "total_flops": 15381510144000000, "train_loss": 0.03984408038003104, "subset_score_loss": 0.03984408038003104, "memorization_fraction_pixel": 0.05249999836087227, "mean_nn_ratio_pixel": 0.9027284979820251, "fid": 252.31868327808348, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11784.222643613815, "train_loss_step": 6.061684608459473, "n_params": 4551820, "total_flops": 15521342054400000, "train_loss": 0.0390526465007237, "subset_score_loss": 0.0390526465007237}
+{"step": 1120000, "wall_time": 11882.257637500763, "train_loss_step": 5.845330238342285, "n_params": 4551820, "total_flops": 15661173964800000, "train_loss": 0.03922809192112514, "subset_score_loss": 0.03922809192112514}
+{"step": 1130000, "wall_time": 11981.042685747147, "train_loss_step": 5.794980525970459, "n_params": 4551820, "total_flops": 15801005875200000, "train_loss": 0.04288589613778251, "subset_score_loss": 0.04288589613778251}
+{"step": 1140000, "wall_time": 12078.061566829681, "train_loss_step": 5.637381076812744, "n_params": 4551820, "total_flops": 15940837785600000, "train_loss": 0.039373830386570524, "subset_score_loss": 0.039373830386570524}
+{"step": 1150000, "wall_time": 12177.354131221771, "train_loss_step": 5.543413162231445, "n_params": 4551820, "total_flops": 16080669696000000, "train_loss": 0.038928348677498954, "subset_score_loss": 0.038928348677498954}
+{"step": 1160000, "wall_time": 12276.511036872864, "train_loss_step": 5.489398956298828, "n_params": 4551820, "total_flops": 16220501606400000, "train_loss": 0.04086358887808664, "subset_score_loss": 0.04086358887808664}
+{"step": 1170000, "wall_time": 12374.499805688858, "train_loss_step": 5.659013748168945, "n_params": 4551820, "total_flops": 16360333516800000, "train_loss": 0.03926426683153425, "subset_score_loss": 0.03926426683153425}
+{"step": 1180000, "wall_time": 12469.939091920853, "train_loss_step": 5.690061569213867, "n_params": 4551820, "total_flops": 16500165427200000, "train_loss": 0.03809879166739327, "subset_score_loss": 0.03809879166739327}
+{"step": 1190000, "wall_time": 12568.033520698547, "train_loss_step": 6.2007737159729, "n_params": 4551820, "total_flops": 16639997337600000, "train_loss": 0.03904881477355957, "subset_score_loss": 0.03904881477355957}
+{"step": 1200000, "wall_time": 12745.301135778427, "train_loss_step": 5.829987525939941, "n_params": 4551820, "total_flops": 16779829248000000, "train_loss": 0.03975397178104945, "subset_score_loss": 0.03975397178104945, "memorization_fraction_pixel": 0.060499999672174454, "mean_nn_ratio_pixel": 0.8979672789573669, "fid": 256.0515918612598, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12843.849555969238, "train_loss_step": 5.967137813568115, "n_params": 4551820, "total_flops": 16919661158400000, "train_loss": 0.039973153386797224, "subset_score_loss": 0.039973153386797224}
+{"step": 1220000, "wall_time": 12940.560822725296, "train_loss_step": 5.896361351013184, "n_params": 4551820, "total_flops": 17059493068800000, "train_loss": 0.03824347768511091, "subset_score_loss": 0.03824347768511091}
+{"step": 1230000, "wall_time": 13036.819738149643, "train_loss_step": 6.2565460205078125, "n_params": 4551820, "total_flops": 17199324979200000, "train_loss": 0.03806767123086112, "subset_score_loss": 0.03806767123086112}
+{"step": 1240000, "wall_time": 13136.050464391708, "train_loss_step": 5.947690010070801, "n_params": 4551820, "total_flops": 17339156889600000, "train_loss": 0.03711496421269008, "subset_score_loss": 0.03711496421269008}
+{"step": 1250000, "wall_time": 13235.049688100815, "train_loss_step": 5.858447074890137, "n_params": 4551820, "total_flops": 17478988800000000, "train_loss": 0.037264742170061385, "subset_score_loss": 0.037264742170061385}
+{"step": 1260000, "wall_time": 13333.915482282639, "train_loss_step": 5.735859394073486, "n_params": 4551820, "total_flops": 17618820710400000, "train_loss": 0.03803447314671108, "subset_score_loss": 0.03803447314671108}
+{"step": 1270000, "wall_time": 13432.352715492249, "train_loss_step": 5.825128555297852, "n_params": 4551820, "total_flops": 17758652620800000, "train_loss": 0.037329976899283274, "subset_score_loss": 0.037329976899283274}
+{"step": 1280000, "wall_time": 13528.26421880722, "train_loss_step": 5.431689739227295, "n_params": 4551820, "total_flops": 17898484531200000, "train_loss": 0.038982912472316195, "subset_score_loss": 0.038982912472316195}
+{"step": 1290000, "wall_time": 13626.721879959106, "train_loss_step": 5.729106903076172, "n_params": 4551820, "total_flops": 18038316441600000, "train_loss": 0.03771792139325823, "subset_score_loss": 0.03771792139325823}
+{"step": 1300000, "wall_time": 13799.912339925766, "train_loss_step": 5.474329948425293, "n_params": 4551820, "total_flops": 18178148352000000, "train_loss": 0.03569613865443638, "subset_score_loss": 0.03569613865443638, "memorization_fraction_pixel": 0.08429999649524689, "mean_nn_ratio_pixel": 0.879279375076294, "fid": 245.7816927069017, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13899.263489246368, "train_loss_step": 5.725889682769775, "n_params": 4551820, "total_flops": 18317980262400000, "train_loss": 0.03732208524431501, "subset_score_loss": 0.03732208524431501}
+{"step": 1320000, "wall_time": 13994.503613233566, "train_loss_step": 5.511373996734619, "n_params": 4551820, "total_flops": 18457812172800000, "train_loss": 0.03706675938197545, "subset_score_loss": 0.03706675938197545}
+{"step": 1330000, "wall_time": 14093.686222791672, "train_loss_step": 5.725625991821289, "n_params": 4551820, "total_flops": 18597644083200000, "train_loss": 0.03687124592917306, "subset_score_loss": 0.03687124592917306}
+{"step": 1340000, "wall_time": 14192.41428232193, "train_loss_step": 5.467929840087891, "n_params": 4551820, "total_flops": 18737475993600000, "train_loss": 0.03571669374193464, "subset_score_loss": 0.03571669374193464}
+{"step": 1350000, "wall_time": 14291.225282669067, "train_loss_step": 6.012444496154785, "n_params": 4551820, "total_flops": 18877307904000000, "train_loss": 0.041376468113490515, "subset_score_loss": 0.041376468113490515}
+{"step": 1360000, "wall_time": 14389.682863235474, "train_loss_step": 5.26016092300415, "n_params": 4551820, "total_flops": 19017139814400000, "train_loss": 0.03872632299150739, "subset_score_loss": 0.03872632299150739}
+{"step": 1370000, "wall_time": 14488.315356016159, "train_loss_step": 5.358817100524902, "n_params": 4551820, "total_flops": 19156971724800000, "train_loss": 0.035038110188075476, "subset_score_loss": 0.035038110188075476}
+{"step": 1380000, "wall_time": 14582.836992025375, "train_loss_step": 5.5015177726745605, "n_params": 4551820, "total_flops": 19296803635200000, "train_loss": 0.0359389168875558, "subset_score_loss": 0.0359389168875558}
+{"step": 1390000, "wall_time": 14681.447629213333, "train_loss_step": 5.684767723083496, "n_params": 4551820, "total_flops": 19436635545600000, "train_loss": 0.0344724246433803, "subset_score_loss": 0.0344724246433803}
+{"step": 1400000, "wall_time": 14855.040311813354, "train_loss_step": 5.360884666442871, "n_params": 4551820, "total_flops": 19576467456000000, "train_loss": 0.03811248711177281, "subset_score_loss": 0.03811248711177281, "memorization_fraction_pixel": 0.09399999678134918, "mean_nn_ratio_pixel": 0.871692955493927, "fid": 243.55674517646636, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14954.177927017212, "train_loss_step": 5.298680782318115, "n_params": 4551820, "total_flops": 19716299366400000, "train_loss": 0.03471027101789202, "subset_score_loss": 0.03471027101789202}
+{"step": 1420000, "wall_time": 15047.04246711731, "train_loss_step": 5.325261116027832, "n_params": 4551820, "total_flops": 19856131276800000, "train_loss": 0.03405615942818778, "subset_score_loss": 0.03405615942818778}
+{"step": 1430000, "wall_time": 15146.62954044342, "train_loss_step": 5.744186878204346, "n_params": 4551820, "total_flops": 19995963187200000, "train_loss": 0.035907319613865445, "subset_score_loss": 0.035907319613865445}
+{"step": 1440000, "wall_time": 15245.705091238022, "train_loss_step": 5.5263590812683105, "n_params": 4551820, "total_flops": 20135795097600000, "train_loss": 0.03602585111345564, "subset_score_loss": 0.03602585111345564}
+{"step": 1450000, "wall_time": 15344.408863544464, "train_loss_step": 5.050005912780762, "n_params": 4551820, "total_flops": 20275627008000000, "train_loss": 0.03447416169302804, "subset_score_loss": 0.03447416169302804}
+{"step": 1460000, "wall_time": 15442.130435705185, "train_loss_step": 5.712594509124756, "n_params": 4551820, "total_flops": 20415458918400000, "train_loss": 0.034485575131007605, "subset_score_loss": 0.034485575131007605}
+{"step": 1470000, "wall_time": 15537.800728082657, "train_loss_step": 5.59689474105835, "n_params": 4551820, "total_flops": 20555290828800000, "train_loss": 0.03507143769945417, "subset_score_loss": 0.03507143769945417}
+{"step": 1480000, "wall_time": 15636.761989355087, "train_loss_step": 5.322728157043457, "n_params": 4551820, "total_flops": 20695122739200000, "train_loss": 0.03558023316519601, "subset_score_loss": 0.03558023316519601}
+{"step": 1490000, "wall_time": 15733.796139001846, "train_loss_step": 5.180729866027832, "n_params": 4551820, "total_flops": 20834954649600000, "train_loss": 0.03385295867919922, "subset_score_loss": 0.03385295867919922}
+{"step": 1500000, "wall_time": 15909.730169773102, "train_loss_step": 5.1990580558776855, "n_params": 4551820, "total_flops": 20974786560000000, "train_loss": 0.033967467716762, "subset_score_loss": 0.033967467716762, "memorization_fraction_pixel": 0.13580000400543213, "mean_nn_ratio_pixel": 0.8371024131774902, "fid": 224.77214092210744, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 16006.320516824722, "train_loss_step": 5.599038600921631, "n_params": 4551820, "total_flops": 21114618470400000, "train_loss": 0.03839624949863979, "subset_score_loss": 0.03839624949863979}
+{"step": 1520000, "wall_time": 16102.21947979927, "train_loss_step": 5.262212753295898, "n_params": 4551820, "total_flops": 21254450380800000, "train_loss": 0.03489131586892264, "subset_score_loss": 0.03489131586892264}
+{"step": 1530000, "wall_time": 16201.66450715065, "train_loss_step": 5.27491569519043, "n_params": 4551820, "total_flops": 21394282291200000, "train_loss": 0.03397660936628069, "subset_score_loss": 0.03397660936628069}
+{"step": 1540000, "wall_time": 16300.847131729126, "train_loss_step": 5.424413681030273, "n_params": 4551820, "total_flops": 21534114201600000, "train_loss": 0.03584663527352469, "subset_score_loss": 0.03584663527352469}
+{"step": 1550000, "wall_time": 16398.870032787323, "train_loss_step": 4.975283622741699, "n_params": 4551820, "total_flops": 21673946112000000, "train_loss": 0.03497413907732282, "subset_score_loss": 0.03497413907732282}
+{"step": 1560000, "wall_time": 16497.059978485107, "train_loss_step": 5.382610321044922, "n_params": 4551820, "total_flops": 21813778022400000, "train_loss": 0.03491025652204241, "subset_score_loss": 0.03491025652204241}
+{"step": 1570000, "wall_time": 16591.93708205223, "train_loss_step": 5.095645904541016, "n_params": 4551820, "total_flops": 21953609932800000, "train_loss": 0.03443232945033482, "subset_score_loss": 0.03443232945033482}
+{"step": 1580000, "wall_time": 16688.863671779633, "train_loss_step": 5.1052727699279785, "n_params": 4551820, "total_flops": 22093441843200000, "train_loss": 0.033091579164777486, "subset_score_loss": 0.033091579164777486}
+{"step": 1590000, "wall_time": 16786.49658370018, "train_loss_step": 5.012571334838867, "n_params": 4551820, "total_flops": 22233273753600000, "train_loss": 0.03497880186353411, "subset_score_loss": 0.03497880186353411}
+{"step": 1600000, "wall_time": 16960.879015922546, "train_loss_step": 5.137635707855225, "n_params": 4551820, "total_flops": 22373105664000000, "train_loss": 0.0337580680847168, "subset_score_loss": 0.0337580680847168, "memorization_fraction_pixel": 0.16300000250339508, "mean_nn_ratio_pixel": 0.815406084060669, "fid": 212.82521838705654, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 17056.050911188126, "train_loss_step": 5.007353782653809, "n_params": 4551820, "total_flops": 22512937574400000, "train_loss": 0.03410485812595913, "subset_score_loss": 0.03410485812595913}
+{"step": 1620000, "wall_time": 17149.084760427475, "train_loss_step": 4.8990583419799805, "n_params": 4551820, "total_flops": 22652769484800000, "train_loss": 0.03152715138026646, "subset_score_loss": 0.03152715138026646}
+{"step": 1630000, "wall_time": 17245.311309576035, "train_loss_step": 4.600083827972412, "n_params": 4551820, "total_flops": 22792601395200000, "train_loss": 0.03403871400015695, "subset_score_loss": 0.03403871400015695}
+{"step": 1640000, "wall_time": 17341.367164373398, "train_loss_step": 4.8232526779174805, "n_params": 4551820, "total_flops": 22932433305600000, "train_loss": 0.03062452588762556, "subset_score_loss": 0.03062452588762556}
+{"step": 1650000, "wall_time": 17437.998708724976, "train_loss_step": 5.018082141876221, "n_params": 4551820, "total_flops": 23072265216000000, "train_loss": 0.032018395832606725, "subset_score_loss": 0.032018395832606725}
+{"step": 1660000, "wall_time": 17536.252266407013, "train_loss_step": 5.133839130401611, "n_params": 4551820, "total_flops": 23212097126400000, "train_loss": 0.03302622863224575, "subset_score_loss": 0.03302622863224575}
+{"step": 1670000, "wall_time": 17620.490259885788, "train_loss_step": 5.277239799499512, "n_params": 4551820, "total_flops": 23351929036800000, "train_loss": 0.032939635004316056, "subset_score_loss": 0.032939635004316056}
+{"step": 1680000, "wall_time": 17713.083961963654, "train_loss_step": 5.168842792510986, "n_params": 4551820, "total_flops": 23491760947200000, "train_loss": 0.032400379862104145, "subset_score_loss": 0.032400379862104145}
+{"step": 1690000, "wall_time": 17810.105254888535, "train_loss_step": 5.3251190185546875, "n_params": 4551820, "total_flops": 23631592857600000, "train_loss": 0.03171822002955845, "subset_score_loss": 0.03171822002955845}
+{"step": 1700000, "wall_time": 18015.495411872864, "train_loss_step": 4.796685695648193, "n_params": 4551820, "total_flops": 23771424768000000, "train_loss": 0.03550521986825125, "subset_score_loss": 0.03550521986825125, "memorization_fraction_pixel": 0.18050000071525574, "mean_nn_ratio_pixel": 0.8019634485244751, "fid": 209.28115593374613, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 18113.606332063675, "train_loss_step": 5.456790447235107, "n_params": 4551820, "total_flops": 23911256678400000, "train_loss": 0.03213248934064593, "subset_score_loss": 0.03213248934064593}
+{"step": 1720000, "wall_time": 18200.671193361282, "train_loss_step": 4.75129508972168, "n_params": 4551820, "total_flops": 24051088588800000, "train_loss": 0.031229138374328613, "subset_score_loss": 0.031229138374328613}
+{"step": 1730000, "wall_time": 18298.133885145187, "train_loss_step": 5.3046112060546875, "n_params": 4551820, "total_flops": 24190920499200000, "train_loss": 0.03146530560084752, "subset_score_loss": 0.03146530560084752}
+{"step": 1740000, "wall_time": 18395.702986717224, "train_loss_step": 4.963804244995117, "n_params": 4551820, "total_flops": 24330752409600000, "train_loss": 0.030242957387651717, "subset_score_loss": 0.030242957387651717}
+{"step": 1750000, "wall_time": 18492.89787173271, "train_loss_step": 4.665584564208984, "n_params": 4551820, "total_flops": 24470584320000000, "train_loss": 0.031138546126229422, "subset_score_loss": 0.031138546126229422}
+{"step": 1760000, "wall_time": 18588.567081928253, "train_loss_step": 4.701831817626953, "n_params": 4551820, "total_flops": 24610416230400000, "train_loss": 0.031364062854221886, "subset_score_loss": 0.031364062854221886}
+{"step": 1770000, "wall_time": 18678.917655706406, "train_loss_step": 4.764926910400391, "n_params": 4551820, "total_flops": 24750248140800000, "train_loss": 0.03145009108952113, "subset_score_loss": 0.03145009108952113}
+{"step": 1780000, "wall_time": 18770.2195148468, "train_loss_step": 4.974140167236328, "n_params": 4551820, "total_flops": 24890080051200000, "train_loss": 0.032775984491620745, "subset_score_loss": 0.032775984491620745}
+{"step": 1790000, "wall_time": 18867.95764040947, "train_loss_step": 4.605924606323242, "n_params": 4551820, "total_flops": 25029911961600000, "train_loss": 0.030615854263305663, "subset_score_loss": 0.030615854263305663}
+{"step": 1800000, "wall_time": 19092.922754764557, "train_loss_step": 4.86025333404541, "n_params": 4551820, "total_flops": 25169743872000000, "train_loss": 0.030002127374921528, "subset_score_loss": 0.030002127374921528, "memorization_fraction_pixel": 0.210099995136261, "mean_nn_ratio_pixel": 0.7817465662956238, "fid": 209.9316957717582, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 19186.530508041382, "train_loss_step": 4.874385833740234, "n_params": 4551820, "total_flops": 25309575782400000, "train_loss": 0.02957392760685512, "subset_score_loss": 0.02957392760685512}
+{"step": 1820000, "wall_time": 19276.02863931656, "train_loss_step": 4.779463768005371, "n_params": 4551820, "total_flops": 25449407692800000, "train_loss": 0.032699479375566755, "subset_score_loss": 0.032699479375566755}
+{"step": 1830000, "wall_time": 19374.228380441666, "train_loss_step": 4.786887168884277, "n_params": 4551820, "total_flops": 25589239603200000, "train_loss": 0.031383817536490305, "subset_score_loss": 0.031383817536490305}
+{"step": 1840000, "wall_time": 19472.04338479042, "train_loss_step": 4.827191352844238, "n_params": 4551820, "total_flops": 25729071513600000, "train_loss": 0.029416867664882114, "subset_score_loss": 0.029416867664882114}
+{"step": 1850000, "wall_time": 19567.09543323517, "train_loss_step": 4.587442398071289, "n_params": 4551820, "total_flops": 25868903424000000, "train_loss": 0.030796541486467634, "subset_score_loss": 0.030796541486467634}
+{"step": 1860000, "wall_time": 19664.099466323853, "train_loss_step": 4.598116397857666, "n_params": 4551820, "total_flops": 26008735334400000, "train_loss": 0.03000819683074951, "subset_score_loss": 0.03000819683074951}
+{"step": 1870000, "wall_time": 19749.174027442932, "train_loss_step": 4.755543231964111, "n_params": 4551820, "total_flops": 26148567244800000, "train_loss": 0.03125678130558559, "subset_score_loss": 0.03125678130558559}
+{"step": 1880000, "wall_time": 19841.307104825974, "train_loss_step": 4.545113563537598, "n_params": 4551820, "total_flops": 26288399155200000, "train_loss": 0.031412291526794436, "subset_score_loss": 0.031412291526794436}
+{"step": 1890000, "wall_time": 19937.261288166046, "train_loss_step": 4.936256408691406, "n_params": 4551820, "total_flops": 26428231065600000, "train_loss": 0.029835660117013114, "subset_score_loss": 0.029835660117013114}
+{"step": 1900000, "wall_time": 20140.28491139412, "train_loss_step": 4.9839372634887695, "n_params": 4551820, "total_flops": 26568062976000000, "train_loss": 0.03070305756160191, "subset_score_loss": 0.03070305756160191, "memorization_fraction_pixel": 0.2287999987602234, "mean_nn_ratio_pixel": 0.7706200480461121, "fid": 205.506323035656, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 20237.302379608154, "train_loss_step": 5.166894912719727, "n_params": 4551820, "total_flops": 26707894886400000, "train_loss": 0.030812277112688337, "subset_score_loss": 0.030812277112688337}
+{"step": 1920000, "wall_time": 20320.372358083725, "train_loss_step": 4.630092144012451, "n_params": 4551820, "total_flops": 26847726796800000, "train_loss": 0.029939906937735423, "subset_score_loss": 0.029939906937735423}
+{"step": 1930000, "wall_time": 20418.352073192596, "train_loss_step": 4.521544933319092, "n_params": 4551820, "total_flops": 26987558707200000, "train_loss": 0.028742459842136928, "subset_score_loss": 0.028742459842136928}
+{"step": 1940000, "wall_time": 20514.667618513107, "train_loss_step": 4.661584854125977, "n_params": 4551820, "total_flops": 27127390617600000, "train_loss": 0.028479933738708496, "subset_score_loss": 0.028479933738708496}
+{"step": 1950000, "wall_time": 20611.057796239853, "train_loss_step": 4.927104949951172, "n_params": 4551820, "total_flops": 27267222528000000, "train_loss": 0.029292992183140347, "subset_score_loss": 0.029292992183140347}
+{"step": 1960000, "wall_time": 20708.613327264786, "train_loss_step": 4.981125354766846, "n_params": 4551820, "total_flops": 27407054438400000, "train_loss": 0.029901197978428433, "subset_score_loss": 0.029901197978428433}
+{"step": 1970000, "wall_time": 20799.812105178833, "train_loss_step": 5.1341047286987305, "n_params": 4551820, "total_flops": 27546886348800000, "train_loss": 0.028897159440176828, "subset_score_loss": 0.028897159440176828}
+{"step": 1980000, "wall_time": 20886.391108989716, "train_loss_step": 4.802942276000977, "n_params": 4551820, "total_flops": 27686718259200000, "train_loss": 0.02826716218675886, "subset_score_loss": 0.02826716218675886}
+{"step": 1990000, "wall_time": 20985.29644012451, "train_loss_step": 4.426916599273682, "n_params": 4551820, "total_flops": 27826550169600000, "train_loss": 0.028690123558044435, "subset_score_loss": 0.028690123558044435}
+{"step": 2000000, "wall_time": 21200.01727104187, "train_loss_step": 4.667534828186035, "n_params": 4551820, "total_flops": 27966382080000000, "train_loss": 0.03029498713357108, "subset_score_loss": 0.03029498713357108, "memorization_fraction_pixel": 0.26429998874664307, "mean_nn_ratio_pixel": 0.7428020238876343, "fid": 193.09459309224974, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 21297.711357831955, "train_loss_step": 4.214460372924805, "n_params": 4551820, "total_flops": 28106213990400000, "train_loss": 0.028261116572788784, "subset_score_loss": 0.028261116572788784}
+{"step": 2020000, "wall_time": 21375.90751028061, "train_loss_step": 4.7808942794799805, "n_params": 4551820, "total_flops": 28246045900800000, "train_loss": 0.030035638809204103, "subset_score_loss": 0.030035638809204103}
+{"step": 2030000, "wall_time": 21474.02707362175, "train_loss_step": 4.8310770988464355, "n_params": 4551820, "total_flops": 28385877811200000, "train_loss": 0.02785963501249041, "subset_score_loss": 0.02785963501249041}
+{"step": 2040000, "wall_time": 21571.60276246071, "train_loss_step": 4.843950271606445, "n_params": 4551820, "total_flops": 28525709721600000, "train_loss": 0.02803655011313302, "subset_score_loss": 0.02803655011313302}
+{"step": 2050000, "wall_time": 21668.77993130684, "train_loss_step": 4.438473701477051, "n_params": 4551820, "total_flops": 28665541632000000, "train_loss": 0.02755981513432094, "subset_score_loss": 0.02755981513432094}
+{"step": 2060000, "wall_time": 21766.914474487305, "train_loss_step": 4.519674301147461, "n_params": 4551820, "total_flops": 28805373542400000, "train_loss": 0.028324707916804723, "subset_score_loss": 0.028324707916804723}
+{"step": 2070000, "wall_time": 21854.957485198975, "train_loss_step": 4.449343681335449, "n_params": 4551820, "total_flops": 28945205452800000, "train_loss": 0.028019559383392335, "subset_score_loss": 0.028019559383392335}
+{"step": 2080000, "wall_time": 21944.983413934708, "train_loss_step": 4.481736183166504, "n_params": 4551820, "total_flops": 29085037363200000, "train_loss": 0.0275558522769383, "subset_score_loss": 0.0275558522769383}
+{"step": 2090000, "wall_time": 22043.086718320847, "train_loss_step": 4.8808746337890625, "n_params": 4551820, "total_flops": 29224869273600000, "train_loss": 0.02888177122388567, "subset_score_loss": 0.02888177122388567}
+{"step": 2100000, "wall_time": 22247.099861860275, "train_loss_step": 4.500604152679443, "n_params": 4551820, "total_flops": 29364701184000000, "train_loss": 0.027233845846993582, "subset_score_loss": 0.027233845846993582, "memorization_fraction_pixel": 0.29269999265670776, "mean_nn_ratio_pixel": 0.7218695282936096, "fid": 194.4344595489069, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 22343.22961831093, "train_loss_step": 4.5415754318237305, "n_params": 4551820, "total_flops": 29504533094400000, "train_loss": 0.02824885334287371, "subset_score_loss": 0.02824885334287371}
+{"step": 2120000, "wall_time": 22430.66871190071, "train_loss_step": 4.819466590881348, "n_params": 4551820, "total_flops": 29644365004800000, "train_loss": 0.02953871658870152, "subset_score_loss": 0.02953871658870152}
+{"step": 2130000, "wall_time": 22520.28704404831, "train_loss_step": 4.64201545715332, "n_params": 4551820, "total_flops": 29784196915200000, "train_loss": 0.02792410339627947, "subset_score_loss": 0.02792410339627947}
+{"step": 2140000, "wall_time": 22617.77305674553, "train_loss_step": 4.413302421569824, "n_params": 4551820, "total_flops": 29924028825600000, "train_loss": 0.027317655086517335, "subset_score_loss": 0.027317655086517335}
+{"step": 2150000, "wall_time": 22714.80509853363, "train_loss_step": 4.4480085372924805, "n_params": 4551820, "total_flops": 30063860736000000, "train_loss": 0.028452817031315396, "subset_score_loss": 0.028452817031315396}
+{"step": 2160000, "wall_time": 22810.7260723114, "train_loss_step": 4.663211822509766, "n_params": 4551820, "total_flops": 30203692646400000, "train_loss": 0.02692802803856986, "subset_score_loss": 0.02692802803856986}
+{"step": 2170000, "wall_time": 22903.454513788223, "train_loss_step": 4.304663181304932, "n_params": 4551820, "total_flops": 30343524556800000, "train_loss": 0.025655737945011685, "subset_score_loss": 0.025655737945011685}
+{"step": 2180000, "wall_time": 22987.941694498062, "train_loss_step": 4.460026741027832, "n_params": 4551820, "total_flops": 30483356467200000, "train_loss": 0.02585498435156686, "subset_score_loss": 0.02585498435156686}
+{"step": 2190000, "wall_time": 23086.30220603943, "train_loss_step": 4.658617973327637, "n_params": 4551820, "total_flops": 30623188377600000, "train_loss": 0.026684371062687465, "subset_score_loss": 0.026684371062687465}
+{"step": 2200000, "wall_time": 23310.974276542664, "train_loss_step": 4.601452827453613, "n_params": 4551820, "total_flops": 30763020288000000, "train_loss": 0.027339601516723634, "subset_score_loss": 0.027339601516723634, "memorization_fraction_pixel": 0.30320000648498535, "mean_nn_ratio_pixel": 0.7148311734199524, "fid": 191.82875188023712, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 23409.47424030304, "train_loss_step": 4.0998005867004395, "n_params": 4551820, "total_flops": 30902852198400000, "train_loss": 0.026494761875697544, "subset_score_loss": 0.026494761875697544}
+{"step": 2220000, "wall_time": 23500.357840299606, "train_loss_step": 4.840444087982178, "n_params": 4551820, "total_flops": 31042684108800000, "train_loss": 0.026946055889129638, "subset_score_loss": 0.026946055889129638}
+{"step": 2230000, "wall_time": 23590.381474494934, "train_loss_step": 4.676303863525391, "n_params": 4551820, "total_flops": 31182516019200000, "train_loss": 0.02727052995136806, "subset_score_loss": 0.02727052995136806}
+{"step": 2240000, "wall_time": 23688.22831916809, "train_loss_step": 4.082065582275391, "n_params": 4551820, "total_flops": 31322347929600000, "train_loss": 0.027576451642172678, "subset_score_loss": 0.027576451642172678}
+{"step": 2250000, "wall_time": 23783.332416296005, "train_loss_step": 4.512889862060547, "n_params": 4551820, "total_flops": 31462179840000000, "train_loss": 0.027347537449428014, "subset_score_loss": 0.027347537449428014}
+{"step": 2260000, "wall_time": 23881.15905070305, "train_loss_step": 4.601950645446777, "n_params": 4551820, "total_flops": 31602011750400000, "train_loss": 0.026360603741237096, "subset_score_loss": 0.026360603741237096}
+{"step": 2270000, "wall_time": 23972.72688269615, "train_loss_step": 4.366909503936768, "n_params": 4551820, "total_flops": 31741843660800000, "train_loss": 0.026286452157156807, "subset_score_loss": 0.026286452157156807}
+{"step": 2280000, "wall_time": 24059.678124189377, "train_loss_step": 4.524594783782959, "n_params": 4551820, "total_flops": 31881675571200000, "train_loss": 0.027477966036115374, "subset_score_loss": 0.027477966036115374}
+{"step": 2290000, "wall_time": 24157.94464802742, "train_loss_step": 4.507433891296387, "n_params": 4551820, "total_flops": 32021507481600000, "train_loss": 0.02669581174850464, "subset_score_loss": 0.02669581174850464}
+{"step": 2300000, "wall_time": 24387.614278554916, "train_loss_step": 4.757434844970703, "n_params": 4551820, "total_flops": 32161339392000000, "train_loss": 0.025552613394601003, "subset_score_loss": 0.025552613394601003, "memorization_fraction_pixel": 0.3228999972343445, "mean_nn_ratio_pixel": 0.7054771780967712, "fid": 187.98707082000885, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 24485.875392198563, "train_loss_step": 4.825177192687988, "n_params": 4551820, "total_flops": 32301171302400000, "train_loss": 0.02644024406160627, "subset_score_loss": 0.02644024406160627}
+{"step": 2320000, "wall_time": 24574.767166614532, "train_loss_step": 4.505990982055664, "n_params": 4551820, "total_flops": 32441003212800000, "train_loss": 0.025872598375592915, "subset_score_loss": 0.025872598375592915}
+{"step": 2330000, "wall_time": 24662.807463645935, "train_loss_step": 4.322713851928711, "n_params": 4551820, "total_flops": 32580835123200000, "train_loss": 0.027387612206595285, "subset_score_loss": 0.027387612206595285}
+{"step": 2340000, "wall_time": 24761.18123292923, "train_loss_step": 4.332901954650879, "n_params": 4551820, "total_flops": 32720667033600000, "train_loss": 0.02485548939023699, "subset_score_loss": 0.02485548939023699}
+{"step": 2350000, "wall_time": 24858.11859178543, "train_loss_step": 4.478450775146484, "n_params": 4551820, "total_flops": 32860498944000000, "train_loss": 0.028375262873513357, "subset_score_loss": 0.028375262873513357}
+{"step": 2360000, "wall_time": 24956.070743322372, "train_loss_step": 4.50495719909668, "n_params": 4551820, "total_flops": 33000330854400000, "train_loss": 0.025743515150887627, "subset_score_loss": 0.025743515150887627}
+{"step": 2370000, "wall_time": 25044.425156593323, "train_loss_step": 3.9323184490203857, "n_params": 4551820, "total_flops": 33140162764800000, "train_loss": 0.025274881294795444, "subset_score_loss": 0.025274881294795444}
+{"step": 2380000, "wall_time": 25133.73610639572, "train_loss_step": 4.410943508148193, "n_params": 4551820, "total_flops": 33279994675200000, "train_loss": 0.024930964197431293, "subset_score_loss": 0.024930964197431293}
+{"step": 2390000, "wall_time": 25230.289047956467, "train_loss_step": 4.418395042419434, "n_params": 4551820, "total_flops": 33419826585600000, "train_loss": 0.025000507490975515, "subset_score_loss": 0.025000507490975515}
+{"step": 2400000, "wall_time": 25440.92293071747, "train_loss_step": 4.348033905029297, "n_params": 4551820, "total_flops": 33559658496000000, "train_loss": 0.02501520599637713, "subset_score_loss": 0.02501520599637713, "memorization_fraction_pixel": 0.3569999933242798, "mean_nn_ratio_pixel": 0.680833101272583, "fid": 176.75031311873647, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 25539.084475517273, "train_loss_step": 4.334629535675049, "n_params": 4551820, "total_flops": 33699490406400000, "train_loss": 0.025732321398598806, "subset_score_loss": 0.025732321398598806}
+{"step": 2420000, "wall_time": 25631.813265800476, "train_loss_step": 3.9896366596221924, "n_params": 4551820, "total_flops": 33839322316800000, "train_loss": 0.025463943822043283, "subset_score_loss": 0.025463943822043283}
+{"step": 2430000, "wall_time": 25717.948328495026, "train_loss_step": 4.315986156463623, "n_params": 4551820, "total_flops": 33979154227200000, "train_loss": 0.02510110650743757, "subset_score_loss": 0.02510110650743757}
+{"step": 2440000, "wall_time": 25816.249020814896, "train_loss_step": 4.470360279083252, "n_params": 4551820, "total_flops": 34118986137600000, "train_loss": 0.025238345350537983, "subset_score_loss": 0.025238345350537983}
+{"step": 2450000, "wall_time": 25912.971478700638, "train_loss_step": 4.471625328063965, "n_params": 4551820, "total_flops": 34258818048000000, "train_loss": 0.02631902013506208, "subset_score_loss": 0.02631902013506208}
+{"step": 2460000, "wall_time": 26010.940385580063, "train_loss_step": 3.9912681579589844, "n_params": 4551820, "total_flops": 34398649958400000, "train_loss": 0.026207659925733293, "subset_score_loss": 0.026207659925733293}
+{"step": 2470000, "wall_time": 26098.43154001236, "train_loss_step": 4.096534252166748, "n_params": 4551820, "total_flops": 34538481868800000, "train_loss": 0.024829191820962087, "subset_score_loss": 0.024829191820962087}
+{"step": 2480000, "wall_time": 26186.667230129242, "train_loss_step": 4.385846138000488, "n_params": 4551820, "total_flops": 34678313779200000, "train_loss": 0.02479185036250523, "subset_score_loss": 0.02479185036250523}
+{"step": 2490000, "wall_time": 26284.934583425522, "train_loss_step": 4.070830345153809, "n_params": 4551820, "total_flops": 34818145689600000, "train_loss": 0.024826223509652273, "subset_score_loss": 0.024826223509652273}
+{"step": 2500000, "wall_time": 26502.872114419937, "train_loss_step": 4.215798854827881, "n_params": 4551820, "total_flops": 34957977600000000, "train_loss": 0.024332824775150846, "subset_score_loss": 0.024332824775150846, "memorization_fraction_pixel": 0.382999986410141, "mean_nn_ratio_pixel": 0.6609217524528503, "fid": 170.03388434799405, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 26598.997755289078, "train_loss_step": 4.347988128662109, "n_params": 4551820, "total_flops": 35097809510400000, "train_loss": 0.027071373803274974, "subset_score_loss": 0.027071373803274974}
+{"step": 2520000, "wall_time": 26697.327233552933, "train_loss_step": 4.216486930847168, "n_params": 4551820, "total_flops": 35237641420800000, "train_loss": 0.024023260389055525, "subset_score_loss": 0.024023260389055525}
+{"step": 2530000, "wall_time": 26781.951467514038, "train_loss_step": 4.180061340332031, "n_params": 4551820, "total_flops": 35377473331200000, "train_loss": 0.02518477269581386, "subset_score_loss": 0.02518477269581386}
+{"step": 2540000, "wall_time": 26880.013875961304, "train_loss_step": 4.273540496826172, "n_params": 4551820, "total_flops": 35517305241600000, "train_loss": 0.026602671827588763, "subset_score_loss": 0.026602671827588763}
+{"step": 2550000, "wall_time": 26977.306926488876, "train_loss_step": 4.155343532562256, "n_params": 4551820, "total_flops": 35657137152000000, "train_loss": 0.023606337819780623, "subset_score_loss": 0.023606337819780623}
+{"step": 2560000, "wall_time": 27074.57086968422, "train_loss_step": 4.634504318237305, "n_params": 4551820, "total_flops": 35796969062400000, "train_loss": 0.025705221721104215, "subset_score_loss": 0.025705221721104215}
+{"step": 2570000, "wall_time": 27163.741052150726, "train_loss_step": 4.146442413330078, "n_params": 4551820, "total_flops": 35936800972800000, "train_loss": 0.024314677715301512, "subset_score_loss": 0.024314677715301512}
+{"step": 2580000, "wall_time": 27257.130529880524, "train_loss_step": 3.9269907474517822, "n_params": 4551820, "total_flops": 36076632883200000, "train_loss": 0.02406794684273856, "subset_score_loss": 0.02406794684273856}
+{"step": 2590000, "wall_time": 27354.044953346252, "train_loss_step": 4.190309047698975, "n_params": 4551820, "total_flops": 36216464793600000, "train_loss": 0.023745465278625488, "subset_score_loss": 0.023745465278625488}
+{"step": 2600000, "wall_time": 27584.36232328415, "train_loss_step": 3.6373538970947266, "n_params": 4551820, "total_flops": 36356296704000000, "train_loss": 0.024913438728877475, "subset_score_loss": 0.024913438728877475, "memorization_fraction_pixel": 0.40529999136924744, "mean_nn_ratio_pixel": 0.6457697153091431, "fid": 166.38345652149204, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 27682.616547346115, "train_loss_step": 4.311035633087158, "n_params": 4551820, "total_flops": 36496128614400000, "train_loss": 0.023512324265071324, "subset_score_loss": 0.023512324265071324}
+{"step": 2620000, "wall_time": 27777.947092056274, "train_loss_step": 3.7906315326690674, "n_params": 4551820, "total_flops": 36635960524800000, "train_loss": 0.02414757013320923, "subset_score_loss": 0.02414757013320923}
+{"step": 2630000, "wall_time": 27865.319066762924, "train_loss_step": 4.356905937194824, "n_params": 4551820, "total_flops": 36775792435200000, "train_loss": 0.023525025163378035, "subset_score_loss": 0.023525025163378035}
+{"step": 2640000, "wall_time": 27961.883888721466, "train_loss_step": 3.9407427310943604, "n_params": 4551820, "total_flops": 36915624345600000, "train_loss": 0.0251023496900286, "subset_score_loss": 0.0251023496900286}
+{"step": 2650000, "wall_time": 28058.75383234024, "train_loss_step": 4.284482955932617, "n_params": 4551820, "total_flops": 37055456256000000, "train_loss": 0.02455902099609375, "subset_score_loss": 0.02455902099609375}
+{"step": 2660000, "wall_time": 28156.485479593277, "train_loss_step": 4.393380165100098, "n_params": 4551820, "total_flops": 37195288166400000, "train_loss": 0.024411771978650774, "subset_score_loss": 0.024411771978650774}
+{"step": 2670000, "wall_time": 28237.631024599075, "train_loss_step": 4.228113174438477, "n_params": 4551820, "total_flops": 37335120076800000, "train_loss": 0.024243598324911936, "subset_score_loss": 0.024243598324911936}
+{"step": 2680000, "wall_time": 28333.200505256653, "train_loss_step": 3.909959316253662, "n_params": 4551820, "total_flops": 37474951987200000, "train_loss": 0.023667119230542863, "subset_score_loss": 0.023667119230542863}
+{"step": 2690000, "wall_time": 28430.798837184906, "train_loss_step": 3.973020315170288, "n_params": 4551820, "total_flops": 37614783897600000, "train_loss": 0.02474578959601266, "subset_score_loss": 0.02474578959601266}
+{"step": 2700000, "wall_time": 28648.347918748856, "train_loss_step": 4.156083106994629, "n_params": 4551820, "total_flops": 37754615808000000, "train_loss": 0.024151393345424106, "subset_score_loss": 0.024151393345424106, "memorization_fraction_pixel": 0.3882000148296356, "mean_nn_ratio_pixel": 0.6575843095779419, "fid": 168.6587703686136, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 28746.98833489418, "train_loss_step": 4.1331281661987305, "n_params": 4551820, "total_flops": 37894447718400000, "train_loss": 0.02204676696232387, "subset_score_loss": 0.02204676696232387}
+{"step": 2720000, "wall_time": 28843.495389699936, "train_loss_step": 4.24430513381958, "n_params": 4551820, "total_flops": 38034279628800000, "train_loss": 0.02414362941469465, "subset_score_loss": 0.02414362941469465}
+{"step": 2730000, "wall_time": 28923.81268453598, "train_loss_step": 4.106417655944824, "n_params": 4551820, "total_flops": 38174111539200000, "train_loss": 0.022962333474840436, "subset_score_loss": 0.022962333474840436}
+{"step": 2740000, "wall_time": 29021.2423017025, "train_loss_step": 4.220318794250488, "n_params": 4551820, "total_flops": 38313943449600000, "train_loss": 0.022760583673204694, "subset_score_loss": 0.022760583673204694}
+{"step": 2750000, "wall_time": 29117.723416805267, "train_loss_step": 4.048514366149902, "n_params": 4551820, "total_flops": 38453775360000000, "train_loss": 0.02357539108821324, "subset_score_loss": 0.02357539108821324}
+{"step": 2760000, "wall_time": 29216.13993191719, "train_loss_step": 4.207204818725586, "n_params": 4551820, "total_flops": 38593607270400000, "train_loss": 0.022986926351274764, "subset_score_loss": 0.022986926351274764}
+{"step": 2770000, "wall_time": 29299.378826141357, "train_loss_step": 3.8773536682128906, "n_params": 4551820, "total_flops": 38733439180800000, "train_loss": 0.022491329056876046, "subset_score_loss": 0.022491329056876046}
+{"step": 2780000, "wall_time": 29395.58979511261, "train_loss_step": 3.881728172302246, "n_params": 4551820, "total_flops": 38873271091200000, "train_loss": 0.023254755565098355, "subset_score_loss": 0.023254755565098355}
+{"step": 2790000, "wall_time": 29490.6364300251, "train_loss_step": 4.21183967590332, "n_params": 4551820, "total_flops": 39013103001600000, "train_loss": 0.022571522848946708, "subset_score_loss": 0.022571522848946708}
+{"step": 2800000, "wall_time": 29716.912014245987, "train_loss_step": 3.8830788135528564, "n_params": 4551820, "total_flops": 39152934912000000, "train_loss": 0.023984013284955707, "subset_score_loss": 0.023984013284955707, "memorization_fraction_pixel": 0.4406999945640564, "mean_nn_ratio_pixel": 0.6189672350883484, "fid": 158.7716705722162, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 29815.296214818954, "train_loss_step": 4.006220817565918, "n_params": 4551820, "total_flops": 39292766822400000, "train_loss": 0.023122879437037877, "subset_score_loss": 0.023122879437037877}
+{"step": 2820000, "wall_time": 29911.570803403854, "train_loss_step": 3.9396815299987793, "n_params": 4551820, "total_flops": 39432598732800000, "train_loss": 0.022688349655696324, "subset_score_loss": 0.022688349655696324}
+{"step": 2830000, "wall_time": 29991.22209763527, "train_loss_step": 4.391185283660889, "n_params": 4551820, "total_flops": 39572430643200000, "train_loss": 0.023653486796787807, "subset_score_loss": 0.023653486796787807}
+{"step": 2840000, "wall_time": 30088.198585510254, "train_loss_step": 4.180434226989746, "n_params": 4551820, "total_flops": 39712262553600000, "train_loss": 0.02173732008252825, "subset_score_loss": 0.02173732008252825}
+{"step": 2850000, "wall_time": 30187.265535593033, "train_loss_step": 4.301602363586426, "n_params": 4551820, "total_flops": 39852094464000000, "train_loss": 0.02314507280077253, "subset_score_loss": 0.02314507280077253}
+{"step": 2860000, "wall_time": 30285.450590848923, "train_loss_step": 3.973651885986328, "n_params": 4551820, "total_flops": 39991926374400000, "train_loss": 0.02278036219733102, "subset_score_loss": 0.02278036219733102}
+{"step": 2870000, "wall_time": 30365.399679899216, "train_loss_step": 4.268280982971191, "n_params": 4551820, "total_flops": 40131758284800000, "train_loss": 0.022472078459603445, "subset_score_loss": 0.022472078459603445}
+{"step": 2880000, "wall_time": 30460.94562482834, "train_loss_step": 3.9905881881713867, "n_params": 4551820, "total_flops": 40271590195200000, "train_loss": 0.02275977305003575, "subset_score_loss": 0.02275977305003575}
+{"step": 2890000, "wall_time": 30559.548532247543, "train_loss_step": 3.632850408554077, "n_params": 4551820, "total_flops": 40411422105600000, "train_loss": 0.02089261157172067, "subset_score_loss": 0.02089261157172067}
+{"step": 2900000, "wall_time": 30788.435253620148, "train_loss_step": 4.127124786376953, "n_params": 4551820, "total_flops": 40551254016000000, "train_loss": 0.02400484595979963, "subset_score_loss": 0.02400484595979963, "memorization_fraction_pixel": 0.43970000743865967, "mean_nn_ratio_pixel": 0.6186965107917786, "fid": 160.64432244717673, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 30887.183512210846, "train_loss_step": 3.869281530380249, "n_params": 4551820, "total_flops": 40691085926400000, "train_loss": 0.02256007024220058, "subset_score_loss": 0.02256007024220058}
+{"step": 2920000, "wall_time": 30985.221656799316, "train_loss_step": 3.7852163314819336, "n_params": 4551820, "total_flops": 40830917836800000, "train_loss": 0.02196019547326224, "subset_score_loss": 0.02196019547326224}
+{"step": 2930000, "wall_time": 31071.669679164886, "train_loss_step": 4.196763038635254, "n_params": 4551820, "total_flops": 40970749747200000, "train_loss": 0.022129252978733607, "subset_score_loss": 0.022129252978733607}
+{"step": 2940000, "wall_time": 31168.967122077942, "train_loss_step": 3.9544222354888916, "n_params": 4551820, "total_flops": 41110581657600000, "train_loss": 0.02307184934616089, "subset_score_loss": 0.02307184934616089}
+{"step": 2950000, "wall_time": 31267.388501167297, "train_loss_step": 4.0886383056640625, "n_params": 4551820, "total_flops": 41250413568000000, "train_loss": 0.02233567748750959, "subset_score_loss": 0.02233567748750959}
+{"step": 2960000, "wall_time": 31365.690935134888, "train_loss_step": 4.213390827178955, "n_params": 4551820, "total_flops": 41390245478400000, "train_loss": 0.023053394045148577, "subset_score_loss": 0.023053394045148577}
+{"step": 2970000, "wall_time": 31445.213250398636, "train_loss_step": 3.848437786102295, "n_params": 4551820, "total_flops": 41530077388800000, "train_loss": 0.02269697870526995, "subset_score_loss": 0.02269697870526995}
+{"step": 2980000, "wall_time": 31543.563172101974, "train_loss_step": 3.9074087142944336, "n_params": 4551820, "total_flops": 41669909299200000, "train_loss": 0.022161102294921874, "subset_score_loss": 0.022161102294921874}
+{"step": 2990000, "wall_time": 31641.66039633751, "train_loss_step": 3.927107810974121, "n_params": 4551820, "total_flops": 41809741209600000, "train_loss": 0.021705521856035505, "subset_score_loss": 0.021705521856035505}
+{"step": 3000000, "wall_time": 31855.957479715347, "train_loss_step": 3.921875476837158, "n_params": 4551820, "total_flops": 41949573120000000, "train_loss": 0.023145946434565953, "subset_score_loss": 0.023145946434565953, "memorization_fraction_pixel": 0.4580000042915344, "mean_nn_ratio_pixel": 0.6025183796882629, "fid": 154.30849550166295, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 31954.15775322914, "train_loss_step": 4.088840007781982, "n_params": 4551820, "total_flops": 42089405030400000, "train_loss": 0.02232421636581421, "subset_score_loss": 0.02232421636581421}
+{"step": 3020000, "wall_time": 32051.305713653564, "train_loss_step": 3.9011240005493164, "n_params": 4551820, "total_flops": 42229236940800000, "train_loss": 0.022192723410470145, "subset_score_loss": 0.022192723410470145}
+{"step": 3030000, "wall_time": 32132.816843748093, "train_loss_step": 3.7340755462646484, "n_params": 4551820, "total_flops": 42369068851200000, "train_loss": 0.021893848691667828, "subset_score_loss": 0.021893848691667828}
+{"step": 3040000, "wall_time": 32230.086750984192, "train_loss_step": 4.034638404846191, "n_params": 4551820, "total_flops": 42508900761600000, "train_loss": 0.022420765672411237, "subset_score_loss": 0.022420765672411237}
+{"step": 3050000, "wall_time": 32328.202760457993, "train_loss_step": 4.1443939208984375, "n_params": 4551820, "total_flops": 42648732672000000, "train_loss": 0.021716959135872977, "subset_score_loss": 0.021716959135872977}
+{"step": 3060000, "wall_time": 32423.510228395462, "train_loss_step": 4.0541181564331055, "n_params": 4551820, "total_flops": 42788564582400000, "train_loss": 0.022335468019757953, "subset_score_loss": 0.022335468019757953}
+{"step": 3070000, "wall_time": 32506.735250473022, "train_loss_step": 4.037270545959473, "n_params": 4551820, "total_flops": 42928396492800000, "train_loss": 0.02128836257117135, "subset_score_loss": 0.02128836257117135}
+{"step": 3080000, "wall_time": 32604.60488343239, "train_loss_step": 3.7345283031463623, "n_params": 4551820, "total_flops": 43068228403200000, "train_loss": 0.021705218723842075, "subset_score_loss": 0.021705218723842075}
+{"step": 3090000, "wall_time": 32701.180824279785, "train_loss_step": 3.7961792945861816, "n_params": 4551820, "total_flops": 43208060313600000, "train_loss": 0.020853151593889507, "subset_score_loss": 0.020853151593889507}
+{"step": 3100000, "wall_time": 32886.71080160141, "train_loss_step": 4.034205436706543, "n_params": 4551820, "total_flops": 43347892224000000, "train_loss": 0.02085179260798863, "subset_score_loss": 0.02085179260798863, "memorization_fraction_pixel": 0.4758000075817108, "mean_nn_ratio_pixel": 0.5901891589164734, "fid": 150.84660428251806, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 32984.21398806572, "train_loss_step": 3.5609066486358643, "n_params": 4551820, "total_flops": 43487724134400000, "train_loss": 0.021886616093771797, "subset_score_loss": 0.021886616093771797}
+{"step": 3120000, "wall_time": 33082.64966702461, "train_loss_step": 3.969663143157959, "n_params": 4551820, "total_flops": 43627556044800000, "train_loss": 0.021308134283338276, "subset_score_loss": 0.021308134283338276}
+{"step": 3130000, "wall_time": 33175.183050870895, "train_loss_step": 3.6344451904296875, "n_params": 4551820, "total_flops": 43767387955200000, "train_loss": 0.021848717757633754, "subset_score_loss": 0.021848717757633754}
+{"step": 3140000, "wall_time": 33273.03433179855, "train_loss_step": 3.9456958770751953, "n_params": 4551820, "total_flops": 43907219865600000, "train_loss": 0.023432937690189906, "subset_score_loss": 0.023432937690189906}
+{"step": 3150000, "wall_time": 33369.08376502991, "train_loss_step": 3.85178804397583, "n_params": 4551820, "total_flops": 44047051776000000, "train_loss": 0.02089789594922747, "subset_score_loss": 0.02089789594922747}
+{"step": 3160000, "wall_time": 33467.785413742065, "train_loss_step": 3.889277458190918, "n_params": 4551820, "total_flops": 44186883686400000, "train_loss": 0.020733930383409774, "subset_score_loss": 0.020733930383409774}
+{"step": 3170000, "wall_time": 33562.759420633316, "train_loss_step": 3.9597582817077637, "n_params": 4551820, "total_flops": 44326715596800000, "train_loss": 0.02256232329777309, "subset_score_loss": 0.02256232329777309}
+{"step": 3180000, "wall_time": 33659.349162340164, "train_loss_step": 4.010733604431152, "n_params": 4551820, "total_flops": 44466547507200000, "train_loss": 0.020637961796351842, "subset_score_loss": 0.020637961796351842}
+{"step": 3190000, "wall_time": 33757.960096120834, "train_loss_step": 3.8937885761260986, "n_params": 4551820, "total_flops": 44606379417600000, "train_loss": 0.022413808958871025, "subset_score_loss": 0.022413808958871025}
+{"step": 3200000, "wall_time": 33934.73106575012, "train_loss_step": 3.8468635082244873, "n_params": 4551820, "total_flops": 44746211328000000, "train_loss": 0.021836716788155693, "subset_score_loss": 0.021836716788155693, "memorization_fraction_pixel": 0.47920000553131104, "mean_nn_ratio_pixel": 0.5874362587928772, "fid": 148.56885681927056, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 34032.70696568489, "train_loss_step": 4.165545463562012, "n_params": 4551820, "total_flops": 44886043238400000, "train_loss": 0.02078007119042533, "subset_score_loss": 0.02078007119042533}
+{"step": 3220000, "wall_time": 34131.35271692276, "train_loss_step": 3.800276041030884, "n_params": 4551820, "total_flops": 45025875148800000, "train_loss": 0.0211136988231114, "subset_score_loss": 0.0211136988231114}
+{"step": 3230000, "wall_time": 34226.30129647255, "train_loss_step": 3.85447359085083, "n_params": 4551820, "total_flops": 45165707059200000, "train_loss": 0.020649177687508718, "subset_score_loss": 0.020649177687508718}
+{"step": 3240000, "wall_time": 34322.54222893715, "train_loss_step": 3.997694492340088, "n_params": 4551820, "total_flops": 45305538969600000, "train_loss": 0.020758444922310965, "subset_score_loss": 0.020758444922310965}
+{"step": 3250000, "wall_time": 34420.84852671623, "train_loss_step": 3.7076056003570557, "n_params": 4551820, "total_flops": 45445370880000000, "train_loss": 0.021581576551709857, "subset_score_loss": 0.021581576551709857}
+{"step": 3260000, "wall_time": 34519.11534976959, "train_loss_step": 3.606959342956543, "n_params": 4551820, "total_flops": 45585202790400000, "train_loss": 0.02008214337485177, "subset_score_loss": 0.02008214337485177}
+{"step": 3270000, "wall_time": 34612.316561460495, "train_loss_step": 3.7600948810577393, "n_params": 4551820, "total_flops": 45725034700800000, "train_loss": 0.02065040213721139, "subset_score_loss": 0.02065040213721139}
+{"step": 3280000, "wall_time": 34710.8267326355, "train_loss_step": 3.6402976512908936, "n_params": 4551820, "total_flops": 45864866611200000, "train_loss": 0.020024192333221436, "subset_score_loss": 0.020024192333221436}
+{"step": 3290000, "wall_time": 34809.800992012024, "train_loss_step": 3.8950114250183105, "n_params": 4551820, "total_flops": 46004698521600000, "train_loss": 0.020997370992388045, "subset_score_loss": 0.020997370992388045}
+{"step": 3300000, "wall_time": 34984.65313911438, "train_loss_step": 3.764533281326294, "n_params": 4551820, "total_flops": 46144530432000000, "train_loss": 0.021088835171290805, "subset_score_loss": 0.021088835171290805, "memorization_fraction_pixel": 0.508899986743927, "mean_nn_ratio_pixel": 0.5609084963798523, "fid": 140.8538364670243, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 35082.66081929207, "train_loss_step": 3.700289249420166, "n_params": 4551820, "total_flops": 46284362342400000, "train_loss": 0.020838299819401333, "subset_score_loss": 0.020838299819401333}
+{"step": 3320000, "wall_time": 35181.34306526184, "train_loss_step": 3.9065682888031006, "n_params": 4551820, "total_flops": 46424194252800000, "train_loss": 0.020161099093300956, "subset_score_loss": 0.020161099093300956}
+{"step": 3330000, "wall_time": 35276.61153244972, "train_loss_step": 3.7971744537353516, "n_params": 4551820, "total_flops": 46564026163200000, "train_loss": 0.020454187052590507, "subset_score_loss": 0.020454187052590507}
+{"step": 3340000, "wall_time": 35371.80201339722, "train_loss_step": 3.8267619609832764, "n_params": 4551820, "total_flops": 46703858073600000, "train_loss": 0.022749359267098562, "subset_score_loss": 0.022749359267098562}
+{"step": 3350000, "wall_time": 35470.52885198593, "train_loss_step": 3.5653328895568848, "n_params": 4551820, "total_flops": 46843689984000000, "train_loss": 0.019734741960253033, "subset_score_loss": 0.019734741960253033}
+{"step": 3360000, "wall_time": 35568.22911763191, "train_loss_step": 3.792135238647461, "n_params": 4551820, "total_flops": 46983521894400000, "train_loss": 0.02090667145592826, "subset_score_loss": 0.02090667145592826}
+{"step": 3370000, "wall_time": 35660.97870182991, "train_loss_step": 3.959181785583496, "n_params": 4551820, "total_flops": 47123353804800000, "train_loss": 0.020442426204681396, "subset_score_loss": 0.020442426204681396}
+{"step": 3380000, "wall_time": 35759.44104170799, "train_loss_step": 3.8632874488830566, "n_params": 4551820, "total_flops": 47263185715200000, "train_loss": 0.021178809234074183, "subset_score_loss": 0.021178809234074183}
+{"step": 3390000, "wall_time": 35857.74710345268, "train_loss_step": 3.7460386753082275, "n_params": 4551820, "total_flops": 47403017625600000, "train_loss": 0.021988020624433245, "subset_score_loss": 0.021988020624433245}
+{"step": 3400000, "wall_time": 36035.56621837616, "train_loss_step": 3.7753214836120605, "n_params": 4551820, "total_flops": 47542849536000000, "train_loss": 0.020079740456172397, "subset_score_loss": 0.020079740456172397, "memorization_fraction_pixel": 0.5418999791145325, "mean_nn_ratio_pixel": 0.537545919418335, "fid": 137.7557600069007, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 36133.501994371414, "train_loss_step": 4.01213264465332, "n_params": 4551820, "total_flops": 47682681446400000, "train_loss": 0.020180118083953858, "subset_score_loss": 0.020180118083953858}
+{"step": 3420000, "wall_time": 36231.20530796051, "train_loss_step": 3.6647820472717285, "n_params": 4551820, "total_flops": 47822513356800000, "train_loss": 0.02004013913018363, "subset_score_loss": 0.02004013913018363}
+{"step": 3430000, "wall_time": 36326.05430197716, "train_loss_step": 3.9902994632720947, "n_params": 4551820, "total_flops": 47962345267200000, "train_loss": 0.01985053334917341, "subset_score_loss": 0.01985053334917341}
+{"step": 3440000, "wall_time": 36422.02630352974, "train_loss_step": 3.83897066116333, "n_params": 4551820, "total_flops": 48102177177600000, "train_loss": 0.02052018472126552, "subset_score_loss": 0.02052018472126552}
+{"step": 3450000, "wall_time": 36520.494482040405, "train_loss_step": 3.792459487915039, "n_params": 4551820, "total_flops": 48242009088000000, "train_loss": 0.019777544907161167, "subset_score_loss": 0.019777544907161167}
+{"step": 3460000, "wall_time": 36612.897346019745, "train_loss_step": 3.610246181488037, "n_params": 4551820, "total_flops": 48381840998400000, "train_loss": 0.0202252847807748, "subset_score_loss": 0.0202252847807748}
+{"step": 3470000, "wall_time": 36700.21656370163, "train_loss_step": 3.6724600791931152, "n_params": 4551820, "total_flops": 48521672908800000, "train_loss": 0.02069387606212071, "subset_score_loss": 0.02069387606212071}
+{"step": 3480000, "wall_time": 36798.149919748306, "train_loss_step": 3.7097530364990234, "n_params": 4551820, "total_flops": 48661504819200000, "train_loss": 0.020127044405256, "subset_score_loss": 0.020127044405256}
+{"step": 3490000, "wall_time": 36896.28644657135, "train_loss_step": 3.8691177368164062, "n_params": 4551820, "total_flops": 48801336729600000, "train_loss": 0.019526025227137974, "subset_score_loss": 0.019526025227137974}
+{"step": 3500000, "wall_time": 37083.25870037079, "train_loss_step": 3.9310593605041504, "n_params": 4551820, "total_flops": 48941168640000000, "train_loss": 0.02175632885524205, "subset_score_loss": 0.02175632885524205, "memorization_fraction_pixel": 0.5414999723434448, "mean_nn_ratio_pixel": 0.5389049053192139, "fid": 135.14888942081035, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 37181.42497801781, "train_loss_step": 4.175445079803467, "n_params": 4551820, "total_flops": 49081000550400000, "train_loss": 0.019049394130706786, "subset_score_loss": 0.019049394130706786}
+{"step": 3520000, "wall_time": 37277.17846059799, "train_loss_step": 3.5380492210388184, "n_params": 4551820, "total_flops": 49220832460800000, "train_loss": 0.020243564673832485, "subset_score_loss": 0.020243564673832485}
+{"step": 3530000, "wall_time": 37373.773322582245, "train_loss_step": 3.572922706604004, "n_params": 4551820, "total_flops": 49360664371200000, "train_loss": 0.019301555837903703, "subset_score_loss": 0.019301555837903703}
+{"step": 3540000, "wall_time": 37470.0029900074, "train_loss_step": 3.683229446411133, "n_params": 4551820, "total_flops": 49500496281600000, "train_loss": 0.02129577909197126, "subset_score_loss": 0.02129577909197126}
+{"step": 3550000, "wall_time": 37566.49794960022, "train_loss_step": 3.773437023162842, "n_params": 4551820, "total_flops": 49640328192000000, "train_loss": 0.02063260248729161, "subset_score_loss": 0.02063260248729161}
+{"step": 3560000, "wall_time": 37663.906379938126, "train_loss_step": 3.878887176513672, "n_params": 4551820, "total_flops": 49780160102400000, "train_loss": 0.01980306931904384, "subset_score_loss": 0.01980306931904384}
+{"step": 3570000, "wall_time": 37759.58222746849, "train_loss_step": 3.8342528343200684, "n_params": 4551820, "total_flops": 49919992012800000, "train_loss": 0.019292209829602922, "subset_score_loss": 0.019292209829602922}
+{"step": 3580000, "wall_time": 37857.03971219063, "train_loss_step": 3.8607430458068848, "n_params": 4551820, "total_flops": 50059823923200000, "train_loss": 0.01938844919204712, "subset_score_loss": 0.01938844919204712}
+{"step": 3590000, "wall_time": 37954.87989449501, "train_loss_step": 3.788435459136963, "n_params": 4551820, "total_flops": 50199655833600000, "train_loss": 0.019504342760358537, "subset_score_loss": 0.019504342760358537}
+{"step": 3600000, "wall_time": 38131.4233353138, "train_loss_step": 3.5873608589172363, "n_params": 4551820, "total_flops": 50339487744000000, "train_loss": 0.020118902410779682, "subset_score_loss": 0.020118902410779682, "memorization_fraction_pixel": 0.5354999899864197, "mean_nn_ratio_pixel": 0.5468387603759766, "fid": 136.731449711704, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 38229.19981789589, "train_loss_step": 3.8612112998962402, "n_params": 4551820, "total_flops": 50479319654400000, "train_loss": 0.018621836389814104, "subset_score_loss": 0.018621836389814104}
+{"step": 3620000, "wall_time": 38324.290709257126, "train_loss_step": 3.713594675064087, "n_params": 4551820, "total_flops": 50619151564800000, "train_loss": 0.021589372839246477, "subset_score_loss": 0.021589372839246477}
+{"step": 3630000, "wall_time": 38422.564239263535, "train_loss_step": 3.6259522438049316, "n_params": 4551820, "total_flops": 50758983475200000, "train_loss": 0.019421042714800153, "subset_score_loss": 0.019421042714800153}
+{"step": 3640000, "wall_time": 38513.84484386444, "train_loss_step": 3.937440872192383, "n_params": 4551820, "total_flops": 50898815385600000, "train_loss": 0.020489627974373953, "subset_score_loss": 0.020489627974373953}
+{"step": 3650000, "wall_time": 38611.4195792675, "train_loss_step": 3.4156198501586914, "n_params": 4551820, "total_flops": 51038647296000000, "train_loss": 0.019829918657030376, "subset_score_loss": 0.019829918657030376}
+{"step": 3660000, "wall_time": 38707.69254946709, "train_loss_step": 3.667921543121338, "n_params": 4551820, "total_flops": 51178479206400000, "train_loss": 0.019994287831442695, "subset_score_loss": 0.019994287831442695}
+{"step": 3670000, "wall_time": 38804.11614155769, "train_loss_step": 4.129255294799805, "n_params": 4551820, "total_flops": 51318311116800000, "train_loss": 0.01994166203907558, "subset_score_loss": 0.01994166203907558}
+{"step": 3680000, "wall_time": 38901.554876327515, "train_loss_step": 3.6092448234558105, "n_params": 4551820, "total_flops": 51458143027200000, "train_loss": 0.02036050728389195, "subset_score_loss": 0.02036050728389195}
+{"step": 3690000, "wall_time": 38999.89601993561, "train_loss_step": 3.685361862182617, "n_params": 4551820, "total_flops": 51597974937600000, "train_loss": 0.02035075766699655, "subset_score_loss": 0.02035075766699655}
+{"step": 3700000, "wall_time": 39177.700969457626, "train_loss_step": 3.5035271644592285, "n_params": 4551820, "total_flops": 51737806848000000, "train_loss": 0.018725109100341798, "subset_score_loss": 0.018725109100341798, "memorization_fraction_pixel": 0.5267000198364258, "mean_nn_ratio_pixel": 0.5507205128669739, "fid": 139.49313517434098, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 39273.309268951416, "train_loss_step": 3.768373966217041, "n_params": 4551820, "total_flops": 51877638758400000, "train_loss": 0.02053056444440569, "subset_score_loss": 0.02053056444440569}
+{"step": 3720000, "wall_time": 39371.34164214134, "train_loss_step": 3.659372329711914, "n_params": 4551820, "total_flops": 52017470668800000, "train_loss": 0.01820838451385498, "subset_score_loss": 0.01820838451385498}
+{"step": 3730000, "wall_time": 39468.12355995178, "train_loss_step": 3.8051092624664307, "n_params": 4551820, "total_flops": 52157302579200000, "train_loss": 0.01893855503627232, "subset_score_loss": 0.01893855503627232}
+{"step": 3740000, "wall_time": 39562.759388923645, "train_loss_step": 3.5952682495117188, "n_params": 4551820, "total_flops": 52297134489600000, "train_loss": 0.019832442487989155, "subset_score_loss": 0.019832442487989155}
+{"step": 3750000, "wall_time": 39660.601712465286, "train_loss_step": 3.7252628803253174, "n_params": 4551820, "total_flops": 52436966400000000, "train_loss": 0.018872834954942977, "subset_score_loss": 0.018872834954942977}
+{"step": 3760000, "wall_time": 39754.7312002182, "train_loss_step": 3.523261070251465, "n_params": 4551820, "total_flops": 52576798310400000, "train_loss": 0.018667401586260114, "subset_score_loss": 0.018667401586260114}
+{"step": 3770000, "wall_time": 39853.11063027382, "train_loss_step": 3.801806926727295, "n_params": 4551820, "total_flops": 52716630220800000, "train_loss": 0.01888875620705741, "subset_score_loss": 0.01888875620705741}
+{"step": 3780000, "wall_time": 39951.448268413544, "train_loss_step": 3.480907917022705, "n_params": 4551820, "total_flops": 52856462131200000, "train_loss": 0.019035393851143972, "subset_score_loss": 0.019035393851143972}
+{"step": 3790000, "wall_time": 40049.40383052826, "train_loss_step": 3.5118305683135986, "n_params": 4551820, "total_flops": 52996294041600000, "train_loss": 0.020318710803985597, "subset_score_loss": 0.020318710803985597}
+{"step": 3800000, "wall_time": 40224.206728458405, "train_loss_step": 4.026254653930664, "n_params": 4551820, "total_flops": 53136125952000000, "train_loss": 0.01975475719996861, "subset_score_loss": 0.01975475719996861, "memorization_fraction_pixel": 0.5516999959945679, "mean_nn_ratio_pixel": 0.5335319638252258, "fid": 134.4451707719709, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 40319.95201563835, "train_loss_step": 3.7487716674804688, "n_params": 4551820, "total_flops": 53275957862400000, "train_loss": 0.01991814545222691, "subset_score_loss": 0.01991814545222691}
+{"step": 3820000, "wall_time": 40417.67712306976, "train_loss_step": 3.679847240447998, "n_params": 4551820, "total_flops": 53415789772800000, "train_loss": 0.018894682611737934, "subset_score_loss": 0.018894682611737934}
+{"step": 3830000, "wall_time": 40513.4857647419, "train_loss_step": 3.574512004852295, "n_params": 4551820, "total_flops": 53555621683200000, "train_loss": 0.018007237570626396, "subset_score_loss": 0.018007237570626396}
+{"step": 3840000, "wall_time": 40594.289655447006, "train_loss_step": 3.585977792739868, "n_params": 4551820, "total_flops": 53695453593600000, "train_loss": 0.019864123208182198, "subset_score_loss": 0.019864123208182198}
+{"step": 3850000, "wall_time": 40692.612228393555, "train_loss_step": 4.122442245483398, "n_params": 4551820, "total_flops": 53835285504000000, "train_loss": 0.020393192768096924, "subset_score_loss": 0.020393192768096924}
+{"step": 3860000, "wall_time": 40781.070536613464, "train_loss_step": 3.54217791557312, "n_params": 4551820, "total_flops": 53975117414400000, "train_loss": 0.01832582269396101, "subset_score_loss": 0.01832582269396101}
+{"step": 3870000, "wall_time": 40871.968066453934, "train_loss_step": 3.6629748344421387, "n_params": 4551820, "total_flops": 54114949324800000, "train_loss": 0.01805563143321446, "subset_score_loss": 0.01805563143321446}
+{"step": 3880000, "wall_time": 40969.961693525314, "train_loss_step": 3.761183738708496, "n_params": 4551820, "total_flops": 54254781235200000, "train_loss": 0.019103074073791505, "subset_score_loss": 0.019103074073791505}
+{"step": 3890000, "wall_time": 41068.66849446297, "train_loss_step": 3.660078287124634, "n_params": 4551820, "total_flops": 54394613145600000, "train_loss": 0.019472716535840717, "subset_score_loss": 0.019472716535840717}
+{"step": 3900000, "wall_time": 41282.43368649483, "train_loss_step": 4.03118371963501, "n_params": 4551820, "total_flops": 54534445056000000, "train_loss": 0.017985589163643973, "subset_score_loss": 0.017985589163643973, "memorization_fraction_pixel": 0.5752999782562256, "mean_nn_ratio_pixel": 0.5176022052764893, "fid": 131.5271889944237, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 41377.395392894745, "train_loss_step": 3.5422041416168213, "n_params": 4551820, "total_flops": 54674276966400000, "train_loss": 0.019553044864109585, "subset_score_loss": 0.019553044864109585}
+{"step": 3920000, "wall_time": 41475.78216123581, "train_loss_step": 3.4365663528442383, "n_params": 4551820, "total_flops": 54814108876800000, "train_loss": 0.018708949429648264, "subset_score_loss": 0.018708949429648264}
+{"step": 3930000, "wall_time": 41573.95818185806, "train_loss_step": 3.7405471801757812, "n_params": 4551820, "total_flops": 54953940787200000, "train_loss": 0.01642143556049892, "subset_score_loss": 0.01642143556049892}
+{"step": 3940000, "wall_time": 41662.3497710228, "train_loss_step": 3.3801612854003906, "n_params": 4551820, "total_flops": 55093772697600000, "train_loss": 0.01847538948059082, "subset_score_loss": 0.01847538948059082}
+{"step": 3950000, "wall_time": 41759.734788656235, "train_loss_step": 3.5749969482421875, "n_params": 4551820, "total_flops": 55233604608000000, "train_loss": 0.01795438187462943, "subset_score_loss": 0.01795438187462943}
+{"step": 3960000, "wall_time": 41848.02782225609, "train_loss_step": 3.7161076068878174, "n_params": 4551820, "total_flops": 55373436518400000, "train_loss": 0.01970989533833095, "subset_score_loss": 0.01970989533833095}
+{"step": 3970000, "wall_time": 41938.2358622551, "train_loss_step": 3.5984878540039062, "n_params": 4551820, "total_flops": 55513268428800000, "train_loss": 0.018599484648023332, "subset_score_loss": 0.018599484648023332}
+{"step": 3980000, "wall_time": 42036.90315365791, "train_loss_step": 3.4394025802612305, "n_params": 4551820, "total_flops": 55653100339200000, "train_loss": 0.019743454456329346, "subset_score_loss": 0.019743454456329346}
+{"step": 3990000, "wall_time": 42135.21219587326, "train_loss_step": 3.70538330078125, "n_params": 4551820, "total_flops": 55792932249600000, "train_loss": 0.019606711183275494, "subset_score_loss": 0.019606711183275494}
+{"step": 4000000, "wall_time": 42343.49981689453, "train_loss_step": 3.6541478633880615, "n_params": 4551820, "total_flops": 55932764160000000, "train_loss": 0.01851836613246373, "subset_score_loss": 0.01851836613246373, "memorization_fraction_pixel": 0.5576000213623047, "mean_nn_ratio_pixel": 0.5320530533790588, "fid": 134.87874271021187, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 42440.68814325333, "train_loss_step": 3.354844331741333, "n_params": 4551820, "total_flops": 56072596070400000, "train_loss": 0.017816237040928433, "subset_score_loss": 0.017816237040928433}
+{"step": 4020000, "wall_time": 42539.088294029236, "train_loss_step": 3.387615919113159, "n_params": 4551820, "total_flops": 56212427980800000, "train_loss": 0.01856332336153303, "subset_score_loss": 0.01856332336153303}
+{"step": 4030000, "wall_time": 42637.88151264191, "train_loss_step": 3.439271926879883, "n_params": 4551820, "total_flops": 56352259891200000, "train_loss": 0.0183586665562221, "subset_score_loss": 0.0183586665562221}
+{"step": 4040000, "wall_time": 42723.99485230446, "train_loss_step": 3.5118579864501953, "n_params": 4551820, "total_flops": 56492091801600000, "train_loss": 0.018542981147766112, "subset_score_loss": 0.018542981147766112}
+{"step": 4050000, "wall_time": 42822.42040371895, "train_loss_step": 3.5397934913635254, "n_params": 4551820, "total_flops": 56631923712000000, "train_loss": 0.02058290754045759, "subset_score_loss": 0.02058290754045759}
+{"step": 4060000, "wall_time": 42912.278098106384, "train_loss_step": 3.6883127689361572, "n_params": 4551820, "total_flops": 56771755622400000, "train_loss": 0.01845416852406093, "subset_score_loss": 0.01845416852406093}
+{"step": 4070000, "wall_time": 43001.86309337616, "train_loss_step": 3.7173938751220703, "n_params": 4551820, "total_flops": 56911587532800000, "train_loss": 0.019501071316855294, "subset_score_loss": 0.019501071316855294}
+{"step": 4080000, "wall_time": 43099.947825193405, "train_loss_step": 3.6251893043518066, "n_params": 4551820, "total_flops": 57051419443200000, "train_loss": 0.017682857172829764, "subset_score_loss": 0.017682857172829764}
+{"step": 4090000, "wall_time": 43196.35154366493, "train_loss_step": 3.691850185394287, "n_params": 4551820, "total_flops": 57191251353600000, "train_loss": 0.01862291097640991, "subset_score_loss": 0.01862291097640991}
+{"step": 4100000, "wall_time": 43405.69313240051, "train_loss_step": 3.82071852684021, "n_params": 4551820, "total_flops": 57331083264000000, "train_loss": 0.01702202899115426, "subset_score_loss": 0.01702202899115426, "memorization_fraction_pixel": 0.5680000185966492, "mean_nn_ratio_pixel": 0.5214067697525024, "fid": 132.6475003520691, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 43502.999850034714, "train_loss_step": 3.412729263305664, "n_params": 4551820, "total_flops": 57470915174400000, "train_loss": 0.018552563871656144, "subset_score_loss": 0.018552563871656144}
+{"step": 4120000, "wall_time": 43600.61573982239, "train_loss_step": 3.7771220207214355, "n_params": 4551820, "total_flops": 57610747084800000, "train_loss": 0.01762533187866211, "subset_score_loss": 0.01762533187866211}
+{"step": 4130000, "wall_time": 43697.9963517189, "train_loss_step": 3.908684253692627, "n_params": 4551820, "total_flops": 57750578995200000, "train_loss": 0.01831991161618914, "subset_score_loss": 0.01831991161618914}
+{"step": 4140000, "wall_time": 43782.59540295601, "train_loss_step": 3.7909109592437744, "n_params": 4551820, "total_flops": 57890410905600000, "train_loss": 0.018668949604034424, "subset_score_loss": 0.018668949604034424}
+{"step": 4150000, "wall_time": 43875.885202884674, "train_loss_step": 3.52280330657959, "n_params": 4551820, "total_flops": 58030242816000000, "train_loss": 0.01803295271737235, "subset_score_loss": 0.01803295271737235}
+{"step": 4160000, "wall_time": 43968.030037641525, "train_loss_step": 3.522747039794922, "n_params": 4551820, "total_flops": 58170074726400000, "train_loss": 0.019511183670588902, "subset_score_loss": 0.019511183670588902}
+{"step": 4170000, "wall_time": 44058.745951890945, "train_loss_step": 3.5933239459991455, "n_params": 4551820, "total_flops": 58309906636800000, "train_loss": 0.01857574496950422, "subset_score_loss": 0.01857574496950422}
+{"step": 4180000, "wall_time": 44155.682218790054, "train_loss_step": 3.4829354286193848, "n_params": 4551820, "total_flops": 58449738547200000, "train_loss": 0.01720107282911028, "subset_score_loss": 0.01720107282911028}
+{"step": 4190000, "wall_time": 44252.49869012833, "train_loss_step": 3.6155619621276855, "n_params": 4551820, "total_flops": 58589570457600000, "train_loss": 0.017532988956996374, "subset_score_loss": 0.017532988956996374}
+{"step": 4200000, "wall_time": 44461.065833091736, "train_loss_step": 3.4895009994506836, "n_params": 4551820, "total_flops": 58729402368000000, "train_loss": 0.01778393472943987, "subset_score_loss": 0.01778393472943987, "memorization_fraction_pixel": 0.5861999988555908, "mean_nn_ratio_pixel": 0.5068655014038086, "fid": 125.22352918115713, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 44558.08150053024, "train_loss_step": 3.5354788303375244, "n_params": 4551820, "total_flops": 58869234278400000, "train_loss": 0.017085337638854982, "subset_score_loss": 0.017085337638854982}
+{"step": 4220000, "wall_time": 44655.348133802414, "train_loss_step": 3.7267918586730957, "n_params": 4551820, "total_flops": 59009066188800000, "train_loss": 0.017721520151410784, "subset_score_loss": 0.017721520151410784}
+{"step": 4230000, "wall_time": 44753.69432139397, "train_loss_step": 3.528641700744629, "n_params": 4551820, "total_flops": 59148898099200000, "train_loss": 0.018581792286464147, "subset_score_loss": 0.018581792286464147}
+{"step": 4240000, "wall_time": 44845.58557033539, "train_loss_step": 3.5102686882019043, "n_params": 4551820, "total_flops": 59288730009600000, "train_loss": 0.017287530217851912, "subset_score_loss": 0.017287530217851912}
+{"step": 4250000, "wall_time": 44933.74546909332, "train_loss_step": 3.476456642150879, "n_params": 4551820, "total_flops": 59428561920000000, "train_loss": 0.01694639069693429, "subset_score_loss": 0.01694639069693429}
+{"step": 4260000, "wall_time": 45023.961924791336, "train_loss_step": 3.5450451374053955, "n_params": 4551820, "total_flops": 59568393830400000, "train_loss": 0.017965292930603026, "subset_score_loss": 0.017965292930603026}
+{"step": 4270000, "wall_time": 45114.518350839615, "train_loss_step": 3.766261577606201, "n_params": 4551820, "total_flops": 59708225740800000, "train_loss": 0.019475255693708147, "subset_score_loss": 0.019475255693708147}
+{"step": 4280000, "wall_time": 45211.24609708786, "train_loss_step": 3.6885387897491455, "n_params": 4551820, "total_flops": 59848057651200000, "train_loss": 0.017061754635402136, "subset_score_loss": 0.017061754635402136}
+{"step": 4290000, "wall_time": 45308.831028699875, "train_loss_step": 3.614311695098877, "n_params": 4551820, "total_flops": 59987889561600000, "train_loss": 0.018316832610539027, "subset_score_loss": 0.018316832610539027}
+{"step": 4300000, "wall_time": 45523.64007306099, "train_loss_step": 3.538642406463623, "n_params": 4551820, "total_flops": 60127721472000000, "train_loss": 0.017771376882280622, "subset_score_loss": 0.017771376882280622, "memorization_fraction_pixel": 0.6026999950408936, "mean_nn_ratio_pixel": 0.48947325348854065, "fid": 125.29847820293176, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 45620.47302818298, "train_loss_step": 3.405552387237549, "n_params": 4551820, "total_flops": 60267553382400000, "train_loss": 0.018213163103376118, "subset_score_loss": 0.018213163103376118}
+{"step": 4320000, "wall_time": 45717.610777139664, "train_loss_step": 3.530526638031006, "n_params": 4551820, "total_flops": 60407385292800000, "train_loss": 0.017521735600062777, "subset_score_loss": 0.017521735600062777}
+{"step": 4330000, "wall_time": 45815.79907274246, "train_loss_step": 3.585265636444092, "n_params": 4551820, "total_flops": 60547217203200000, "train_loss": 0.018524987357003347, "subset_score_loss": 0.018524987357003347}
+{"step": 4340000, "wall_time": 45912.20046257973, "train_loss_step": 3.7024829387664795, "n_params": 4551820, "total_flops": 60687049113600000, "train_loss": 0.01759110348565238, "subset_score_loss": 0.01759110348565238}
+{"step": 4350000, "wall_time": 45996.58577275276, "train_loss_step": 3.604801893234253, "n_params": 4551820, "total_flops": 60826881024000000, "train_loss": 0.01662776470184326, "subset_score_loss": 0.01662776470184326}
+{"step": 4360000, "wall_time": 46079.60453057289, "train_loss_step": 3.4023470878601074, "n_params": 4551820, "total_flops": 60966712934400000, "train_loss": 0.018843761512211392, "subset_score_loss": 0.018843761512211392}
+{"step": 4370000, "wall_time": 46173.82786798477, "train_loss_step": 3.6089015007019043, "n_params": 4551820, "total_flops": 61106544844800000, "train_loss": 0.017058897018432616, "subset_score_loss": 0.017058897018432616}
+{"step": 4380000, "wall_time": 46272.77496433258, "train_loss_step": 3.56270432472229, "n_params": 4551820, "total_flops": 61246376755200000, "train_loss": 0.017468449047633578, "subset_score_loss": 0.017468449047633578}
+{"step": 4390000, "wall_time": 46370.96115064621, "train_loss_step": 3.367239236831665, "n_params": 4551820, "total_flops": 61386208665600000, "train_loss": 0.017928993701934813, "subset_score_loss": 0.017928993701934813}
+{"step": 4400000, "wall_time": 46574.061809539795, "train_loss_step": 3.701465368270874, "n_params": 4551820, "total_flops": 61526040576000000, "train_loss": 0.01781550475529262, "subset_score_loss": 0.01781550475529262, "memorization_fraction_pixel": 0.6119999885559082, "mean_nn_ratio_pixel": 0.48667874932289124, "fid": 122.5364639039548, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 46671.35094642639, "train_loss_step": 3.715550422668457, "n_params": 4551820, "total_flops": 61665872486400000, "train_loss": 0.017525105816977363, "subset_score_loss": 0.017525105816977363}
+{"step": 4420000, "wall_time": 46769.920284986496, "train_loss_step": 3.476200580596924, "n_params": 4551820, "total_flops": 61805704396800000, "train_loss": 0.016994173186165945, "subset_score_loss": 0.016994173186165945}
+{"step": 4430000, "wall_time": 46868.815150499344, "train_loss_step": 3.5307140350341797, "n_params": 4551820, "total_flops": 61945536307200000, "train_loss": 0.018507983003343855, "subset_score_loss": 0.018507983003343855}
+{"step": 4440000, "wall_time": 46967.2203066349, "train_loss_step": 3.7432711124420166, "n_params": 4551820, "total_flops": 62085368217600000, "train_loss": 0.01892918348312378, "subset_score_loss": 0.01892918348312378}
+{"step": 4450000, "wall_time": 47047.0125541687, "train_loss_step": 3.338867664337158, "n_params": 4551820, "total_flops": 62225200128000000, "train_loss": 0.018350069863455637, "subset_score_loss": 0.018350069863455637}
+{"step": 4460000, "wall_time": 47134.535586595535, "train_loss_step": 3.459104537963867, "n_params": 4551820, "total_flops": 62365032038400000, "train_loss": 0.01885981559753418, "subset_score_loss": 0.01885981559753418}
+{"step": 4470000, "wall_time": 47228.59101891518, "train_loss_step": 3.558671712875366, "n_params": 4551820, "total_flops": 62504863948800000, "train_loss": 0.017570395129067558, "subset_score_loss": 0.017570395129067558}
+{"step": 4480000, "wall_time": 47327.315234184265, "train_loss_step": 3.227247953414917, "n_params": 4551820, "total_flops": 62644695859200000, "train_loss": 0.019546551363808767, "subset_score_loss": 0.019546551363808767}
+{"step": 4490000, "wall_time": 47424.86004304886, "train_loss_step": 3.521143913269043, "n_params": 4551820, "total_flops": 62784527769600000, "train_loss": 0.01860219751085554, "subset_score_loss": 0.01860219751085554}
+{"step": 4500000, "wall_time": 47626.97183728218, "train_loss_step": 3.4436821937561035, "n_params": 4551820, "total_flops": 62924359680000000, "train_loss": 0.016914704867771694, "subset_score_loss": 0.016914704867771694, "memorization_fraction_pixel": 0.6010000109672546, "mean_nn_ratio_pixel": 0.4983125627040863, "fid": 130.54318089042903, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 47724.907141685486, "train_loss_step": 3.4338574409484863, "n_params": 4551820, "total_flops": 63064191590400000, "train_loss": 0.017053282260894774, "subset_score_loss": 0.017053282260894774}
+{"step": 4520000, "wall_time": 47823.54806947708, "train_loss_step": 3.44101619720459, "n_params": 4551820, "total_flops": 63204023500800000, "train_loss": 0.01752222776412964, "subset_score_loss": 0.01752222776412964}
+{"step": 4530000, "wall_time": 47920.980630636215, "train_loss_step": 3.5794496536254883, "n_params": 4551820, "total_flops": 63343855411200000, "train_loss": 0.016734232221330914, "subset_score_loss": 0.016734232221330914}
+{"step": 4540000, "wall_time": 48010.851029634476, "train_loss_step": 3.458167314529419, "n_params": 4551820, "total_flops": 63483687321600000, "train_loss": 0.017714369297027587, "subset_score_loss": 0.017714369297027587}
+{"step": 4550000, "wall_time": 48078.961629867554, "train_loss_step": 3.5190882682800293, "n_params": 4551820, "total_flops": 63623519232000000, "train_loss": 0.017955470085144042, "subset_score_loss": 0.017955470085144042}
+{"step": 4560000, "wall_time": 48142.07420182228, "train_loss_step": 3.3219666481018066, "n_params": 4551820, "total_flops": 63763351142400000, "train_loss": 0.017735932554517473, "subset_score_loss": 0.017735932554517473}
+{"step": 4570000, "wall_time": 48219.68656682968, "train_loss_step": 3.386890411376953, "n_params": 4551820, "total_flops": 63903183052800000, "train_loss": 0.01836057220186506, "subset_score_loss": 0.01836057220186506}
+{"step": 4580000, "wall_time": 48298.436354875565, "train_loss_step": 3.209749221801758, "n_params": 4551820, "total_flops": 64043014963200000, "train_loss": 0.017599003655569895, "subset_score_loss": 0.017599003655569895}
+{"step": 4590000, "wall_time": 48377.435401916504, "train_loss_step": 3.6381444931030273, "n_params": 4551820, "total_flops": 64182846873600000, "train_loss": 0.01744611944471087, "subset_score_loss": 0.01744611944471087}
+{"step": 4600000, "wall_time": 48554.47934484482, "train_loss_step": 3.685525417327881, "n_params": 4551820, "total_flops": 64322678784000000, "train_loss": 0.016786743913378033, "subset_score_loss": 0.016786743913378033, "memorization_fraction_pixel": 0.6204000115394592, "mean_nn_ratio_pixel": 0.48314085602760315, "fid": 122.11345302999658, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 48633.379150390625, "train_loss_step": 3.205043077468872, "n_params": 4551820, "total_flops": 64462510694400000, "train_loss": 0.016408295290810723, "subset_score_loss": 0.016408295290810723}
+{"step": 4620000, "wall_time": 48711.414548158646, "train_loss_step": 3.801267147064209, "n_params": 4551820, "total_flops": 64602342604800000, "train_loss": 0.01774156093597412, "subset_score_loss": 0.01774156093597412}
+{"step": 4630000, "wall_time": 48774.03389787674, "train_loss_step": 3.4698805809020996, "n_params": 4551820, "total_flops": 64742174515200000, "train_loss": 0.016828739643096925, "subset_score_loss": 0.016828739643096925}
+{"step": 4640000, "wall_time": 48834.43552207947, "train_loss_step": 3.4381370544433594, "n_params": 4551820, "total_flops": 64882006425600000, "train_loss": 0.01725259678704398, "subset_score_loss": 0.01725259678704398}
+{"step": 4650000, "wall_time": 48888.494795799255, "train_loss_step": 3.3767402172088623, "n_params": 4551820, "total_flops": 65021838336000000, "train_loss": 0.016205097947801863, "subset_score_loss": 0.016205097947801863}
+{"step": 4660000, "wall_time": 48945.135726451874, "train_loss_step": 3.530151844024658, "n_params": 4551820, "total_flops": 65161670246400000, "train_loss": 0.017302262783050536, "subset_score_loss": 0.017302262783050536}
+{"step": 4670000, "wall_time": 49005.5933072567, "train_loss_step": 3.9105093479156494, "n_params": 4551820, "total_flops": 65301502156800000, "train_loss": 0.017114899839673722, "subset_score_loss": 0.017114899839673722}
+{"step": 4680000, "wall_time": 49065.86619234085, "train_loss_step": 3.446247100830078, "n_params": 4551820, "total_flops": 65441334067200000, "train_loss": 0.017461279460362026, "subset_score_loss": 0.017461279460362026}
+{"step": 4690000, "wall_time": 49125.96201586723, "train_loss_step": 3.43087100982666, "n_params": 4551820, "total_flops": 65581165977600000, "train_loss": 0.017366201536996025, "subset_score_loss": 0.017366201536996025}
+{"step": 4700000, "wall_time": 49239.61673474312, "train_loss_step": 3.494046211242676, "n_params": 4551820, "total_flops": 65720997888000000, "train_loss": 0.017805075645446776, "subset_score_loss": 0.017805075645446776, "memorization_fraction_pixel": 0.6158999800682068, "mean_nn_ratio_pixel": 0.4811851680278778, "fid": 124.32505848906231, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 49299.57387828827, "train_loss_step": 3.7440638542175293, "n_params": 4551820, "total_flops": 65860829798400000, "train_loss": 0.018072102751050676, "subset_score_loss": 0.018072102751050676}
+{"step": 4720000, "wall_time": 49359.6310005188, "train_loss_step": 3.5979723930358887, "n_params": 4551820, "total_flops": 66000661708800000, "train_loss": 0.017632252829415457, "subset_score_loss": 0.017632252829415457}
+{"step": 4730000, "wall_time": 49419.95604133606, "train_loss_step": 3.357771635055542, "n_params": 4551820, "total_flops": 66140493619200000, "train_loss": 0.016772685732160297, "subset_score_loss": 0.016772685732160297}
+{"step": 4740000, "wall_time": 49480.12106180191, "train_loss_step": 3.492560386657715, "n_params": 4551820, "total_flops": 66280325529600000, "train_loss": 0.016648667199271067, "subset_score_loss": 0.016648667199271067}
+{"step": 4750000, "wall_time": 49536.16814160347, "train_loss_step": 3.717731475830078, "n_params": 4551820, "total_flops": 66420157440000000, "train_loss": 0.01679129259926932, "subset_score_loss": 0.01679129259926932}
+{"step": 4760000, "wall_time": 49590.01368069649, "train_loss_step": 3.5241079330444336, "n_params": 4551820, "total_flops": 66559989350400000, "train_loss": 0.019529438018798827, "subset_score_loss": 0.019529438018798827}
+{"step": 4770000, "wall_time": 49650.545013189316, "train_loss_step": 3.608643054962158, "n_params": 4551820, "total_flops": 66699821260800000, "train_loss": 0.017474348204476492, "subset_score_loss": 0.017474348204476492}
+{"step": 4780000, "wall_time": 49710.887724637985, "train_loss_step": 3.3083558082580566, "n_params": 4551820, "total_flops": 66839653171200000, "train_loss": 0.01597221408571516, "subset_score_loss": 0.01597221408571516}
+{"step": 4790000, "wall_time": 49771.184941768646, "train_loss_step": 3.4229445457458496, "n_params": 4551820, "total_flops": 66979485081600000, "train_loss": 0.017702393872397287, "subset_score_loss": 0.017702393872397287}
+{"step": 4800000, "wall_time": 49886.412128448486, "train_loss_step": 3.319183349609375, "n_params": 4551820, "total_flops": 67119316992000000, "train_loss": 0.017322964327675956, "subset_score_loss": 0.017322964327675956, "memorization_fraction_pixel": 0.6226999759674072, "mean_nn_ratio_pixel": 0.48150911927223206, "fid": 124.40183181424285, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 49946.340918302536, "train_loss_step": 3.125148057937622, "n_params": 4551820, "total_flops": 67259148902400000, "train_loss": 0.016439788682120187, "subset_score_loss": 0.016439788682120187}
+{"step": 4820000, "wall_time": 50006.80153656006, "train_loss_step": 3.3788650035858154, "n_params": 4551820, "total_flops": 67398980812800000, "train_loss": 0.016634884902409146, "subset_score_loss": 0.016634884902409146}
+{"step": 4830000, "wall_time": 50067.171379327774, "train_loss_step": 3.3530948162078857, "n_params": 4551820, "total_flops": 67538812723200000, "train_loss": 0.01625629322869437, "subset_score_loss": 0.01625629322869437}
+{"step": 4840000, "wall_time": 50127.16933631897, "train_loss_step": 3.2498507499694824, "n_params": 4551820, "total_flops": 67678644633600000, "train_loss": 0.017221254961831228, "subset_score_loss": 0.017221254961831228}
+{"step": 4850000, "wall_time": 50182.84350728989, "train_loss_step": 3.550985813140869, "n_params": 4551820, "total_flops": 67818476544000000, "train_loss": 0.01812556641442435, "subset_score_loss": 0.01812556641442435}
+{"step": 4860000, "wall_time": 50228.51703095436, "train_loss_step": 3.414226531982422, "n_params": 4551820, "total_flops": 67958308454400000, "train_loss": 0.01691786561693464, "subset_score_loss": 0.01691786561693464}
+{"step": 4870000, "wall_time": 50288.62446451187, "train_loss_step": 3.08449387550354, "n_params": 4551820, "total_flops": 68098140364800000, "train_loss": 0.0160529579435076, "subset_score_loss": 0.0160529579435076}
+{"step": 4880000, "wall_time": 50348.71950387955, "train_loss_step": 3.284626007080078, "n_params": 4551820, "total_flops": 68237972275200000, "train_loss": 0.016862445218222482, "subset_score_loss": 0.016862445218222482}
+{"step": 4890000, "wall_time": 50408.97302722931, "train_loss_step": 3.5024425983428955, "n_params": 4551820, "total_flops": 68377804185600000, "train_loss": 0.016882898126329694, "subset_score_loss": 0.016882898126329694}
+{"step": 4900000, "wall_time": 50522.723481178284, "train_loss_step": 3.4307961463928223, "n_params": 4551820, "total_flops": 68517636096000000, "train_loss": 0.017859435081481932, "subset_score_loss": 0.017859435081481932, "memorization_fraction_pixel": 0.6248000264167786, "mean_nn_ratio_pixel": 0.48079586029052734, "fid": 121.50589187913805, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 50582.710735082626, "train_loss_step": 3.208191394805908, "n_params": 4551820, "total_flops": 68657468006400000, "train_loss": 0.017794603960854666, "subset_score_loss": 0.017794603960854666}
+{"step": 4920000, "wall_time": 50643.0755302906, "train_loss_step": 3.397996425628662, "n_params": 4551820, "total_flops": 68797299916800000, "train_loss": 0.01610607249396188, "subset_score_loss": 0.01610607249396188}
+{"step": 4930000, "wall_time": 50703.36379957199, "train_loss_step": 3.4115915298461914, "n_params": 4551820, "total_flops": 68937131827200000, "train_loss": 0.0161814774785723, "subset_score_loss": 0.0161814774785723}
+{"step": 4940000, "wall_time": 50763.22218513489, "train_loss_step": 3.3275794982910156, "n_params": 4551820, "total_flops": 69076963737600000, "train_loss": 0.016523139817374095, "subset_score_loss": 0.016523139817374095}
+{"step": 4950000, "wall_time": 50823.50850224495, "train_loss_step": 3.387219190597534, "n_params": 4551820, "total_flops": 69216795648000000, "train_loss": 0.016423862321036202, "subset_score_loss": 0.016423862321036202}
+{"step": 4960000, "wall_time": 50854.49290561676, "train_loss_step": 3.257298231124878, "n_params": 4551820, "total_flops": 69356627558400000, "train_loss": 0.01736067363194057, "subset_score_loss": 0.01736067363194057}
+{"step": 4970000, "wall_time": 50895.27930879593, "train_loss_step": 3.3625738620758057, "n_params": 4551820, "total_flops": 69496459468800000, "train_loss": 0.016280102729797363, "subset_score_loss": 0.016280102729797363}
+{"step": 4980000, "wall_time": 50936.66963529587, "train_loss_step": 3.3761391639709473, "n_params": 4551820, "total_flops": 69636291379200000, "train_loss": 0.017676389217376708, "subset_score_loss": 0.017676389217376708}
+{"step": 4990000, "wall_time": 50977.51944375038, "train_loss_step": 3.129028797149658, "n_params": 4551820, "total_flops": 69776123289600000, "train_loss": 0.01689723559788295, "subset_score_loss": 0.01689723559788295}
+{"step": 5000000, "wall_time": 51055.47042918205, "train_loss_step": 3.5241029262542725, "n_params": 4551820, "total_flops": 69915955200000000, "train_loss": 0.018609649794442313, "subset_score_loss": 0.018609649794442313, "memorization_fraction_pixel": 0.6273999810218811, "mean_nn_ratio_pixel": 0.4781602919101715, "fid": 121.68483640610404, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..6a5ed454eeb47163e614c66fee40d1bcbb994a66
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d140/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     74s | train_loss=1.0054 | fid=277.9586
+  step   10000 |    171s | train_loss=0.8025
+  step   20000 |    270s | train_loss=0.6648
+  step   30000 |    370s | train_loss=0.5368
+  step   40000 |    469s | train_loss=0.4219
+  step   50000 |    568s | train_loss=0.3307
+  step   60000 |    667s | train_loss=0.2621
+  step   70000 |    766s | train_loss=0.2142
+  step   80000 |    866s | train_loss=0.1825
+  step   90000 |    965s | train_loss=0.1592
+  step  100000 |   1134s | train_loss=0.1424 | fid=184.5678
+  step  110000 |   1229s | train_loss=0.1286
+  step  120000 |   1328s | train_loss=0.1226
+  step  130000 |   1427s | train_loss=0.1112
+  step  140000 |   1526s | train_loss=0.1082
+  step  150000 |   1625s | train_loss=0.1030
+  step  160000 |   1724s | train_loss=0.0971
+  step  170000 |   1823s | train_loss=0.0993
+  step  180000 |   1922s | train_loss=0.0956
+  step  190000 |   2019s | train_loss=0.0930
+  step  200000 |   2190s | train_loss=0.0929 | fid=197.7055
+  step  210000 |   2285s | train_loss=0.0870
+  step  220000 |   2384s | train_loss=0.0839
+  step  230000 |   2483s | train_loss=0.0829
+  step  240000 |   2582s | train_loss=0.0839
+  step  250000 |   2681s | train_loss=0.0799
+  step  260000 |   2779s | train_loss=0.0782
+  step  270000 |   2879s | train_loss=0.0763
+  step  280000 |   2978s | train_loss=0.0744
+  step  290000 |   3074s | train_loss=0.0744
+  step  300000 |   3246s | train_loss=0.0742 | fid=198.6447
+  step  310000 |   3342s | train_loss=0.0752
+  step  320000 |   3441s | train_loss=0.0723
+  step  330000 |   3541s | train_loss=0.0683
+  step  340000 |   3640s | train_loss=0.0673
+  step  350000 |   3738s | train_loss=0.0672
+  step  360000 |   3837s | train_loss=0.0711
+  step  370000 |   3936s | train_loss=0.0653
+  step  380000 |   4032s | train_loss=0.0650
+  step  390000 |   4129s | train_loss=0.0661
+  step  400000 |   4301s | train_loss=0.0629 | fid=203.5110
+  step  410000 |   4397s | train_loss=0.0641
+  step  420000 |   4495s | train_loss=0.0617
+  step  430000 |   4595s | train_loss=0.0628
+  step  440000 |   4694s | train_loss=0.0594
+  step  450000 |   4794s | train_loss=0.0624
+  step  460000 |   4893s | train_loss=0.0602
+  step  470000 |   4990s | train_loss=0.0602
+  step  480000 |   5088s | train_loss=0.0584
+  step  490000 |   5186s | train_loss=0.0579
+  step  500000 |   5356s | train_loss=0.0565 | fid=197.6093
+  step  510000 |   5453s | train_loss=0.0575
+  step  520000 |   5552s | train_loss=0.0562
+  step  530000 |   5651s | train_loss=0.0573
+  step  540000 |   5750s | train_loss=0.0559
+  step  550000 |   5848s | train_loss=0.0551
+  step  560000 |   5945s | train_loss=0.0578
+  step  570000 |   6042s | train_loss=0.0546
+  step  580000 |   6141s | train_loss=0.0530
+  step  590000 |   6239s | train_loss=0.0536
+  step  600000 |   6410s | train_loss=0.0535 | fid=191.6506
+  step  610000 |   6507s | train_loss=0.0547
+  step  620000 |   6607s | train_loss=0.0512
+  step  630000 |   6706s | train_loss=0.0536
+  step  640000 |   6805s | train_loss=0.0496
+  step  650000 |   6902s | train_loss=0.0499
+  step  660000 |   7001s | train_loss=0.0501
+  step  670000 |   7098s | train_loss=0.0497
+  step  680000 |   7197s | train_loss=0.0524
+  step  690000 |   7293s | train_loss=0.0478
+  step  700000 |   7467s | train_loss=0.0491 | fid=195.6732
+  step  710000 |   7563s | train_loss=0.0516
+  step  720000 |   7661s | train_loss=0.0523
+  step  730000 |   7760s | train_loss=0.0467
+  step  740000 |   7859s | train_loss=0.0468
+  step  750000 |   7956s | train_loss=0.0470
+  step  760000 |   8052s | train_loss=0.0454
+  step  770000 |   8151s | train_loss=0.0492
+  step  780000 |   8250s | train_loss=0.0466
+  step  790000 |   8345s | train_loss=0.0464
+  step  800000 |   8519s | train_loss=0.0462 | fid=203.8779
+  step  810000 |   8616s | train_loss=0.0434
+  step  820000 |   8714s | train_loss=0.0454
+  step  830000 |   8814s | train_loss=0.0441
+  step  840000 |   8911s | train_loss=0.0457
+  step  850000 |   9010s | train_loss=0.0474
+  step  860000 |   9108s | train_loss=0.0446
+  step  870000 |   9207s | train_loss=0.0460
+  step  880000 |   9305s | train_loss=0.0442
+  step  890000 |   9401s | train_loss=0.0466
+  step  900000 |   9575s | train_loss=0.0431 | fid=230.8425
+  step  910000 |   9671s | train_loss=0.0448
+  step  920000 |   9769s | train_loss=0.0431
+  step  930000 |   9867s | train_loss=0.0447
+  step  940000 |   9966s | train_loss=0.0433
+  step  950000 |  10062s | train_loss=0.0450
+  step  960000 |  10161s | train_loss=0.0421
+  step  970000 |  10260s | train_loss=0.0416
+  step  980000 |  10359s | train_loss=0.0412
+  step  990000 |  10454s | train_loss=0.0414
+  step 1000000 |  10631s | train_loss=0.0423 | fid=246.1102
+  step 1010000 |  10727s | train_loss=0.0435
+  step 1020000 |  10825s | train_loss=0.0401
+  step 1030000 |  10924s | train_loss=0.0406
+  step 1040000 |  11020s | train_loss=0.0413
+  step 1050000 |  11119s | train_loss=0.0394
+  step 1060000 |  11219s | train_loss=0.0413
+  step 1070000 |  11317s | train_loss=0.0408
+  step 1080000 |  11414s | train_loss=0.0402
+  step 1090000 |  11512s | train_loss=0.0423
+  step 1100000 |  11689s | train_loss=0.0398 | fid=252.3187
+  step 1110000 |  11784s | train_loss=0.0391
+  step 1120000 |  11882s | train_loss=0.0392
+  step 1130000 |  11981s | train_loss=0.0429
+  step 1140000 |  12078s | train_loss=0.0394
+  step 1150000 |  12177s | train_loss=0.0389
+  step 1160000 |  12277s | train_loss=0.0409
+  step 1170000 |  12374s | train_loss=0.0393
+  step 1180000 |  12470s | train_loss=0.0381
+  step 1190000 |  12568s | train_loss=0.0390
+  step 1200000 |  12745s | train_loss=0.0398 | fid=256.0516
+  step 1210000 |  12844s | train_loss=0.0400
+  step 1220000 |  12941s | train_loss=0.0382
+  step 1230000 |  13037s | train_loss=0.0381
+  step 1240000 |  13136s | train_loss=0.0371
+  step 1250000 |  13235s | train_loss=0.0373
+  step 1260000 |  13334s | train_loss=0.0380
+  step 1270000 |  13432s | train_loss=0.0373
+  step 1280000 |  13528s | train_loss=0.0390
+  step 1290000 |  13627s | train_loss=0.0377
+  step 1300000 |  13800s | train_loss=0.0357 | fid=245.7817
+  step 1310000 |  13899s | train_loss=0.0373
+  step 1320000 |  13995s | train_loss=0.0371
+  step 1330000 |  14094s | train_loss=0.0369
+  step 1340000 |  14192s | train_loss=0.0357
+  step 1350000 |  14291s | train_loss=0.0414
+  step 1360000 |  14390s | train_loss=0.0387
+  step 1370000 |  14488s | train_loss=0.0350
+  step 1380000 |  14583s | train_loss=0.0359
+  step 1390000 |  14681s | train_loss=0.0345
+  step 1400000 |  14855s | train_loss=0.0381 | fid=243.5567
+  step 1410000 |  14954s | train_loss=0.0347
+  step 1420000 |  15047s | train_loss=0.0341
+  step 1430000 |  15147s | train_loss=0.0359
+  step 1440000 |  15246s | train_loss=0.0360
+  step 1450000 |  15344s | train_loss=0.0345
+  step 1460000 |  15442s | train_loss=0.0345
+  step 1470000 |  15538s | train_loss=0.0351
+  step 1480000 |  15637s | train_loss=0.0356
+  step 1490000 |  15734s | train_loss=0.0339
+  step 1500000 |  15910s | train_loss=0.0340 | fid=224.7721
+  step 1510000 |  16006s | train_loss=0.0384
+  step 1520000 |  16102s | train_loss=0.0349
+  step 1530000 |  16202s | train_loss=0.0340
+  step 1540000 |  16301s | train_loss=0.0358
+  step 1550000 |  16399s | train_loss=0.0350
+  step 1560000 |  16497s | train_loss=0.0349
+  step 1570000 |  16592s | train_loss=0.0344
+  step 1580000 |  16689s | train_loss=0.0331
+  step 1590000 |  16786s | train_loss=0.0350
+  step 1600000 |  16961s | train_loss=0.0338 | fid=212.8252
+  step 1610000 |  17056s | train_loss=0.0341
+  step 1620000 |  17149s | train_loss=0.0315
+  step 1630000 |  17245s | train_loss=0.0340
+  step 1640000 |  17341s | train_loss=0.0306
+  step 1650000 |  17438s | train_loss=0.0320
+  step 1660000 |  17536s | train_loss=0.0330
+  step 1670000 |  17620s | train_loss=0.0329
+  step 1680000 |  17713s | train_loss=0.0324
+  step 1690000 |  17810s | train_loss=0.0317
+  step 1700000 |  18015s | train_loss=0.0355 | fid=209.2812
+  step 1710000 |  18114s | train_loss=0.0321
+  step 1720000 |  18201s | train_loss=0.0312
+  step 1730000 |  18298s | train_loss=0.0315
+  step 1740000 |  18396s | train_loss=0.0302
+  step 1750000 |  18493s | train_loss=0.0311
+  step 1760000 |  18589s | train_loss=0.0314
+  step 1770000 |  18679s | train_loss=0.0315
+  step 1780000 |  18770s | train_loss=0.0328
+  step 1790000 |  18868s | train_loss=0.0306
+  step 1800000 |  19093s | train_loss=0.0300 | fid=209.9317
+  step 1810000 |  19187s | train_loss=0.0296
+  step 1820000 |  19276s | train_loss=0.0327
+  step 1830000 |  19374s | train_loss=0.0314
+  step 1840000 |  19472s | train_loss=0.0294
+  step 1850000 |  19567s | train_loss=0.0308
+  step 1860000 |  19664s | train_loss=0.0300
+  step 1870000 |  19749s | train_loss=0.0313
+  step 1880000 |  19841s | train_loss=0.0314
+  step 1890000 |  19937s | train_loss=0.0298
+  step 1900000 |  20140s | train_loss=0.0307 | fid=205.5063
+  step 1910000 |  20237s | train_loss=0.0308
+  step 1920000 |  20320s | train_loss=0.0299
+  step 1930000 |  20418s | train_loss=0.0287
+  step 1940000 |  20515s | train_loss=0.0285
+  step 1950000 |  20611s | train_loss=0.0293
+  step 1960000 |  20709s | train_loss=0.0299
+  step 1970000 |  20800s | train_loss=0.0289
+  step 1980000 |  20886s | train_loss=0.0283
+  step 1990000 |  20985s | train_loss=0.0287
+  step 2000000 |  21200s | train_loss=0.0303 | fid=193.0946
+  step 2010000 |  21298s | train_loss=0.0283
+  step 2020000 |  21376s | train_loss=0.0300
+  step 2030000 |  21474s | train_loss=0.0279
+  step 2040000 |  21572s | train_loss=0.0280
+  step 2050000 |  21669s | train_loss=0.0276
+  step 2060000 |  21767s | train_loss=0.0283
+  step 2070000 |  21855s | train_loss=0.0280
+  step 2080000 |  21945s | train_loss=0.0276
+  step 2090000 |  22043s | train_loss=0.0289
+  step 2100000 |  22247s | train_loss=0.0272 | fid=194.4345
+  step 2110000 |  22343s | train_loss=0.0282
+  step 2120000 |  22431s | train_loss=0.0295
+  step 2130000 |  22520s | train_loss=0.0279
+  step 2140000 |  22618s | train_loss=0.0273
+  step 2150000 |  22715s | train_loss=0.0285
+  step 2160000 |  22811s | train_loss=0.0269
+  step 2170000 |  22903s | train_loss=0.0257
+  step 2180000 |  22988s | train_loss=0.0259
+  step 2190000 |  23086s | train_loss=0.0267
+  step 2200000 |  23311s | train_loss=0.0273 | fid=191.8288
+  step 2210000 |  23409s | train_loss=0.0265
+  step 2220000 |  23500s | train_loss=0.0269
+  step 2230000 |  23590s | train_loss=0.0273
+  step 2240000 |  23688s | train_loss=0.0276
+  step 2250000 |  23783s | train_loss=0.0273
+  step 2260000 |  23881s | train_loss=0.0264
+  step 2270000 |  23973s | train_loss=0.0263
+  step 2280000 |  24060s | train_loss=0.0275
+  step 2290000 |  24158s | train_loss=0.0267
+  step 2300000 |  24388s | train_loss=0.0256 | fid=187.9871
+  step 2310000 |  24486s | train_loss=0.0264
+  step 2320000 |  24575s | train_loss=0.0259
+  step 2330000 |  24663s | train_loss=0.0274
+  step 2340000 |  24761s | train_loss=0.0249
+  step 2350000 |  24858s | train_loss=0.0284
+  step 2360000 |  24956s | train_loss=0.0257
+  step 2370000 |  25044s | train_loss=0.0253
+  step 2380000 |  25134s | train_loss=0.0249
+  step 2390000 |  25230s | train_loss=0.0250
+  step 2400000 |  25441s | train_loss=0.0250 | fid=176.7503
+  step 2410000 |  25539s | train_loss=0.0257
+  step 2420000 |  25632s | train_loss=0.0255
+  step 2430000 |  25718s | train_loss=0.0251
+  step 2440000 |  25816s | train_loss=0.0252
+  step 2450000 |  25913s | train_loss=0.0263
+  step 2460000 |  26011s | train_loss=0.0262
+  step 2470000 |  26098s | train_loss=0.0248
+  step 2480000 |  26187s | train_loss=0.0248
+  step 2490000 |  26285s | train_loss=0.0248
+  step 2500000 |  26503s | train_loss=0.0243 | fid=170.0339
+  step 2510000 |  26599s | train_loss=0.0271
+  step 2520000 |  26697s | train_loss=0.0240
+  step 2530000 |  26782s | train_loss=0.0252
+  step 2540000 |  26880s | train_loss=0.0266
+  step 2550000 |  26977s | train_loss=0.0236
+  step 2560000 |  27075s | train_loss=0.0257
+  step 2570000 |  27164s | train_loss=0.0243
+  step 2580000 |  27257s | train_loss=0.0241
+  step 2590000 |  27354s | train_loss=0.0237
+  step 2600000 |  27584s | train_loss=0.0249 | fid=166.3835
+  step 2610000 |  27683s | train_loss=0.0235
+  step 2620000 |  27778s | train_loss=0.0241
+  step 2630000 |  27865s | train_loss=0.0235
+  step 2640000 |  27962s | train_loss=0.0251
+  step 2650000 |  28059s | train_loss=0.0246
+  step 2660000 |  28156s | train_loss=0.0244
+  step 2670000 |  28238s | train_loss=0.0242
+  step 2680000 |  28333s | train_loss=0.0237
+  step 2690000 |  28431s | train_loss=0.0247
+  step 2700000 |  28648s | train_loss=0.0242 | fid=168.6588
+  step 2710000 |  28747s | train_loss=0.0220
+  step 2720000 |  28843s | train_loss=0.0241
+  step 2730000 |  28924s | train_loss=0.0230
+  step 2740000 |  29021s | train_loss=0.0228
+  step 2750000 |  29118s | train_loss=0.0236
+  step 2760000 |  29216s | train_loss=0.0230
+  step 2770000 |  29299s | train_loss=0.0225
+  step 2780000 |  29396s | train_loss=0.0233
+  step 2790000 |  29491s | train_loss=0.0226
+  step 2800000 |  29717s | train_loss=0.0240 | fid=158.7717
+  step 2810000 |  29815s | train_loss=0.0231
+  step 2820000 |  29912s | train_loss=0.0227
+  step 2830000 |  29991s | train_loss=0.0237
+  step 2840000 |  30088s | train_loss=0.0217
+  step 2850000 |  30187s | train_loss=0.0231
+  step 2860000 |  30285s | train_loss=0.0228
+  step 2870000 |  30365s | train_loss=0.0225
+  step 2880000 |  30461s | train_loss=0.0228
+  step 2890000 |  30560s | train_loss=0.0209
+  step 2900000 |  30788s | train_loss=0.0240 | fid=160.6443
+  step 2910000 |  30887s | train_loss=0.0226
+  step 2920000 |  30985s | train_loss=0.0220
+  step 2930000 |  31072s | train_loss=0.0221
+  step 2940000 |  31169s | train_loss=0.0231
+  step 2950000 |  31267s | train_loss=0.0223
+  step 2960000 |  31366s | train_loss=0.0231
+  step 2970000 |  31445s | train_loss=0.0227
+  step 2980000 |  31544s | train_loss=0.0222
+  step 2990000 |  31642s | train_loss=0.0217
+  step 3000000 |  31856s | train_loss=0.0231 | fid=154.3085
+  step 3010000 |  31954s | train_loss=0.0223
+  step 3020000 |  32051s | train_loss=0.0222
+  step 3030000 |  32133s | train_loss=0.0219
+  step 3040000 |  32230s | train_loss=0.0224
+  step 3050000 |  32328s | train_loss=0.0217
+  step 3060000 |  32424s | train_loss=0.0223
+  step 3070000 |  32507s | train_loss=0.0213
+  step 3080000 |  32605s | train_loss=0.0217
+  step 3090000 |  32701s | train_loss=0.0209
+  step 3100000 |  32887s | train_loss=0.0209 | fid=150.8466
+  step 3110000 |  32984s | train_loss=0.0219
+  step 3120000 |  33083s | train_loss=0.0213
+  step 3130000 |  33175s | train_loss=0.0218
+  step 3140000 |  33273s | train_loss=0.0234
+  step 3150000 |  33369s | train_loss=0.0209
+  step 3160000 |  33468s | train_loss=0.0207
+  step 3170000 |  33563s | train_loss=0.0226
+  step 3180000 |  33659s | train_loss=0.0206
+  step 3190000 |  33758s | train_loss=0.0224
+  step 3200000 |  33935s | train_loss=0.0218 | fid=148.5689
+  step 3210000 |  34033s | train_loss=0.0208
+  step 3220000 |  34131s | train_loss=0.0211
+  step 3230000 |  34226s | train_loss=0.0206
+  step 3240000 |  34323s | train_loss=0.0208
+  step 3250000 |  34421s | train_loss=0.0216
+  step 3260000 |  34519s | train_loss=0.0201
+  step 3270000 |  34612s | train_loss=0.0207
+  step 3280000 |  34711s | train_loss=0.0200
+  step 3290000 |  34810s | train_loss=0.0210
+  step 3300000 |  34985s | train_loss=0.0211 | fid=140.8538
+  step 3310000 |  35083s | train_loss=0.0208
+  step 3320000 |  35181s | train_loss=0.0202
+  step 3330000 |  35277s | train_loss=0.0205
+  step 3340000 |  35372s | train_loss=0.0227
+  step 3350000 |  35471s | train_loss=0.0197
+  step 3360000 |  35568s | train_loss=0.0209
+  step 3370000 |  35661s | train_loss=0.0204
+  step 3380000 |  35759s | train_loss=0.0212
+  step 3390000 |  35858s | train_loss=0.0220
+  step 3400000 |  36036s | train_loss=0.0201 | fid=137.7558
+  step 3410000 |  36134s | train_loss=0.0202
+  step 3420000 |  36231s | train_loss=0.0200
+  step 3430000 |  36326s | train_loss=0.0199
+  step 3440000 |  36422s | train_loss=0.0205
+  step 3450000 |  36520s | train_loss=0.0198
+  step 3460000 |  36613s | train_loss=0.0202
+  step 3470000 |  36700s | train_loss=0.0207
+  step 3480000 |  36798s | train_loss=0.0201
+  step 3490000 |  36896s | train_loss=0.0195
+  step 3500000 |  37083s | train_loss=0.0218 | fid=135.1489
+  step 3510000 |  37181s | train_loss=0.0190
+  step 3520000 |  37277s | train_loss=0.0202
+  step 3530000 |  37374s | train_loss=0.0193
+  step 3540000 |  37470s | train_loss=0.0213
+  step 3550000 |  37566s | train_loss=0.0206
+  step 3560000 |  37664s | train_loss=0.0198
+  step 3570000 |  37760s | train_loss=0.0193
+  step 3580000 |  37857s | train_loss=0.0194
+  step 3590000 |  37955s | train_loss=0.0195
+  step 3600000 |  38131s | train_loss=0.0201 | fid=136.7314
+  step 3610000 |  38229s | train_loss=0.0186
+  step 3620000 |  38324s | train_loss=0.0216
+  step 3630000 |  38423s | train_loss=0.0194
+  step 3640000 |  38514s | train_loss=0.0205
+  step 3650000 |  38611s | train_loss=0.0198
+  step 3660000 |  38708s | train_loss=0.0200
+  step 3670000 |  38804s | train_loss=0.0199
+  step 3680000 |  38902s | train_loss=0.0204
+  step 3690000 |  39000s | train_loss=0.0204
+  step 3700000 |  39178s | train_loss=0.0187 | fid=139.4931
+  step 3710000 |  39273s | train_loss=0.0205
+  step 3720000 |  39371s | train_loss=0.0182
+  step 3730000 |  39468s | train_loss=0.0189
+  step 3740000 |  39563s | train_loss=0.0198
+  step 3750000 |  39661s | train_loss=0.0189
+  step 3760000 |  39755s | train_loss=0.0187
+  step 3770000 |  39853s | train_loss=0.0189
+  step 3780000 |  39951s | train_loss=0.0190
+  step 3790000 |  40049s | train_loss=0.0203
+  step 3800000 |  40224s | train_loss=0.0198 | fid=134.4452
+  step 3810000 |  40320s | train_loss=0.0199
+  step 3820000 |  40418s | train_loss=0.0189
+  step 3830000 |  40513s | train_loss=0.0180
+  step 3840000 |  40594s | train_loss=0.0199
+  step 3850000 |  40693s | train_loss=0.0204
+  step 3860000 |  40781s | train_loss=0.0183
+  step 3870000 |  40872s | train_loss=0.0181
+  step 3880000 |  40970s | train_loss=0.0191
+  step 3890000 |  41069s | train_loss=0.0195
+  step 3900000 |  41282s | train_loss=0.0180 | fid=131.5272
+  step 3910000 |  41377s | train_loss=0.0196
+  step 3920000 |  41476s | train_loss=0.0187
+  step 3930000 |  41574s | train_loss=0.0164
+  step 3940000 |  41662s | train_loss=0.0185
+  step 3950000 |  41760s | train_loss=0.0180
+  step 3960000 |  41848s | train_loss=0.0197
+  step 3970000 |  41938s | train_loss=0.0186
+  step 3980000 |  42037s | train_loss=0.0197
+  step 3990000 |  42135s | train_loss=0.0196
+  step 4000000 |  42343s | train_loss=0.0185 | fid=134.8787
+  step 4010000 |  42441s | train_loss=0.0178
+  step 4020000 |  42539s | train_loss=0.0186
+  step 4030000 |  42638s | train_loss=0.0184
+  step 4040000 |  42724s | train_loss=0.0185
+  step 4050000 |  42822s | train_loss=0.0206
+  step 4060000 |  42912s | train_loss=0.0185
+  step 4070000 |  43002s | train_loss=0.0195
+  step 4080000 |  43100s | train_loss=0.0177
+  step 4090000 |  43196s | train_loss=0.0186
+  step 4100000 |  43406s | train_loss=0.0170 | fid=132.6475
+  step 4110000 |  43503s | train_loss=0.0186
+  step 4120000 |  43601s | train_loss=0.0176
+  step 4130000 |  43698s | train_loss=0.0183
+  step 4140000 |  43783s | train_loss=0.0187
+  step 4150000 |  43876s | train_loss=0.0180
+  step 4160000 |  43968s | train_loss=0.0195
+  step 4170000 |  44059s | train_loss=0.0186
+  step 4180000 |  44156s | train_loss=0.0172
+  step 4190000 |  44252s | train_loss=0.0175
+  step 4200000 |  44461s | train_loss=0.0178 | fid=125.2235
+  step 4210000 |  44558s | train_loss=0.0171
+  step 4220000 |  44655s | train_loss=0.0177
+  step 4230000 |  44754s | train_loss=0.0186
+  step 4240000 |  44846s | train_loss=0.0173
+  step 4250000 |  44934s | train_loss=0.0169
+  step 4260000 |  45024s | train_loss=0.0180
+  step 4270000 |  45115s | train_loss=0.0195
+  step 4280000 |  45211s | train_loss=0.0171
+  step 4290000 |  45309s | train_loss=0.0183
+  step 4300000 |  45524s | train_loss=0.0178 | fid=125.2985
+  step 4310000 |  45620s | train_loss=0.0182
+  step 4320000 |  45718s | train_loss=0.0175
+  step 4330000 |  45816s | train_loss=0.0185
+  step 4340000 |  45912s | train_loss=0.0176
+  step 4350000 |  45997s | train_loss=0.0166
+  step 4360000 |  46080s | train_loss=0.0188
+  step 4370000 |  46174s | train_loss=0.0171
+  step 4380000 |  46273s | train_loss=0.0175
+  step 4390000 |  46371s | train_loss=0.0179
+  step 4400000 |  46574s | train_loss=0.0178 | fid=122.5365
+  step 4410000 |  46671s | train_loss=0.0175
+  step 4420000 |  46770s | train_loss=0.0170
+  step 4430000 |  46869s | train_loss=0.0185
+  step 4440000 |  46967s | train_loss=0.0189
+  step 4450000 |  47047s | train_loss=0.0184
+  step 4460000 |  47135s | train_loss=0.0189
+  step 4470000 |  47229s | train_loss=0.0176
+  step 4480000 |  47327s | train_loss=0.0195
+  step 4490000 |  47425s | train_loss=0.0186
+  step 4500000 |  47627s | train_loss=0.0169 | fid=130.5432
+  step 4510000 |  47725s | train_loss=0.0171
+  step 4520000 |  47824s | train_loss=0.0175
+  step 4530000 |  47921s | train_loss=0.0167
+  step 4540000 |  48011s | train_loss=0.0177
+  step 4550000 |  48079s | train_loss=0.0180
+  step 4560000 |  48142s | train_loss=0.0177
+  step 4570000 |  48220s | train_loss=0.0184
+  step 4580000 |  48298s | train_loss=0.0176
+  step 4590000 |  48377s | train_loss=0.0174
+  step 4600000 |  48554s | train_loss=0.0168 | fid=122.1135
+  step 4610000 |  48633s | train_loss=0.0164
+  step 4620000 |  48711s | train_loss=0.0177
+  step 4630000 |  48774s | train_loss=0.0168
+  step 4640000 |  48834s | train_loss=0.0173
+  step 4650000 |  48888s | train_loss=0.0162
+  step 4660000 |  48945s | train_loss=0.0173
+  step 4670000 |  49006s | train_loss=0.0171
+  step 4680000 |  49066s | train_loss=0.0175
+  step 4690000 |  49126s | train_loss=0.0174
+  step 4700000 |  49240s | train_loss=0.0178 | fid=124.3251
+  step 4710000 |  49300s | train_loss=0.0181
+  step 4720000 |  49360s | train_loss=0.0176
+  step 4730000 |  49420s | train_loss=0.0168
+  step 4740000 |  49480s | train_loss=0.0166
+  step 4750000 |  49536s | train_loss=0.0168
+  step 4760000 |  49590s | train_loss=0.0195
+  step 4770000 |  49651s | train_loss=0.0175
+  step 4780000 |  49711s | train_loss=0.0160
+  step 4790000 |  49771s | train_loss=0.0177
+  step 4800000 |  49886s | train_loss=0.0173 | fid=124.4018
+  step 4810000 |  49946s | train_loss=0.0164
+  step 4820000 |  50007s | train_loss=0.0166
+  step 4830000 |  50067s | train_loss=0.0163
+  step 4840000 |  50127s | train_loss=0.0172
+  step 4850000 |  50183s | train_loss=0.0181
+  step 4860000 |  50229s | train_loss=0.0169
+  step 4870000 |  50289s | train_loss=0.0161
+  step 4880000 |  50349s | train_loss=0.0169
+  step 4890000 |  50409s | train_loss=0.0169
+  step 4900000 |  50523s | train_loss=0.0179 | fid=121.5059
+  step 4910000 |  50583s | train_loss=0.0178
+  step 4920000 |  50643s | train_loss=0.0161
+  step 4930000 |  50703s | train_loss=0.0162
+  step 4940000 |  50763s | train_loss=0.0165
+  step 4950000 |  50824s | train_loss=0.0164
+  step 4960000 |  50854s | train_loss=0.0174
+  step 4970000 |  50895s | train_loss=0.0163
+  step 4980000 |  50937s | train_loss=0.0177
+  step 4990000 |  50978s | train_loss=0.0169
+  step 5000000 |  51055s | train_loss=0.0186 | fid=121.6848
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..7704c4b2e3509f6761f02d5596f07103b9920063
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..faa5620b5e47b2f0f12397a14f0d8b2c61f1a0ba
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 160, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d160/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 69.83816909790039, "train_loss_step": 160.34190368652344, "n_params": 4592800, "total_flops": 14109081600, "train_loss": 1.00358247756958, "subset_score_loss": 1.00358247756958, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.982288658618927, "fid": 310.91269870068663, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 151.43983554840088, "train_loss_step": 30.31766700744629, "n_params": 4592800, "total_flops": 141090816000000, "train_loss": 0.7815485954284668, "subset_score_loss": 0.7815485954284668}
+{"step": 20000, "wall_time": 242.98284482955933, "train_loss_step": 26.73108673095703, "n_params": 4592800, "total_flops": 282181632000000, "train_loss": 0.6396020889282227, "subset_score_loss": 0.6396020889282227}
+{"step": 30000, "wall_time": 334.65165662765503, "train_loss_step": 23.973281860351562, "n_params": 4592800, "total_flops": 423272448000000, "train_loss": 0.5152375221252441, "subset_score_loss": 0.5152375221252441}
+{"step": 40000, "wall_time": 426.2239520549774, "train_loss_step": 20.84266471862793, "n_params": 4592800, "total_flops": 564363264000000, "train_loss": 0.4129831314086914, "subset_score_loss": 0.4129831314086914}
+{"step": 50000, "wall_time": 517.744181394577, "train_loss_step": 20.780845642089844, "n_params": 4592800, "total_flops": 705454080000000, "train_loss": 0.3277604103088379, "subset_score_loss": 0.3277604103088379}
+{"step": 60000, "wall_time": 609.4616236686707, "train_loss_step": 17.950153350830078, "n_params": 4592800, "total_flops": 846544896000000, "train_loss": 0.2627158880233765, "subset_score_loss": 0.2627158880233765}
+{"step": 70000, "wall_time": 701.0198256969452, "train_loss_step": 15.687847137451172, "n_params": 4592800, "total_flops": 987635712000000, "train_loss": 0.21695561408996583, "subset_score_loss": 0.21695561408996583}
+{"step": 80000, "wall_time": 792.5586454868317, "train_loss_step": 15.169204711914062, "n_params": 4592800, "total_flops": 1128726528000000, "train_loss": 0.18153812885284423, "subset_score_loss": 0.18153812885284423}
+{"step": 90000, "wall_time": 884.2054426670074, "train_loss_step": 14.306707382202148, "n_params": 4592800, "total_flops": 1269817344000000, "train_loss": 0.15723628997802735, "subset_score_loss": 0.15723628997802735}
+{"step": 100000, "wall_time": 1044.2362549304962, "train_loss_step": 13.95058822631836, "n_params": 4592800, "total_flops": 1410908160000000, "train_loss": 0.1471641778945923, "subset_score_loss": 0.1471641778945923, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.963771402835846, "fid": 200.38337184150237, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1131.2643389701843, "train_loss_step": 12.36970329284668, "n_params": 4592800, "total_flops": 1551998976000000, "train_loss": 0.13267605304718016, "subset_score_loss": 0.13267605304718016}
+{"step": 120000, "wall_time": 1218.853399515152, "train_loss_step": 13.185287475585938, "n_params": 4592800, "total_flops": 1693089792000000, "train_loss": 0.1282854676246643, "subset_score_loss": 0.1282854676246643}
+{"step": 130000, "wall_time": 1310.3305351734161, "train_loss_step": 12.829097747802734, "n_params": 4592800, "total_flops": 1834180608000000, "train_loss": 0.11650142669677735, "subset_score_loss": 0.11650142669677735}
+{"step": 140000, "wall_time": 1401.8420941829681, "train_loss_step": 12.106623649597168, "n_params": 4592800, "total_flops": 1975271424000000, "train_loss": 0.11216816902160645, "subset_score_loss": 0.11216816902160645}
+{"step": 150000, "wall_time": 1493.2980329990387, "train_loss_step": 11.598201751708984, "n_params": 4592800, "total_flops": 2116362240000000, "train_loss": 0.1051133394241333, "subset_score_loss": 0.1051133394241333}
+{"step": 160000, "wall_time": 1584.693392753601, "train_loss_step": 11.252969741821289, "n_params": 4592800, "total_flops": 2257453056000000, "train_loss": 0.10289251804351807, "subset_score_loss": 0.10289251804351807}
+{"step": 170000, "wall_time": 1676.2135498523712, "train_loss_step": 11.060266494750977, "n_params": 4592800, "total_flops": 2398543872000000, "train_loss": 0.10686733722686767, "subset_score_loss": 0.10686733722686767}
+{"step": 180000, "wall_time": 1767.7334237098694, "train_loss_step": 10.944124221801758, "n_params": 4592800, "total_flops": 2539634688000000, "train_loss": 0.09997103810310363, "subset_score_loss": 0.09997103810310363}
+{"step": 190000, "wall_time": 1859.2070684432983, "train_loss_step": 10.893171310424805, "n_params": 4592800, "total_flops": 2680725504000000, "train_loss": 0.09573543667793274, "subset_score_loss": 0.09573543667793274}
+{"step": 200000, "wall_time": 2020.1518847942352, "train_loss_step": 10.840611457824707, "n_params": 4592800, "total_flops": 2821816320000000, "train_loss": 0.08826650381088257, "subset_score_loss": 0.08826650381088257, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9603956937789917, "fid": 214.95294507065614, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2109.8616573810577, "train_loss_step": 11.623934745788574, "n_params": 4592800, "total_flops": 2962907136000000, "train_loss": 0.08747142553329468, "subset_score_loss": 0.08747142553329468}
+{"step": 220000, "wall_time": 2197.532344341278, "train_loss_step": 10.228164672851562, "n_params": 4592800, "total_flops": 3103997952000000, "train_loss": 0.08875275254249573, "subset_score_loss": 0.08875275254249573}
+{"step": 230000, "wall_time": 2285.801352262497, "train_loss_step": 10.804941177368164, "n_params": 4592800, "total_flops": 3245088768000000, "train_loss": 0.08673076629638672, "subset_score_loss": 0.08673076629638672}
+{"step": 240000, "wall_time": 2377.270745754242, "train_loss_step": 10.644109725952148, "n_params": 4592800, "total_flops": 3386179584000000, "train_loss": 0.08405044078826904, "subset_score_loss": 0.08405044078826904}
+{"step": 250000, "wall_time": 2468.6616504192352, "train_loss_step": 9.847640991210938, "n_params": 4592800, "total_flops": 3527270400000000, "train_loss": 0.07847583293914795, "subset_score_loss": 0.07847583293914795}
+{"step": 260000, "wall_time": 2560.120744228363, "train_loss_step": 10.450714111328125, "n_params": 4592800, "total_flops": 3668361216000000, "train_loss": 0.08133495450019837, "subset_score_loss": 0.08133495450019837}
+{"step": 270000, "wall_time": 2651.480028629303, "train_loss_step": 10.27634048461914, "n_params": 4592800, "total_flops": 3809452032000000, "train_loss": 0.07594557404518128, "subset_score_loss": 0.07594557404518128}
+{"step": 280000, "wall_time": 2742.767024755478, "train_loss_step": 9.578752517700195, "n_params": 4592800, "total_flops": 3950542848000000, "train_loss": 0.07883111238479615, "subset_score_loss": 0.07883111238479615}
+{"step": 290000, "wall_time": 2834.1983993053436, "train_loss_step": 9.70759105682373, "n_params": 4592800, "total_flops": 4091633664000000, "train_loss": 0.07535555958747864, "subset_score_loss": 0.07535555958747864}
+{"step": 300000, "wall_time": 2995.6953399181366, "train_loss_step": 9.75955867767334, "n_params": 4592800, "total_flops": 4232724480000000, "train_loss": 0.0727975308895111, "subset_score_loss": 0.0727975308895111, "memorization_fraction_pixel": 0.0010999999940395355, "mean_nn_ratio_pixel": 0.9579992890357971, "fid": 223.06589981415905, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3085.3203394412994, "train_loss_step": 9.648879051208496, "n_params": 4592800, "total_flops": 4373815296000000, "train_loss": 0.07516906857490539, "subset_score_loss": 0.07516906857490539}
+{"step": 320000, "wall_time": 3174.521020412445, "train_loss_step": 10.025711059570312, "n_params": 4592800, "total_flops": 4514906112000000, "train_loss": 0.07506169676780701, "subset_score_loss": 0.07506169676780701}
+{"step": 330000, "wall_time": 3264.3554174900055, "train_loss_step": 9.36207389831543, "n_params": 4592800, "total_flops": 4655996928000000, "train_loss": 0.06953639388084412, "subset_score_loss": 0.06953639388084412}
+{"step": 340000, "wall_time": 3352.9763424396515, "train_loss_step": 8.928461074829102, "n_params": 4592800, "total_flops": 4797087744000000, "train_loss": 0.06653041243553162, "subset_score_loss": 0.06653041243553162}
+{"step": 350000, "wall_time": 3444.4142310619354, "train_loss_step": 9.384851455688477, "n_params": 4592800, "total_flops": 4938178560000000, "train_loss": 0.06782422065734864, "subset_score_loss": 0.06782422065734864}
+{"step": 360000, "wall_time": 3535.969533443451, "train_loss_step": 9.019693374633789, "n_params": 4592800, "total_flops": 5079269376000000, "train_loss": 0.07313306331634521, "subset_score_loss": 0.07313306331634521}
+{"step": 370000, "wall_time": 3627.460042953491, "train_loss_step": 8.992210388183594, "n_params": 4592800, "total_flops": 5220360192000000, "train_loss": 0.0671208679676056, "subset_score_loss": 0.0671208679676056}
+{"step": 380000, "wall_time": 3718.888379096985, "train_loss_step": 8.886431694030762, "n_params": 4592800, "total_flops": 5361451008000000, "train_loss": 0.0645251750946045, "subset_score_loss": 0.0645251750946045}
+{"step": 390000, "wall_time": 3810.2593846321106, "train_loss_step": 9.596735954284668, "n_params": 4592800, "total_flops": 5502541824000000, "train_loss": 0.06681894659996032, "subset_score_loss": 0.06681894659996032}
+{"step": 400000, "wall_time": 3971.441365480423, "train_loss_step": 9.7293701171875, "n_params": 4592800, "total_flops": 5643632640000000, "train_loss": 0.06786159873008728, "subset_score_loss": 0.06786159873008728, "memorization_fraction_pixel": 0.0026000000070780516, "mean_nn_ratio_pixel": 0.9483330845832825, "fid": 209.9818221909549, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4060.939735174179, "train_loss_step": 9.25717544555664, "n_params": 4592800, "total_flops": 5784723456000000, "train_loss": 0.06726182103157044, "subset_score_loss": 0.06726182103157044}
+{"step": 420000, "wall_time": 4152.3600351810455, "train_loss_step": 8.6414794921875, "n_params": 4592800, "total_flops": 5925814272000000, "train_loss": 0.06240333914756775, "subset_score_loss": 0.06240333914756775}
+{"step": 430000, "wall_time": 4241.720277309418, "train_loss_step": 8.591215133666992, "n_params": 4592800, "total_flops": 6066905088000000, "train_loss": 0.06215240359306336, "subset_score_loss": 0.06215240359306336}
+{"step": 440000, "wall_time": 4330.904298067093, "train_loss_step": 8.26016616821289, "n_params": 4592800, "total_flops": 6207995904000000, "train_loss": 0.05917934775352478, "subset_score_loss": 0.05917934775352478}
+{"step": 450000, "wall_time": 4419.395983219147, "train_loss_step": 8.739404678344727, "n_params": 4592800, "total_flops": 6349086720000000, "train_loss": 0.0646712601184845, "subset_score_loss": 0.0646712601184845}
+{"step": 460000, "wall_time": 4510.724944353104, "train_loss_step": 8.537943840026855, "n_params": 4592800, "total_flops": 6490177536000000, "train_loss": 0.05873750448226929, "subset_score_loss": 0.05873750448226929}
+{"step": 470000, "wall_time": 4602.141613006592, "train_loss_step": 8.58787727355957, "n_params": 4592800, "total_flops": 6631268352000000, "train_loss": 0.05934463739395142, "subset_score_loss": 0.05934463739395142}
+{"step": 480000, "wall_time": 4693.668095111847, "train_loss_step": 8.420202255249023, "n_params": 4592800, "total_flops": 6772359168000000, "train_loss": 0.05838159918785095, "subset_score_loss": 0.05838159918785095}
+{"step": 490000, "wall_time": 4785.221239328384, "train_loss_step": 8.712265968322754, "n_params": 4592800, "total_flops": 6913449984000000, "train_loss": 0.058254992961883544, "subset_score_loss": 0.058254992961883544}
+{"step": 500000, "wall_time": 4945.400401353836, "train_loss_step": 8.403055191040039, "n_params": 4592800, "total_flops": 7054540800000000, "train_loss": 0.05543778538703918, "subset_score_loss": 0.05543778538703918, "memorization_fraction_pixel": 0.00559999980032444, "mean_nn_ratio_pixel": 0.9435361623764038, "fid": 210.6272605147788, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5036.742663383484, "train_loss_step": 8.157356262207031, "n_params": 4592800, "total_flops": 7195631616000000, "train_loss": 0.05886411666870117, "subset_score_loss": 0.05886411666870117}
+{"step": 520000, "wall_time": 5126.744036912918, "train_loss_step": 8.139015197753906, "n_params": 4592800, "total_flops": 7336722432000000, "train_loss": 0.05566790103912354, "subset_score_loss": 0.05566790103912354}
+{"step": 530000, "wall_time": 5217.348476886749, "train_loss_step": 8.30896282196045, "n_params": 4592800, "total_flops": 7477813248000000, "train_loss": 0.05568633675575256, "subset_score_loss": 0.05568633675575256}
+{"step": 540000, "wall_time": 5306.827687501907, "train_loss_step": 8.4032564163208, "n_params": 4592800, "total_flops": 7618904064000000, "train_loss": 0.058842027187347413, "subset_score_loss": 0.058842027187347413}
+{"step": 550000, "wall_time": 5396.7942979335785, "train_loss_step": 7.833199501037598, "n_params": 4592800, "total_flops": 7759994880000000, "train_loss": 0.05366934537887573, "subset_score_loss": 0.05366934537887573}
+{"step": 560000, "wall_time": 5485.7718760967255, "train_loss_step": 8.235858917236328, "n_params": 4592800, "total_flops": 7901085696000000, "train_loss": 0.0570353090763092, "subset_score_loss": 0.0570353090763092}
+{"step": 570000, "wall_time": 5577.065201044083, "train_loss_step": 7.777414321899414, "n_params": 4592800, "total_flops": 8042176512000000, "train_loss": 0.05311558842658996, "subset_score_loss": 0.05311558842658996}
+{"step": 580000, "wall_time": 5668.572003126144, "train_loss_step": 8.176067352294922, "n_params": 4592800, "total_flops": 8183267328000000, "train_loss": 0.05300480723381042, "subset_score_loss": 0.05300480723381042}
+{"step": 590000, "wall_time": 5759.956973552704, "train_loss_step": 8.339482307434082, "n_params": 4592800, "total_flops": 8324358144000000, "train_loss": 0.052379822731018065, "subset_score_loss": 0.052379822731018065}
+{"step": 600000, "wall_time": 5921.076380968094, "train_loss_step": 8.153200149536133, "n_params": 4592800, "total_flops": 8465448960000000, "train_loss": 0.05263110399246216, "subset_score_loss": 0.05263110399246216, "memorization_fraction_pixel": 0.009499999694526196, "mean_nn_ratio_pixel": 0.9410359263420105, "fid": 217.34216238192528, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6012.468542575836, "train_loss_step": 8.1201171875, "n_params": 4592800, "total_flops": 8606539776000000, "train_loss": 0.05228813886642456, "subset_score_loss": 0.05228813886642456}
+{"step": 620000, "wall_time": 6102.114893913269, "train_loss_step": 8.036087036132812, "n_params": 4592800, "total_flops": 8747630592000000, "train_loss": 0.053702539205551146, "subset_score_loss": 0.053702539205551146}
+{"step": 630000, "wall_time": 6193.565648555756, "train_loss_step": 7.745352745056152, "n_params": 4592800, "total_flops": 8888721408000000, "train_loss": 0.05598499178886414, "subset_score_loss": 0.05598499178886414}
+{"step": 640000, "wall_time": 6282.699657201767, "train_loss_step": 7.614207744598389, "n_params": 4592800, "total_flops": 9029812224000000, "train_loss": 0.049725064635276796, "subset_score_loss": 0.049725064635276796}
+{"step": 650000, "wall_time": 6374.059527635574, "train_loss_step": 7.471724987030029, "n_params": 4592800, "total_flops": 9170903040000000, "train_loss": 0.04785279035568237, "subset_score_loss": 0.04785279035568237}
+{"step": 660000, "wall_time": 6462.918093204498, "train_loss_step": 7.454484462738037, "n_params": 4592800, "total_flops": 9311993856000000, "train_loss": 0.048395979404449466, "subset_score_loss": 0.048395979404449466}
+{"step": 670000, "wall_time": 6553.143689870834, "train_loss_step": 7.648766040802002, "n_params": 4592800, "total_flops": 9453084672000000, "train_loss": 0.047410225868225096, "subset_score_loss": 0.047410225868225096}
+{"step": 680000, "wall_time": 6644.6555433273315, "train_loss_step": 7.724288463592529, "n_params": 4592800, "total_flops": 9594175488000000, "train_loss": 0.049070915579795836, "subset_score_loss": 0.049070915579795836}
+{"step": 690000, "wall_time": 6736.033654689789, "train_loss_step": 7.764015197753906, "n_params": 4592800, "total_flops": 9735266304000000, "train_loss": 0.05045427680015564, "subset_score_loss": 0.05045427680015564}
+{"step": 700000, "wall_time": 6896.184775829315, "train_loss_step": 7.391361713409424, "n_params": 4592800, "total_flops": 9876357120000000, "train_loss": 0.049399763345718384, "subset_score_loss": 0.049399763345718384, "memorization_fraction_pixel": 0.015699999406933784, "mean_nn_ratio_pixel": 0.9291453957557678, "fid": 213.62423266791873, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6987.587633609772, "train_loss_step": 8.015501976013184, "n_params": 4592800, "total_flops": 10017447936000000, "train_loss": 0.0560755729675293, "subset_score_loss": 0.0560755729675293}
+{"step": 720000, "wall_time": 7077.098153591156, "train_loss_step": 7.495054721832275, "n_params": 4592800, "total_flops": 10158538752000000, "train_loss": 0.050732767581939696, "subset_score_loss": 0.050732767581939696}
+{"step": 730000, "wall_time": 7168.543162584305, "train_loss_step": 7.395849227905273, "n_params": 4592800, "total_flops": 10299629568000000, "train_loss": 0.04653714299201965, "subset_score_loss": 0.04653714299201965}
+{"step": 740000, "wall_time": 7259.786732912064, "train_loss_step": 7.113359451293945, "n_params": 4592800, "total_flops": 10440720384000000, "train_loss": 0.047332575917243956, "subset_score_loss": 0.047332575917243956}
+{"step": 750000, "wall_time": 7348.882809877396, "train_loss_step": 6.99521541595459, "n_params": 4592800, "total_flops": 10581811200000000, "train_loss": 0.04417825937271118, "subset_score_loss": 0.04417825937271118}
+{"step": 760000, "wall_time": 7440.5071012973785, "train_loss_step": 7.625657081604004, "n_params": 4592800, "total_flops": 10722902016000000, "train_loss": 0.04552606344223022, "subset_score_loss": 0.04552606344223022}
+{"step": 770000, "wall_time": 7528.628429174423, "train_loss_step": 7.707797527313232, "n_params": 4592800, "total_flops": 10863992832000000, "train_loss": 0.05254255533218384, "subset_score_loss": 0.05254255533218384}
+{"step": 780000, "wall_time": 7618.712834358215, "train_loss_step": 7.491304874420166, "n_params": 4592800, "total_flops": 11005083648000000, "train_loss": 0.04953883290290832, "subset_score_loss": 0.04953883290290832}
+{"step": 790000, "wall_time": 7709.910635232925, "train_loss_step": 7.1854143142700195, "n_params": 4592800, "total_flops": 11146174464000000, "train_loss": 0.048269817233085634, "subset_score_loss": 0.048269817233085634}
+{"step": 800000, "wall_time": 7871.233735561371, "train_loss_step": 7.198150157928467, "n_params": 4592800, "total_flops": 11287265280000000, "train_loss": 0.04474191665649414, "subset_score_loss": 0.04474191665649414, "memorization_fraction_pixel": 0.021900000050663948, "mean_nn_ratio_pixel": 0.9303524494171143, "fid": 229.32232790025253, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7962.758391857147, "train_loss_step": 7.3546600341796875, "n_params": 4592800, "total_flops": 11428356096000000, "train_loss": 0.04530109465122223, "subset_score_loss": 0.04530109465122223}
+{"step": 820000, "wall_time": 8052.466756343842, "train_loss_step": 6.72308874130249, "n_params": 4592800, "total_flops": 11569446912000000, "train_loss": 0.043918418884277347, "subset_score_loss": 0.043918418884277347}
+{"step": 830000, "wall_time": 8143.93555688858, "train_loss_step": 6.944483757019043, "n_params": 4592800, "total_flops": 11710537728000000, "train_loss": 0.04340963959693909, "subset_score_loss": 0.04340963959693909}
+{"step": 840000, "wall_time": 8235.36989235878, "train_loss_step": 6.9242353439331055, "n_params": 4592800, "total_flops": 11851628544000000, "train_loss": 0.04512685835361481, "subset_score_loss": 0.04512685835361481}
+{"step": 850000, "wall_time": 8323.783007144928, "train_loss_step": 7.2512054443359375, "n_params": 4592800, "total_flops": 11992719360000000, "train_loss": 0.04376451075077057, "subset_score_loss": 0.04376451075077057}
+{"step": 860000, "wall_time": 8415.098507165909, "train_loss_step": 6.902291297912598, "n_params": 4592800, "total_flops": 12133810176000000, "train_loss": 0.042633083462715146, "subset_score_loss": 0.042633083462715146}
+{"step": 870000, "wall_time": 8506.793732881546, "train_loss_step": 6.963597297668457, "n_params": 4592800, "total_flops": 12274900992000000, "train_loss": 0.047423017024993894, "subset_score_loss": 0.047423017024993894}
+{"step": 880000, "wall_time": 8594.265647411346, "train_loss_step": 6.580652236938477, "n_params": 4592800, "total_flops": 12415991808000000, "train_loss": 0.04473468959331513, "subset_score_loss": 0.04473468959331513}
+{"step": 890000, "wall_time": 8684.795621156693, "train_loss_step": 7.170504093170166, "n_params": 4592800, "total_flops": 12557082624000000, "train_loss": 0.05171942710876465, "subset_score_loss": 0.05171942710876465}
+{"step": 900000, "wall_time": 8845.006910800934, "train_loss_step": 6.71281623840332, "n_params": 4592800, "total_flops": 12698173440000000, "train_loss": 0.041187596321105954, "subset_score_loss": 0.041187596321105954, "memorization_fraction_pixel": 0.031300000846385956, "mean_nn_ratio_pixel": 0.9217601418495178, "fid": 219.77099164671515, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8936.629076719284, "train_loss_step": 6.787847995758057, "n_params": 4592800, "total_flops": 12839264256000000, "train_loss": 0.042076513171195984, "subset_score_loss": 0.042076513171195984}
+{"step": 920000, "wall_time": 9026.38903594017, "train_loss_step": 7.111658096313477, "n_params": 4592800, "total_flops": 12980355072000000, "train_loss": 0.04102433025836945, "subset_score_loss": 0.04102433025836945}
+{"step": 930000, "wall_time": 9117.817770004272, "train_loss_step": 7.027556419372559, "n_params": 4592800, "total_flops": 13121445888000000, "train_loss": 0.04370186030864716, "subset_score_loss": 0.04370186030864716}
+{"step": 940000, "wall_time": 9209.110833406448, "train_loss_step": 6.295165538787842, "n_params": 4592800, "total_flops": 13262536704000000, "train_loss": 0.04178509414196015, "subset_score_loss": 0.04178509414196015}
+{"step": 950000, "wall_time": 9300.41662812233, "train_loss_step": 6.897721767425537, "n_params": 4592800, "total_flops": 13403627520000000, "train_loss": 0.04711008667945862, "subset_score_loss": 0.04711008667945862}
+{"step": 960000, "wall_time": 9389.002945661545, "train_loss_step": 6.3654704093933105, "n_params": 4592800, "total_flops": 13544718336000000, "train_loss": 0.03991522490978241, "subset_score_loss": 0.03991522490978241}
+{"step": 970000, "wall_time": 9480.274580955505, "train_loss_step": 6.4943437576293945, "n_params": 4592800, "total_flops": 13685809152000000, "train_loss": 0.039668929576873777, "subset_score_loss": 0.039668929576873777}
+{"step": 980000, "wall_time": 9570.719888210297, "train_loss_step": 6.258547782897949, "n_params": 4592800, "total_flops": 13826899968000000, "train_loss": 0.03946756720542908, "subset_score_loss": 0.03946756720542908}
+{"step": 990000, "wall_time": 9659.06568312645, "train_loss_step": 6.406152725219727, "n_params": 4592800, "total_flops": 13967990784000000, "train_loss": 0.04057160317897797, "subset_score_loss": 0.04057160317897797}
+{"step": 1000000, "wall_time": 9818.667637825012, "train_loss_step": 6.6811676025390625, "n_params": 4592800, "total_flops": 14109081600000000, "train_loss": 0.040733698010444644, "subset_score_loss": 0.040733698010444644, "memorization_fraction_pixel": 0.04019999876618385, "mean_nn_ratio_pixel": 0.9149134755134583, "fid": 230.92898153679027, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9910.094937801361, "train_loss_step": 6.6801276206970215, "n_params": 4592800, "total_flops": 14250172416000000, "train_loss": 0.0421037882566452, "subset_score_loss": 0.0421037882566452}
+{"step": 1020000, "wall_time": 10001.307751655579, "train_loss_step": 6.454104423522949, "n_params": 4592800, "total_flops": 14391263232000000, "train_loss": 0.03974312841892243, "subset_score_loss": 0.03974312841892243}
+{"step": 1030000, "wall_time": 10091.022154331207, "train_loss_step": 6.188172340393066, "n_params": 4592800, "total_flops": 14532354048000000, "train_loss": 0.040761235356330874, "subset_score_loss": 0.040761235356330874}
+{"step": 1040000, "wall_time": 10182.53066277504, "train_loss_step": 6.556203365325928, "n_params": 4592800, "total_flops": 14673444864000000, "train_loss": 0.03959269523620605, "subset_score_loss": 0.03959269523620605}
+{"step": 1050000, "wall_time": 10273.930301189423, "train_loss_step": 6.460777282714844, "n_params": 4592800, "total_flops": 14814535680000000, "train_loss": 0.03855412900447845, "subset_score_loss": 0.03855412900447845}
+{"step": 1060000, "wall_time": 10365.4607796669, "train_loss_step": 6.747007369995117, "n_params": 4592800, "total_flops": 14955626496000000, "train_loss": 0.038553616404533385, "subset_score_loss": 0.038553616404533385}
+{"step": 1070000, "wall_time": 10453.899032592773, "train_loss_step": 6.728238105773926, "n_params": 4592800, "total_flops": 15096717312000000, "train_loss": 0.04071849584579468, "subset_score_loss": 0.04071849584579468}
+{"step": 1080000, "wall_time": 10545.236259698868, "train_loss_step": 6.004282474517822, "n_params": 4592800, "total_flops": 15237808128000000, "train_loss": 0.03885677456855774, "subset_score_loss": 0.03885677456855774}
+{"step": 1090000, "wall_time": 10633.675779104233, "train_loss_step": 6.0672760009765625, "n_params": 4592800, "total_flops": 15378898944000000, "train_loss": 0.039747041463851926, "subset_score_loss": 0.039747041463851926}
+{"step": 1100000, "wall_time": 10792.470510482788, "train_loss_step": 6.577458381652832, "n_params": 4592800, "total_flops": 15519989760000000, "train_loss": 0.03968663513660431, "subset_score_loss": 0.03968663513660431, "memorization_fraction_pixel": 0.05810000002384186, "mean_nn_ratio_pixel": 0.8992792963981628, "fid": 225.03188521752554, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10884.04334950447, "train_loss_step": 6.145625591278076, "n_params": 4592800, "total_flops": 15661080576000000, "train_loss": 0.03703671991825104, "subset_score_loss": 0.03703671991825104}
+{"step": 1120000, "wall_time": 10975.273759841919, "train_loss_step": 6.150979995727539, "n_params": 4592800, "total_flops": 15802171392000000, "train_loss": 0.03894428312778473, "subset_score_loss": 0.03894428312778473}
+{"step": 1130000, "wall_time": 11064.878487348557, "train_loss_step": 6.217287063598633, "n_params": 4592800, "total_flops": 15943262208000000, "train_loss": 0.03813837468624115, "subset_score_loss": 0.03813837468624115}
+{"step": 1140000, "wall_time": 11156.27115035057, "train_loss_step": 5.798041343688965, "n_params": 4592800, "total_flops": 16084353024000000, "train_loss": 0.0371858537197113, "subset_score_loss": 0.0371858537197113}
+{"step": 1150000, "wall_time": 11247.742881298065, "train_loss_step": 5.833256721496582, "n_params": 4592800, "total_flops": 16225443840000000, "train_loss": 0.038457509875297544, "subset_score_loss": 0.038457509875297544}
+{"step": 1160000, "wall_time": 11338.864495754242, "train_loss_step": 5.992349147796631, "n_params": 4592800, "total_flops": 16366534656000000, "train_loss": 0.03686499893665314, "subset_score_loss": 0.03686499893665314}
+{"step": 1170000, "wall_time": 11428.16929101944, "train_loss_step": 5.546870708465576, "n_params": 4592800, "total_flops": 16507625472000000, "train_loss": 0.03844035565853119, "subset_score_loss": 0.03844035565853119}
+{"step": 1180000, "wall_time": 11519.516297340393, "train_loss_step": 6.149667739868164, "n_params": 4592800, "total_flops": 16648716288000000, "train_loss": 0.03556681573390961, "subset_score_loss": 0.03556681573390961}
+{"step": 1190000, "wall_time": 11610.761356830597, "train_loss_step": 6.208309173583984, "n_params": 4592800, "total_flops": 16789807104000000, "train_loss": 0.037519794702529904, "subset_score_loss": 0.037519794702529904}
+{"step": 1200000, "wall_time": 11768.505497932434, "train_loss_step": 6.234113693237305, "n_params": 4592800, "total_flops": 16930897920000000, "train_loss": 0.037419667840003966, "subset_score_loss": 0.037419667840003966, "memorization_fraction_pixel": 0.07400000095367432, "mean_nn_ratio_pixel": 0.8872042894363403, "fid": 224.2686521400771, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11857.22073507309, "train_loss_step": 6.0626912117004395, "n_params": 4592800, "total_flops": 17071988736000000, "train_loss": 0.035041597485542295, "subset_score_loss": 0.035041597485542295}
+{"step": 1220000, "wall_time": 11948.680276870728, "train_loss_step": 5.430789470672607, "n_params": 4592800, "total_flops": 17213079552000000, "train_loss": 0.035951313376426694, "subset_score_loss": 0.035951313376426694}
+{"step": 1230000, "wall_time": 12038.313747406006, "train_loss_step": 6.234474182128906, "n_params": 4592800, "total_flops": 17354170368000000, "train_loss": 0.03708944320678711, "subset_score_loss": 0.03708944320678711}
+{"step": 1240000, "wall_time": 12129.850056409836, "train_loss_step": 5.879837989807129, "n_params": 4592800, "total_flops": 17495261184000000, "train_loss": 0.03492984175682068, "subset_score_loss": 0.03492984175682068}
+{"step": 1250000, "wall_time": 12221.395051002502, "train_loss_step": 5.959863185882568, "n_params": 4592800, "total_flops": 17636352000000000, "train_loss": 0.03443775475025177, "subset_score_loss": 0.03443775475025177}
+{"step": 1260000, "wall_time": 12312.853423118591, "train_loss_step": 5.904407501220703, "n_params": 4592800, "total_flops": 17777442816000000, "train_loss": 0.036807897686958316, "subset_score_loss": 0.036807897686958316}
+{"step": 1270000, "wall_time": 12404.13629937172, "train_loss_step": 6.055764198303223, "n_params": 4592800, "total_flops": 17918533632000000, "train_loss": 0.03597097396850586, "subset_score_loss": 0.03597097396850586}
+{"step": 1280000, "wall_time": 12492.47316288948, "train_loss_step": 5.376882076263428, "n_params": 4592800, "total_flops": 18059624448000000, "train_loss": 0.03581132292747498, "subset_score_loss": 0.03581132292747498}
+{"step": 1290000, "wall_time": 12583.779866933823, "train_loss_step": 6.064984321594238, "n_params": 4592800, "total_flops": 18200715264000000, "train_loss": 0.03664495050907135, "subset_score_loss": 0.03664495050907135}
+{"step": 1300000, "wall_time": 12744.401412248611, "train_loss_step": 5.565827369689941, "n_params": 4592800, "total_flops": 18341806080000000, "train_loss": 0.03469195067882538, "subset_score_loss": 0.03469195067882538, "memorization_fraction_pixel": 0.10440000146627426, "mean_nn_ratio_pixel": 0.8631504774093628, "fid": 211.5552597826101, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12836.144628286362, "train_loss_step": 6.12036657333374, "n_params": 4592800, "total_flops": 18482896896000000, "train_loss": 0.03757716715335846, "subset_score_loss": 0.03757716715335846}
+{"step": 1320000, "wall_time": 12924.64074087143, "train_loss_step": 5.6997456550598145, "n_params": 4592800, "total_flops": 18623987712000000, "train_loss": 0.03376062214374542, "subset_score_loss": 0.03376062214374542}
+{"step": 1330000, "wall_time": 13014.286273002625, "train_loss_step": 6.21450662612915, "n_params": 4592800, "total_flops": 18765078528000000, "train_loss": 0.033651727437973025, "subset_score_loss": 0.033651727437973025}
+{"step": 1340000, "wall_time": 13105.577883958817, "train_loss_step": 5.723594665527344, "n_params": 4592800, "total_flops": 18906169344000000, "train_loss": 0.0346565306186676, "subset_score_loss": 0.0346565306186676}
+{"step": 1350000, "wall_time": 13197.052075862885, "train_loss_step": 6.276263236999512, "n_params": 4592800, "total_flops": 19047260160000000, "train_loss": 0.03736141324043274, "subset_score_loss": 0.03736141324043274}
+{"step": 1360000, "wall_time": 13288.373339891434, "train_loss_step": 5.426449775695801, "n_params": 4592800, "total_flops": 19188350976000000, "train_loss": 0.03553176522254944, "subset_score_loss": 0.03553176522254944}
+{"step": 1370000, "wall_time": 13379.534066438675, "train_loss_step": 5.835905075073242, "n_params": 4592800, "total_flops": 19329441792000000, "train_loss": 0.03445673882961273, "subset_score_loss": 0.03445673882961273}
+{"step": 1380000, "wall_time": 13468.806694507599, "train_loss_step": 5.662930011749268, "n_params": 4592800, "total_flops": 19470532608000000, "train_loss": 0.03448776602745056, "subset_score_loss": 0.03448776602745056}
+{"step": 1390000, "wall_time": 13560.163123846054, "train_loss_step": 5.895597457885742, "n_params": 4592800, "total_flops": 19611623424000000, "train_loss": 0.033775752782821654, "subset_score_loss": 0.033775752782821654}
+{"step": 1400000, "wall_time": 13721.520152330399, "train_loss_step": 5.795618057250977, "n_params": 4592800, "total_flops": 19752714240000000, "train_loss": 0.03368273973464966, "subset_score_loss": 0.03368273973464966, "memorization_fraction_pixel": 0.13120000064373016, "mean_nn_ratio_pixel": 0.845237672328949, "fid": 206.68403775378965, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13811.089342594147, "train_loss_step": 5.38954496383667, "n_params": 4592800, "total_flops": 19893805056000000, "train_loss": 0.03359425961971283, "subset_score_loss": 0.03359425961971283}
+{"step": 1420000, "wall_time": 13903.00542807579, "train_loss_step": 5.589869976043701, "n_params": 4592800, "total_flops": 20034895872000000, "train_loss": 0.03224582374095917, "subset_score_loss": 0.03224582374095917}
+{"step": 1430000, "wall_time": 13990.963648080826, "train_loss_step": 5.718674182891846, "n_params": 4592800, "total_flops": 20175986688000000, "train_loss": 0.033597201108932495, "subset_score_loss": 0.033597201108932495}
+{"step": 1440000, "wall_time": 14082.489920377731, "train_loss_step": 5.851136207580566, "n_params": 4592800, "total_flops": 20317077504000000, "train_loss": 0.03271635174751282, "subset_score_loss": 0.03271635174751282}
+{"step": 1450000, "wall_time": 14173.896265506744, "train_loss_step": 4.9570183753967285, "n_params": 4592800, "total_flops": 20458168320000000, "train_loss": 0.03140321373939514, "subset_score_loss": 0.03140321373939514}
+{"step": 1460000, "wall_time": 14265.40161395073, "train_loss_step": 5.64708948135376, "n_params": 4592800, "total_flops": 20599259136000000, "train_loss": 0.03254772424697876, "subset_score_loss": 0.03254772424697876}
+{"step": 1470000, "wall_time": 14356.885541200638, "train_loss_step": 5.749434471130371, "n_params": 4592800, "total_flops": 20740349952000000, "train_loss": 0.03562261462211609, "subset_score_loss": 0.03562261462211609}
+{"step": 1480000, "wall_time": 14448.07637500763, "train_loss_step": 5.744405746459961, "n_params": 4592800, "total_flops": 20881440768000000, "train_loss": 0.03309338390827179, "subset_score_loss": 0.03309338390827179}
+{"step": 1490000, "wall_time": 14536.25734758377, "train_loss_step": 5.362955570220947, "n_params": 4592800, "total_flops": 21022531584000000, "train_loss": 0.03154841959476471, "subset_score_loss": 0.03154841959476471}
+{"step": 1500000, "wall_time": 14697.462830543518, "train_loss_step": 5.32249641418457, "n_params": 4592800, "total_flops": 21163622400000000, "train_loss": 0.03244405090808868, "subset_score_loss": 0.03244405090808868, "memorization_fraction_pixel": 0.16019999980926514, "mean_nn_ratio_pixel": 0.8219179511070251, "fid": 208.25772905467403, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14788.877924203873, "train_loss_step": 5.710884094238281, "n_params": 4592800, "total_flops": 21304713216000000, "train_loss": 0.03496533334255218, "subset_score_loss": 0.03496533334255218}
+{"step": 1520000, "wall_time": 14877.88264632225, "train_loss_step": 5.351813793182373, "n_params": 4592800, "total_flops": 21445804032000000, "train_loss": 0.03238217234611511, "subset_score_loss": 0.03238217234611511}
+{"step": 1530000, "wall_time": 14968.581255435944, "train_loss_step": 5.533891677856445, "n_params": 4592800, "total_flops": 21586894848000000, "train_loss": 0.03368590772151947, "subset_score_loss": 0.03368590772151947}
+{"step": 1540000, "wall_time": 15055.51902103424, "train_loss_step": 5.340592384338379, "n_params": 4592800, "total_flops": 21727985664000000, "train_loss": 0.03250594735145569, "subset_score_loss": 0.03250594735145569}
+{"step": 1550000, "wall_time": 15147.101925134659, "train_loss_step": 5.694250106811523, "n_params": 4592800, "total_flops": 21869076480000000, "train_loss": 0.032504531741142276, "subset_score_loss": 0.032504531741142276}
+{"step": 1560000, "wall_time": 15238.540662765503, "train_loss_step": 5.521719932556152, "n_params": 4592800, "total_flops": 22010167296000000, "train_loss": 0.03328251540660858, "subset_score_loss": 0.03328251540660858}
+{"step": 1570000, "wall_time": 15329.927278995514, "train_loss_step": 5.293521881103516, "n_params": 4592800, "total_flops": 22151258112000000, "train_loss": 0.03284389078617096, "subset_score_loss": 0.03284389078617096}
+{"step": 1580000, "wall_time": 15420.85109615326, "train_loss_step": 5.442409992218018, "n_params": 4592800, "total_flops": 22292348928000000, "train_loss": 0.03197821378707886, "subset_score_loss": 0.03197821378707886}
+{"step": 1590000, "wall_time": 15512.608350038528, "train_loss_step": 5.224632263183594, "n_params": 4592800, "total_flops": 22433439744000000, "train_loss": 0.03353187441825867, "subset_score_loss": 0.03353187441825867}
+{"step": 1600000, "wall_time": 15669.505947828293, "train_loss_step": 5.105782508850098, "n_params": 4592800, "total_flops": 22574530560000000, "train_loss": 0.030415189266204835, "subset_score_loss": 0.030415189266204835, "memorization_fraction_pixel": 0.18629999458789825, "mean_nn_ratio_pixel": 0.8006282448768616, "fid": 205.03041283252858, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 15760.907485723495, "train_loss_step": 5.148275375366211, "n_params": 4592800, "total_flops": 22715621376000000, "train_loss": 0.0312887966632843, "subset_score_loss": 0.0312887966632843}
+{"step": 1620000, "wall_time": 15852.35238790512, "train_loss_step": 5.072113990783691, "n_params": 4592800, "total_flops": 22856712192000000, "train_loss": 0.030033570528030396, "subset_score_loss": 0.030033570528030396}
+{"step": 1630000, "wall_time": 15941.460599422455, "train_loss_step": 5.177736759185791, "n_params": 4592800, "total_flops": 22997803008000000, "train_loss": 0.03345620334148407, "subset_score_loss": 0.03345620334148407}
+{"step": 1640000, "wall_time": 16031.121502637863, "train_loss_step": 5.036826133728027, "n_params": 4592800, "total_flops": 23138893824000000, "train_loss": 0.030196967720985412, "subset_score_loss": 0.030196967720985412}
+{"step": 1650000, "wall_time": 16119.821517467499, "train_loss_step": 5.046865463256836, "n_params": 4592800, "total_flops": 23279984640000000, "train_loss": 0.02971978783607483, "subset_score_loss": 0.02971978783607483}
+{"step": 1660000, "wall_time": 16211.351514101028, "train_loss_step": 5.280036926269531, "n_params": 4592800, "total_flops": 23421075456000000, "train_loss": 0.032695499062538144, "subset_score_loss": 0.032695499062538144}
+{"step": 1670000, "wall_time": 16302.875758886337, "train_loss_step": 5.270867347717285, "n_params": 4592800, "total_flops": 23562166272000000, "train_loss": 0.029052627086639405, "subset_score_loss": 0.029052627086639405}
+{"step": 1680000, "wall_time": 16393.965709209442, "train_loss_step": 5.149438858032227, "n_params": 4592800, "total_flops": 23703257088000000, "train_loss": 0.03099345266819, "subset_score_loss": 0.03099345266819}
+{"step": 1690000, "wall_time": 16485.174359083176, "train_loss_step": 5.5146355628967285, "n_params": 4592800, "total_flops": 23844347904000000, "train_loss": 0.030425649881362916, "subset_score_loss": 0.030425649881362916}
+{"step": 1700000, "wall_time": 16642.14121890068, "train_loss_step": 4.851388931274414, "n_params": 4592800, "total_flops": 23985438720000000, "train_loss": 0.02932323217391968, "subset_score_loss": 0.02932323217391968, "memorization_fraction_pixel": 0.21379999816417694, "mean_nn_ratio_pixel": 0.7829347848892212, "fid": 203.38206594165626, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 16733.347250699997, "train_loss_step": 5.575068473815918, "n_params": 4592800, "total_flops": 24126529536000000, "train_loss": 0.03194526731967926, "subset_score_loss": 0.03194526731967926}
+{"step": 1720000, "wall_time": 16824.129648208618, "train_loss_step": 4.568509578704834, "n_params": 4592800, "total_flops": 24267620352000000, "train_loss": 0.029327911138534547, "subset_score_loss": 0.029327911138534547}
+{"step": 1730000, "wall_time": 16914.638084173203, "train_loss_step": 5.357590198516846, "n_params": 4592800, "total_flops": 24408711168000000, "train_loss": 0.031148812174797057, "subset_score_loss": 0.031148812174797057}
+{"step": 1740000, "wall_time": 17000.010459184647, "train_loss_step": 4.939580917358398, "n_params": 4592800, "total_flops": 24549801984000000, "train_loss": 0.028863388299942016, "subset_score_loss": 0.028863388299942016}
+{"step": 1750000, "wall_time": 17089.474932909012, "train_loss_step": 5.376405715942383, "n_params": 4592800, "total_flops": 24690892800000000, "train_loss": 0.029409468173980713, "subset_score_loss": 0.029409468173980713}
+{"step": 1760000, "wall_time": 17178.217715978622, "train_loss_step": 4.9462480545043945, "n_params": 4592800, "total_flops": 24831983616000000, "train_loss": 0.029909420013427734, "subset_score_loss": 0.029909420013427734}
+{"step": 1770000, "wall_time": 17268.58955335617, "train_loss_step": 5.038467884063721, "n_params": 4592800, "total_flops": 24973074432000000, "train_loss": 0.029337841272354125, "subset_score_loss": 0.029337841272354125}
+{"step": 1780000, "wall_time": 17358.961578130722, "train_loss_step": 4.8409013748168945, "n_params": 4592800, "total_flops": 25114165248000000, "train_loss": 0.029584884643554688, "subset_score_loss": 0.029584884643554688}
+{"step": 1790000, "wall_time": 17449.79575252533, "train_loss_step": 4.732464790344238, "n_params": 4592800, "total_flops": 25255256064000000, "train_loss": 0.028314119577407836, "subset_score_loss": 0.028314119577407836}
+{"step": 1800000, "wall_time": 17606.48977804184, "train_loss_step": 4.944155693054199, "n_params": 4592800, "total_flops": 25396346880000000, "train_loss": 0.02765282094478607, "subset_score_loss": 0.02765282094478607, "memorization_fraction_pixel": 0.21889999508857727, "mean_nn_ratio_pixel": 0.7777188420295715, "fid": 203.24118997157305, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 17688.769458770752, "train_loss_step": 5.0088701248168945, "n_params": 4592800, "total_flops": 25537437696000000, "train_loss": 0.02702159881591797, "subset_score_loss": 0.02702159881591797}
+{"step": 1820000, "wall_time": 17779.843404769897, "train_loss_step": 5.023298740386963, "n_params": 4592800, "total_flops": 25678528512000000, "train_loss": 0.0292110413312912, "subset_score_loss": 0.0292110413312912}
+{"step": 1830000, "wall_time": 17870.947358846664, "train_loss_step": 4.910555839538574, "n_params": 4592800, "total_flops": 25819619328000000, "train_loss": 0.030902197957038878, "subset_score_loss": 0.030902197957038878}
+{"step": 1840000, "wall_time": 17960.656682252884, "train_loss_step": 5.091087341308594, "n_params": 4592800, "total_flops": 25960710144000000, "train_loss": 0.028959092497825623, "subset_score_loss": 0.028959092497825623}
+{"step": 1850000, "wall_time": 18040.90588736534, "train_loss_step": 4.866090774536133, "n_params": 4592800, "total_flops": 26101800960000000, "train_loss": 0.029413607716560364, "subset_score_loss": 0.029413607716560364}
+{"step": 1860000, "wall_time": 18128.368260145187, "train_loss_step": 4.57656192779541, "n_params": 4592800, "total_flops": 26242891776000000, "train_loss": 0.028240302205085756, "subset_score_loss": 0.028240302205085756}
+{"step": 1870000, "wall_time": 18213.27755522728, "train_loss_step": 4.697901725769043, "n_params": 4592800, "total_flops": 26383982592000000, "train_loss": 0.027986004948616028, "subset_score_loss": 0.027986004948616028}
+{"step": 1880000, "wall_time": 18304.276213407516, "train_loss_step": 4.6461992263793945, "n_params": 4592800, "total_flops": 26525073408000000, "train_loss": 0.027887117862701417, "subset_score_loss": 0.027887117862701417}
+{"step": 1890000, "wall_time": 18395.536576986313, "train_loss_step": 5.098360061645508, "n_params": 4592800, "total_flops": 26666164224000000, "train_loss": 0.028746485710144043, "subset_score_loss": 0.028746485710144043}
+{"step": 1900000, "wall_time": 18556.114347696304, "train_loss_step": 5.054452896118164, "n_params": 4592800, "total_flops": 26807255040000000, "train_loss": 0.02776179313659668, "subset_score_loss": 0.02776179313659668, "memorization_fraction_pixel": 0.2606000006198883, "mean_nn_ratio_pixel": 0.7496498823165894, "fid": 191.1966904614047, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 18647.562205076218, "train_loss_step": 5.077603340148926, "n_params": 4592800, "total_flops": 26948345856000000, "train_loss": 0.027571117877960204, "subset_score_loss": 0.027571117877960204}
+{"step": 1920000, "wall_time": 18725.8482735157, "train_loss_step": 5.035422325134277, "n_params": 4592800, "total_flops": 27089436672000000, "train_loss": 0.02691560983657837, "subset_score_loss": 0.02691560983657837}
+{"step": 1930000, "wall_time": 18816.876648664474, "train_loss_step": 4.842669486999512, "n_params": 4592800, "total_flops": 27230527488000000, "train_loss": 0.026484382152557374, "subset_score_loss": 0.026484382152557374}
+{"step": 1940000, "wall_time": 18906.640209197998, "train_loss_step": 4.7672224044799805, "n_params": 4592800, "total_flops": 27371618304000000, "train_loss": 0.02644105553627014, "subset_score_loss": 0.02644105553627014}
+{"step": 1950000, "wall_time": 18997.60326886177, "train_loss_step": 4.846334457397461, "n_params": 4592800, "total_flops": 27512709120000000, "train_loss": 0.02713199853897095, "subset_score_loss": 0.02713199853897095}
+{"step": 1960000, "wall_time": 19077.078602313995, "train_loss_step": 5.030905723571777, "n_params": 4592800, "total_flops": 27653799936000000, "train_loss": 0.028034606575965883, "subset_score_loss": 0.028034606575965883}
+{"step": 1970000, "wall_time": 19164.74343395233, "train_loss_step": 5.033583641052246, "n_params": 4592800, "total_flops": 27794890752000000, "train_loss": 0.026831662654876708, "subset_score_loss": 0.026831662654876708}
+{"step": 1980000, "wall_time": 19243.90813422203, "train_loss_step": 4.740128040313721, "n_params": 4592800, "total_flops": 27935981568000000, "train_loss": 0.02732706367969513, "subset_score_loss": 0.02732706367969513}
+{"step": 1990000, "wall_time": 19335.096549510956, "train_loss_step": 4.498437881469727, "n_params": 4592800, "total_flops": 28077072384000000, "train_loss": 0.027375349402427675, "subset_score_loss": 0.027375349402427675}
+{"step": 2000000, "wall_time": 19496.017690896988, "train_loss_step": 4.846428871154785, "n_params": 4592800, "total_flops": 28218163200000000, "train_loss": 0.028582635521888732, "subset_score_loss": 0.028582635521888732, "memorization_fraction_pixel": 0.2935999929904938, "mean_nn_ratio_pixel": 0.7252998948097229, "fid": 182.68652770248667, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 19586.931701898575, "train_loss_step": 4.523806571960449, "n_params": 4592800, "total_flops": 28359254016000000, "train_loss": 0.02639079689979553, "subset_score_loss": 0.02639079689979553}
+{"step": 2020000, "wall_time": 19677.918077468872, "train_loss_step": 4.713611602783203, "n_params": 4592800, "total_flops": 28500344832000000, "train_loss": 0.02735946178436279, "subset_score_loss": 0.02735946178436279}
+{"step": 2030000, "wall_time": 19755.153391122818, "train_loss_step": 4.950000762939453, "n_params": 4592800, "total_flops": 28641435648000000, "train_loss": 0.025079125165939332, "subset_score_loss": 0.025079125165939332}
+{"step": 2040000, "wall_time": 19842.89800143242, "train_loss_step": 4.757756233215332, "n_params": 4592800, "total_flops": 28782526464000000, "train_loss": 0.02549729645252228, "subset_score_loss": 0.02549729645252228}
+{"step": 2050000, "wall_time": 19932.3250041008, "train_loss_step": 4.638869762420654, "n_params": 4592800, "total_flops": 28923617280000000, "train_loss": 0.02716888189315796, "subset_score_loss": 0.02716888189315796}
+{"step": 2060000, "wall_time": 20023.614394903183, "train_loss_step": 4.751760005950928, "n_params": 4592800, "total_flops": 29064708096000000, "train_loss": 0.02714448273181915, "subset_score_loss": 0.02714448273181915}
+{"step": 2070000, "wall_time": 20112.670012950897, "train_loss_step": 4.573641300201416, "n_params": 4592800, "total_flops": 29205798912000000, "train_loss": 0.025533580780029298, "subset_score_loss": 0.025533580780029298}
+{"step": 2080000, "wall_time": 20196.748581409454, "train_loss_step": 4.455533981323242, "n_params": 4592800, "total_flops": 29346889728000000, "train_loss": 0.02745625078678131, "subset_score_loss": 0.02745625078678131}
+{"step": 2090000, "wall_time": 20276.804999113083, "train_loss_step": 4.815019130706787, "n_params": 4592800, "total_flops": 29487980544000000, "train_loss": 0.02584070563316345, "subset_score_loss": 0.02584070563316345}
+{"step": 2100000, "wall_time": 20434.516293287277, "train_loss_step": 4.686065673828125, "n_params": 4592800, "total_flops": 29629071360000000, "train_loss": 0.025460341572761537, "subset_score_loss": 0.025460341572761537, "memorization_fraction_pixel": 0.31290000677108765, "mean_nn_ratio_pixel": 0.7094998359680176, "fid": 175.2269962765336, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 20525.90795326233, "train_loss_step": 4.547094345092773, "n_params": 4592800, "total_flops": 29770162176000000, "train_loss": 0.025094348192214965, "subset_score_loss": 0.025094348192214965}
+{"step": 2120000, "wall_time": 20616.566525697708, "train_loss_step": 5.056603908538818, "n_params": 4592800, "total_flops": 29911252992000000, "train_loss": 0.028348684310913086, "subset_score_loss": 0.028348684310913086}
+{"step": 2130000, "wall_time": 20707.687820911407, "train_loss_step": 4.54814338684082, "n_params": 4592800, "total_flops": 30052343808000000, "train_loss": 0.026946002244949342, "subset_score_loss": 0.026946002244949342}
+{"step": 2140000, "wall_time": 20794.09378027916, "train_loss_step": 4.810551643371582, "n_params": 4592800, "total_flops": 30193434624000000, "train_loss": 0.027431076765060423, "subset_score_loss": 0.027431076765060423}
+{"step": 2150000, "wall_time": 20872.775102376938, "train_loss_step": 4.410727500915527, "n_params": 4592800, "total_flops": 30334525440000000, "train_loss": 0.02482227087020874, "subset_score_loss": 0.02482227087020874}
+{"step": 2160000, "wall_time": 20964.20946598053, "train_loss_step": 4.691226005554199, "n_params": 4592800, "total_flops": 30475616256000000, "train_loss": 0.026055604219436646, "subset_score_loss": 0.026055604219436646}
+{"step": 2170000, "wall_time": 21055.213978290558, "train_loss_step": 4.536553382873535, "n_params": 4592800, "total_flops": 30616707072000000, "train_loss": 0.024920262396335602, "subset_score_loss": 0.024920262396335602}
+{"step": 2180000, "wall_time": 21146.670993566513, "train_loss_step": 4.705475330352783, "n_params": 4592800, "total_flops": 30757797888000000, "train_loss": 0.024715076386928558, "subset_score_loss": 0.024715076386928558}
+{"step": 2190000, "wall_time": 21224.597147464752, "train_loss_step": 4.910462856292725, "n_params": 4592800, "total_flops": 30898888704000000, "train_loss": 0.02680756151676178, "subset_score_loss": 0.02680756151676178}
+{"step": 2200000, "wall_time": 21371.279764175415, "train_loss_step": 4.553875923156738, "n_params": 4592800, "total_flops": 31039979520000000, "train_loss": 0.02570538818836212, "subset_score_loss": 0.02570538818836212, "memorization_fraction_pixel": 0.31610000133514404, "mean_nn_ratio_pixel": 0.7103134393692017, "fid": 179.9344083986122, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 21462.55174255371, "train_loss_step": 4.945095539093018, "n_params": 4592800, "total_flops": 31181070336000000, "train_loss": 0.024979588389396668, "subset_score_loss": 0.024979588389396668}
+{"step": 2220000, "wall_time": 21553.626552820206, "train_loss_step": 4.779219627380371, "n_params": 4592800, "total_flops": 31322161152000000, "train_loss": 0.02507079839706421, "subset_score_loss": 0.02507079839706421}
+{"step": 2230000, "wall_time": 21644.648646354675, "train_loss_step": 4.843132019042969, "n_params": 4592800, "total_flops": 31463251968000000, "train_loss": 0.026581239700317384, "subset_score_loss": 0.026581239700317384}
+{"step": 2240000, "wall_time": 21735.814153909683, "train_loss_step": 4.351837158203125, "n_params": 4592800, "total_flops": 31604342784000000, "train_loss": 0.024356529116630554, "subset_score_loss": 0.024356529116630554}
+{"step": 2250000, "wall_time": 21825.44383263588, "train_loss_step": 4.585044860839844, "n_params": 4592800, "total_flops": 31745433600000000, "train_loss": 0.025837716460227967, "subset_score_loss": 0.025837716460227967}
+{"step": 2260000, "wall_time": 21901.87823843956, "train_loss_step": 4.68093204498291, "n_params": 4592800, "total_flops": 31886524416000000, "train_loss": 0.025005415081977844, "subset_score_loss": 0.025005415081977844}
+{"step": 2270000, "wall_time": 21992.951224327087, "train_loss_step": 4.444606304168701, "n_params": 4592800, "total_flops": 32027615232000000, "train_loss": 0.02403504103422165, "subset_score_loss": 0.02403504103422165}
+{"step": 2280000, "wall_time": 22084.224939346313, "train_loss_step": 4.636597633361816, "n_params": 4592800, "total_flops": 32168706048000000, "train_loss": 0.025442838668823242, "subset_score_loss": 0.025442838668823242}
+{"step": 2290000, "wall_time": 22175.631257772446, "train_loss_step": 4.729669570922852, "n_params": 4592800, "total_flops": 32309796864000000, "train_loss": 0.02540052533149719, "subset_score_loss": 0.02540052533149719}
+{"step": 2300000, "wall_time": 22326.517602205276, "train_loss_step": 4.668242454528809, "n_params": 4592800, "total_flops": 32450887680000000, "train_loss": 0.023534636199474334, "subset_score_loss": 0.023534636199474334, "memorization_fraction_pixel": 0.3837999999523163, "mean_nn_ratio_pixel": 0.661902904510498, "fid": 165.53919522744724, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 22412.68794155121, "train_loss_step": 5.053172588348389, "n_params": 4592800, "total_flops": 32591978496000000, "train_loss": 0.024186643958091735, "subset_score_loss": 0.024186643958091735}
+{"step": 2320000, "wall_time": 22491.5348007679, "train_loss_step": 4.405301094055176, "n_params": 4592800, "total_flops": 32733069312000000, "train_loss": 0.02503337562084198, "subset_score_loss": 0.02503337562084198}
+{"step": 2330000, "wall_time": 22582.731731176376, "train_loss_step": 4.622705459594727, "n_params": 4592800, "total_flops": 32874160128000000, "train_loss": 0.02645483911037445, "subset_score_loss": 0.02645483911037445}
+{"step": 2340000, "wall_time": 22673.763944149017, "train_loss_step": 4.180507659912109, "n_params": 4592800, "total_flops": 33015250944000000, "train_loss": 0.024529483914375306, "subset_score_loss": 0.024529483914375306}
+{"step": 2350000, "wall_time": 22763.187643527985, "train_loss_step": 4.59124755859375, "n_params": 4592800, "total_flops": 33156341760000000, "train_loss": 0.025192832946777342, "subset_score_loss": 0.025192832946777342}
+{"step": 2360000, "wall_time": 22854.41920542717, "train_loss_step": 4.1530561447143555, "n_params": 4592800, "total_flops": 33297432576000000, "train_loss": 0.025282108783721925, "subset_score_loss": 0.025282108783721925}
+{"step": 2370000, "wall_time": 22932.84999871254, "train_loss_step": 4.586666107177734, "n_params": 4592800, "total_flops": 33438523392000000, "train_loss": 0.024459777772426604, "subset_score_loss": 0.024459777772426604}
+{"step": 2380000, "wall_time": 23018.555368185043, "train_loss_step": 4.442724227905273, "n_params": 4592800, "total_flops": 33579614208000000, "train_loss": 0.023612840473651885, "subset_score_loss": 0.023612840473651885}
+{"step": 2390000, "wall_time": 23109.892246961594, "train_loss_step": 4.413982391357422, "n_params": 4592800, "total_flops": 33720705024000000, "train_loss": 0.02455093860626221, "subset_score_loss": 0.02455093860626221}
+{"step": 2400000, "wall_time": 23268.054050683975, "train_loss_step": 4.432865142822266, "n_params": 4592800, "total_flops": 33861795840000000, "train_loss": 0.024294178187847137, "subset_score_loss": 0.024294178187847137, "memorization_fraction_pixel": 0.39629998803138733, "mean_nn_ratio_pixel": 0.6494054794311523, "fid": 162.03547681941794, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 23348.216252565384, "train_loss_step": 4.732806205749512, "n_params": 4592800, "total_flops": 34002886656000000, "train_loss": 0.024235157668590544, "subset_score_loss": 0.024235157668590544}
+{"step": 2420000, "wall_time": 23439.765140533447, "train_loss_step": 4.129365921020508, "n_params": 4592800, "total_flops": 34143977472000000, "train_loss": 0.024902680516242982, "subset_score_loss": 0.024902680516242982}
+{"step": 2430000, "wall_time": 23519.07443857193, "train_loss_step": 4.089653015136719, "n_params": 4592800, "total_flops": 34285068288000000, "train_loss": 0.02411752939224243, "subset_score_loss": 0.02411752939224243}
+{"step": 2440000, "wall_time": 23607.985384464264, "train_loss_step": 4.711599349975586, "n_params": 4592800, "total_flops": 34426159104000000, "train_loss": 0.023685036599636076, "subset_score_loss": 0.023685036599636076}
+{"step": 2450000, "wall_time": 23698.343811750412, "train_loss_step": 4.299644470214844, "n_params": 4592800, "total_flops": 34567249920000000, "train_loss": 0.023009265959262847, "subset_score_loss": 0.023009265959262847}
+{"step": 2460000, "wall_time": 23788.204696416855, "train_loss_step": 4.196455955505371, "n_params": 4592800, "total_flops": 34708340736000000, "train_loss": 0.025139045715332032, "subset_score_loss": 0.025139045715332032}
+{"step": 2470000, "wall_time": 23879.36008787155, "train_loss_step": 4.245359897613525, "n_params": 4592800, "total_flops": 34849431552000000, "train_loss": 0.024775438010692596, "subset_score_loss": 0.024775438010692596}
+{"step": 2480000, "wall_time": 23966.40201306343, "train_loss_step": 4.462400436401367, "n_params": 4592800, "total_flops": 34990522368000000, "train_loss": 0.024246875941753388, "subset_score_loss": 0.024246875941753388}
+{"step": 2490000, "wall_time": 24045.3240544796, "train_loss_step": 4.2051286697387695, "n_params": 4592800, "total_flops": 35131613184000000, "train_loss": 0.024220268428325652, "subset_score_loss": 0.024220268428325652}
+{"step": 2500000, "wall_time": 24205.08062005043, "train_loss_step": 4.386268138885498, "n_params": 4592800, "total_flops": 35272704000000000, "train_loss": 0.024591666460037232, "subset_score_loss": 0.024591666460037232, "memorization_fraction_pixel": 0.39100000262260437, "mean_nn_ratio_pixel": 0.6552227139472961, "fid": 161.39405878508524, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 24296.535881996155, "train_loss_step": 4.382391929626465, "n_params": 4592800, "total_flops": 35413794816000000, "train_loss": 0.023971475660800934, "subset_score_loss": 0.023971475660800934}
+{"step": 2520000, "wall_time": 24374.067024230957, "train_loss_step": 4.233688831329346, "n_params": 4592800, "total_flops": 35554885632000000, "train_loss": 0.02461690455675125, "subset_score_loss": 0.02461690455675125}
+{"step": 2530000, "wall_time": 24461.81785941124, "train_loss_step": 4.242005348205566, "n_params": 4592800, "total_flops": 35695976448000000, "train_loss": 0.024091801047325133, "subset_score_loss": 0.024091801047325133}
+{"step": 2540000, "wall_time": 24550.85303425789, "train_loss_step": 4.522348403930664, "n_params": 4592800, "total_flops": 35837067264000000, "train_loss": 0.024605084955692292, "subset_score_loss": 0.024605084955692292}
+{"step": 2550000, "wall_time": 24628.365972042084, "train_loss_step": 4.428018569946289, "n_params": 4592800, "total_flops": 35978158080000000, "train_loss": 0.022370336949825285, "subset_score_loss": 0.022370336949825285}
+{"step": 2560000, "wall_time": 24717.883754730225, "train_loss_step": 4.4006500244140625, "n_params": 4592800, "total_flops": 36119248896000000, "train_loss": 0.024034479260444643, "subset_score_loss": 0.024034479260444643}
+{"step": 2570000, "wall_time": 24808.945155143738, "train_loss_step": 4.453674793243408, "n_params": 4592800, "total_flops": 36260339712000000, "train_loss": 0.022490194439888, "subset_score_loss": 0.022490194439888}
+{"step": 2580000, "wall_time": 24900.001802921295, "train_loss_step": 4.12863826751709, "n_params": 4592800, "total_flops": 36401430528000000, "train_loss": 0.02385750859975815, "subset_score_loss": 0.02385750859975815}
+{"step": 2590000, "wall_time": 24991.45077443123, "train_loss_step": 4.376820087432861, "n_params": 4592800, "total_flops": 36542521344000000, "train_loss": 0.023640985786914825, "subset_score_loss": 0.023640985786914825}
+{"step": 2600000, "wall_time": 25135.618397951126, "train_loss_step": 3.818415880203247, "n_params": 4592800, "total_flops": 36683612160000000, "train_loss": 0.024362947046756744, "subset_score_loss": 0.024362947046756744, "memorization_fraction_pixel": 0.4198000133037567, "mean_nn_ratio_pixel": 0.6342008113861084, "fid": 158.47579159755406, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 25226.56993508339, "train_loss_step": 4.465235233306885, "n_params": 4592800, "total_flops": 36824702976000000, "train_loss": 0.022189600765705107, "subset_score_loss": 0.022189600765705107}
+{"step": 2620000, "wall_time": 25317.700438022614, "train_loss_step": 4.209191799163818, "n_params": 4592800, "total_flops": 36965793792000000, "train_loss": 0.022862522304058074, "subset_score_loss": 0.022862522304058074}
+{"step": 2630000, "wall_time": 25406.371235132217, "train_loss_step": 4.477320194244385, "n_params": 4592800, "total_flops": 37106884608000000, "train_loss": 0.023003223538398742, "subset_score_loss": 0.023003223538398742}
+{"step": 2640000, "wall_time": 25488.45847415924, "train_loss_step": 4.109775543212891, "n_params": 4592800, "total_flops": 37247975424000000, "train_loss": 0.022643058001995085, "subset_score_loss": 0.022643058001995085}
+{"step": 2650000, "wall_time": 25579.570015192032, "train_loss_step": 4.209921836853027, "n_params": 4592800, "total_flops": 37389066240000000, "train_loss": 0.02384456843137741, "subset_score_loss": 0.02384456843137741}
+{"step": 2660000, "wall_time": 25658.806707382202, "train_loss_step": 4.580958366394043, "n_params": 4592800, "total_flops": 37530157056000000, "train_loss": 0.022037801146507264, "subset_score_loss": 0.022037801146507264}
+{"step": 2670000, "wall_time": 25746.013066530228, "train_loss_step": 4.254825592041016, "n_params": 4592800, "total_flops": 37671247872000000, "train_loss": 0.024339306354522704, "subset_score_loss": 0.024339306354522704}
+{"step": 2680000, "wall_time": 25837.242263317108, "train_loss_step": 4.1056928634643555, "n_params": 4592800, "total_flops": 37812338688000000, "train_loss": 0.021982347965240477, "subset_score_loss": 0.021982347965240477}
+{"step": 2690000, "wall_time": 25928.243381500244, "train_loss_step": 4.456463813781738, "n_params": 4592800, "total_flops": 37953429504000000, "train_loss": 0.022125324606895445, "subset_score_loss": 0.022125324606895445}
+{"step": 2700000, "wall_time": 26087.264830589294, "train_loss_step": 4.383492469787598, "n_params": 4592800, "total_flops": 38094520320000000, "train_loss": 0.02619219422340393, "subset_score_loss": 0.02619219422340393, "memorization_fraction_pixel": 0.4406999945640564, "mean_nn_ratio_pixel": 0.6229251623153687, "fid": 154.7433020874639, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 26166.956973552704, "train_loss_step": 4.384277820587158, "n_params": 4592800, "total_flops": 38235611136000000, "train_loss": 0.02149999886751175, "subset_score_loss": 0.02149999886751175}
+{"step": 2720000, "wall_time": 26258.164321422577, "train_loss_step": 4.293600082397461, "n_params": 4592800, "total_flops": 38376701952000000, "train_loss": 0.022011561691761015, "subset_score_loss": 0.022011561691761015}
+{"step": 2730000, "wall_time": 26349.420416355133, "train_loss_step": 4.191061973571777, "n_params": 4592800, "total_flops": 38517792768000000, "train_loss": 0.022359783947467803, "subset_score_loss": 0.022359783947467803}
+{"step": 2740000, "wall_time": 26441.15389943123, "train_loss_step": 4.236334800720215, "n_params": 4592800, "total_flops": 38658883584000000, "train_loss": 0.022641006112098693, "subset_score_loss": 0.022641006112098693}
+{"step": 2750000, "wall_time": 26518.86642432213, "train_loss_step": 4.448246479034424, "n_params": 4592800, "total_flops": 38799974400000000, "train_loss": 0.021562793850898744, "subset_score_loss": 0.021562793850898744}
+{"step": 2760000, "wall_time": 26608.497854232788, "train_loss_step": 4.38541316986084, "n_params": 4592800, "total_flops": 38941065216000000, "train_loss": 0.020659779012203217, "subset_score_loss": 0.020659779012203217}
+{"step": 2770000, "wall_time": 26699.178442955017, "train_loss_step": 4.469973564147949, "n_params": 4592800, "total_flops": 39082156032000000, "train_loss": 0.022417262196540833, "subset_score_loss": 0.022417262196540833}
+{"step": 2780000, "wall_time": 26778.239092111588, "train_loss_step": 3.898695707321167, "n_params": 4592800, "total_flops": 39223246848000000, "train_loss": 0.02196515500545502, "subset_score_loss": 0.02196515500545502}
+{"step": 2790000, "wall_time": 26869.54105448723, "train_loss_step": 4.157913684844971, "n_params": 4592800, "total_flops": 39364337664000000, "train_loss": 0.02104966938495636, "subset_score_loss": 0.02104966938495636}
+{"step": 2800000, "wall_time": 27029.303643465042, "train_loss_step": 4.138737678527832, "n_params": 4592800, "total_flops": 39505428480000000, "train_loss": 0.02345917373895645, "subset_score_loss": 0.02345917373895645, "memorization_fraction_pixel": 0.4302000105381012, "mean_nn_ratio_pixel": 0.6322897672653198, "fid": 153.8585590775147, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 27120.93300628662, "train_loss_step": 4.1340765953063965, "n_params": 4592800, "total_flops": 39646519296000000, "train_loss": 0.021140548586845397, "subset_score_loss": 0.021140548586845397}
+{"step": 2820000, "wall_time": 27199.358493566513, "train_loss_step": 4.121903419494629, "n_params": 4592800, "total_flops": 39787610112000000, "train_loss": 0.02206908315420151, "subset_score_loss": 0.02206908315420151}
+{"step": 2830000, "wall_time": 27290.666656255722, "train_loss_step": 4.171294212341309, "n_params": 4592800, "total_flops": 39928700928000000, "train_loss": 0.022286896407604218, "subset_score_loss": 0.022286896407604218}
+{"step": 2840000, "wall_time": 27381.52122068405, "train_loss_step": 4.2146806716918945, "n_params": 4592800, "total_flops": 40069791744000000, "train_loss": 0.02157370001077652, "subset_score_loss": 0.02157370001077652}
+{"step": 2850000, "wall_time": 27472.814834356308, "train_loss_step": 4.2697062492370605, "n_params": 4592800, "total_flops": 40210882560000000, "train_loss": 0.020881171524524688, "subset_score_loss": 0.020881171524524688}
+{"step": 2860000, "wall_time": 27552.562345027924, "train_loss_step": 4.062029838562012, "n_params": 4592800, "total_flops": 40351973376000000, "train_loss": 0.021562647819519044, "subset_score_loss": 0.021562647819519044}
+{"step": 2870000, "wall_time": 27635.59840631485, "train_loss_step": 3.9018588066101074, "n_params": 4592800, "total_flops": 40493064192000000, "train_loss": 0.02245032787322998, "subset_score_loss": 0.02245032787322998}
+{"step": 2880000, "wall_time": 27727.036149024963, "train_loss_step": 4.14189338684082, "n_params": 4592800, "total_flops": 40634155008000000, "train_loss": 0.022762413322925567, "subset_score_loss": 0.022762413322925567}
+{"step": 2890000, "wall_time": 27807.353335618973, "train_loss_step": 4.219606876373291, "n_params": 4592800, "total_flops": 40775245824000000, "train_loss": 0.02103339284658432, "subset_score_loss": 0.02103339284658432}
+{"step": 2900000, "wall_time": 27964.291298627853, "train_loss_step": 4.050997257232666, "n_params": 4592800, "total_flops": 40916336640000000, "train_loss": 0.02268950343132019, "subset_score_loss": 0.02268950343132019, "memorization_fraction_pixel": 0.4632999897003174, "mean_nn_ratio_pixel": 0.604636549949646, "fid": 145.46281881986732, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 28055.261471509933, "train_loss_step": 4.3816752433776855, "n_params": 4592800, "total_flops": 41057427456000000, "train_loss": 0.02199767976999283, "subset_score_loss": 0.02199767976999283}
+{"step": 2920000, "wall_time": 28146.37908244133, "train_loss_step": 3.951234817504883, "n_params": 4592800, "total_flops": 41198518272000000, "train_loss": 0.020769833028316496, "subset_score_loss": 0.020769833028316496}
+{"step": 2930000, "wall_time": 28224.784786462784, "train_loss_step": 4.253447532653809, "n_params": 4592800, "total_flops": 41339609088000000, "train_loss": 0.02191340923309326, "subset_score_loss": 0.02191340923309326}
+{"step": 2940000, "wall_time": 28310.213300943375, "train_loss_step": 3.9569854736328125, "n_params": 4592800, "total_flops": 41480699904000000, "train_loss": 0.021467313170433044, "subset_score_loss": 0.021467313170433044}
+{"step": 2950000, "wall_time": 28401.491196155548, "train_loss_step": 4.346487998962402, "n_params": 4592800, "total_flops": 41621790720000000, "train_loss": 0.021563543379306792, "subset_score_loss": 0.021563543379306792}
+{"step": 2960000, "wall_time": 28492.412112236023, "train_loss_step": 4.165500164031982, "n_params": 4592800, "total_flops": 41762881536000000, "train_loss": 0.020476667582988738, "subset_score_loss": 0.020476667582988738}
+{"step": 2970000, "wall_time": 28582.52602648735, "train_loss_step": 3.960587501525879, "n_params": 4592800, "total_flops": 41903972352000000, "train_loss": 0.02194315940141678, "subset_score_loss": 0.02194315940141678}
+{"step": 2980000, "wall_time": 28659.763355493546, "train_loss_step": 4.21558952331543, "n_params": 4592800, "total_flops": 42045063168000000, "train_loss": 0.023282913863658904, "subset_score_loss": 0.023282913863658904}
+{"step": 2990000, "wall_time": 28751.182364225388, "train_loss_step": 4.011529445648193, "n_params": 4592800, "total_flops": 42186153984000000, "train_loss": 0.020975594222545624, "subset_score_loss": 0.020975594222545624}
+{"step": 3000000, "wall_time": 28898.242183685303, "train_loss_step": 4.217416763305664, "n_params": 4592800, "total_flops": 42327244800000000, "train_loss": 0.022600652277469636, "subset_score_loss": 0.022600652277469636, "memorization_fraction_pixel": 0.5062999725341797, "mean_nn_ratio_pixel": 0.5693203806877136, "fid": 138.1729595967275, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 28989.40850877762, "train_loss_step": 4.320201873779297, "n_params": 4592800, "total_flops": 42468335616000000, "train_loss": 0.021861329674720764, "subset_score_loss": 0.021861329674720764}
+{"step": 3020000, "wall_time": 29080.261306524277, "train_loss_step": 4.028659820556641, "n_params": 4592800, "total_flops": 42609426432000000, "train_loss": 0.021629433333873748, "subset_score_loss": 0.021629433333873748}
+{"step": 3030000, "wall_time": 29171.420638799667, "train_loss_step": 3.6455373764038086, "n_params": 4592800, "total_flops": 42750517248000000, "train_loss": 0.020613227784633637, "subset_score_loss": 0.020613227784633637}
+{"step": 3040000, "wall_time": 29259.5325255394, "train_loss_step": 3.876969814300537, "n_params": 4592800, "total_flops": 42891608064000000, "train_loss": 0.021930432319641112, "subset_score_loss": 0.021930432319641112}
+{"step": 3050000, "wall_time": 29337.737555027008, "train_loss_step": 3.9632019996643066, "n_params": 4592800, "total_flops": 43032698880000000, "train_loss": 0.021097469329833984, "subset_score_loss": 0.021097469329833984}
+{"step": 3060000, "wall_time": 29428.994426488876, "train_loss_step": 4.264831066131592, "n_params": 4592800, "total_flops": 43173789696000000, "train_loss": 0.021870625019073487, "subset_score_loss": 0.021870625019073487}
+{"step": 3070000, "wall_time": 29517.878923416138, "train_loss_step": 4.2588725090026855, "n_params": 4592800, "total_flops": 43314880512000000, "train_loss": 0.020413792133331297, "subset_score_loss": 0.020413792133331297}
+{"step": 3080000, "wall_time": 29609.11307120323, "train_loss_step": 4.089343070983887, "n_params": 4592800, "total_flops": 43455971328000000, "train_loss": 0.020827707648277283, "subset_score_loss": 0.020827707648277283}
+{"step": 3090000, "wall_time": 29691.251035690308, "train_loss_step": 3.953190326690674, "n_params": 4592800, "total_flops": 43597062144000000, "train_loss": 0.02068098187446594, "subset_score_loss": 0.02068098187446594}
+{"step": 3100000, "wall_time": 29845.596238851547, "train_loss_step": 4.4059906005859375, "n_params": 4592800, "total_flops": 43738152960000000, "train_loss": 0.021262361109256743, "subset_score_loss": 0.021262361109256743, "memorization_fraction_pixel": 0.5041999816894531, "mean_nn_ratio_pixel": 0.573220431804657, "fid": 139.15365666296708, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 29931.67335128784, "train_loss_step": 3.816293239593506, "n_params": 4592800, "total_flops": 43879243776000000, "train_loss": 0.021470490097999572, "subset_score_loss": 0.021470490097999572}
+{"step": 3120000, "wall_time": 30010.44615006447, "train_loss_step": 4.030655860900879, "n_params": 4592800, "total_flops": 44020334592000000, "train_loss": 0.021682317554950713, "subset_score_loss": 0.021682317554950713}
+{"step": 3130000, "wall_time": 30101.17778992653, "train_loss_step": 4.096076488494873, "n_params": 4592800, "total_flops": 44161425408000000, "train_loss": 0.021485896408557893, "subset_score_loss": 0.021485896408557893}
+{"step": 3140000, "wall_time": 30192.74513077736, "train_loss_step": 4.1095075607299805, "n_params": 4592800, "total_flops": 44302516224000000, "train_loss": 0.021172086894512176, "subset_score_loss": 0.021172086894512176}
+{"step": 3150000, "wall_time": 30284.03806233406, "train_loss_step": 3.9772355556488037, "n_params": 4592800, "total_flops": 44443607040000000, "train_loss": 0.02026350349187851, "subset_score_loss": 0.02026350349187851}
+{"step": 3160000, "wall_time": 30359.30054831505, "train_loss_step": 3.9414219856262207, "n_params": 4592800, "total_flops": 44584697856000000, "train_loss": 0.01979231685400009, "subset_score_loss": 0.01979231685400009}
+{"step": 3170000, "wall_time": 30446.54002761841, "train_loss_step": 4.075009346008301, "n_params": 4592800, "total_flops": 44725788672000000, "train_loss": 0.02139914333820343, "subset_score_loss": 0.02139914333820343}
+{"step": 3180000, "wall_time": 30537.971139907837, "train_loss_step": 4.031894207000732, "n_params": 4592800, "total_flops": 44866879488000000, "train_loss": 0.020282936096191407, "subset_score_loss": 0.020282936096191407}
+{"step": 3190000, "wall_time": 30629.03494143486, "train_loss_step": 4.177525520324707, "n_params": 4592800, "total_flops": 45007970304000000, "train_loss": 0.02256130427122116, "subset_score_loss": 0.02256130427122116}
+{"step": 3200000, "wall_time": 30776.716349840164, "train_loss_step": 4.178764820098877, "n_params": 4592800, "total_flops": 45149061120000000, "train_loss": 0.02099159061908722, "subset_score_loss": 0.02099159061908722, "memorization_fraction_pixel": 0.49630001187324524, "mean_nn_ratio_pixel": 0.5796864032745361, "fid": 139.7916423971348, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 30865.180463075638, "train_loss_step": 4.090217590332031, "n_params": 4592800, "total_flops": 45290151936000000, "train_loss": 0.020075911283493043, "subset_score_loss": 0.020075911283493043}
+{"step": 3220000, "wall_time": 30956.536398410797, "train_loss_step": 4.188750743865967, "n_params": 4592800, "total_flops": 45431242752000000, "train_loss": 0.020564527809619905, "subset_score_loss": 0.020564527809619905}
+{"step": 3230000, "wall_time": 31038.38558101654, "train_loss_step": 4.050602436065674, "n_params": 4592800, "total_flops": 45572333568000000, "train_loss": 0.019928178191184996, "subset_score_loss": 0.019928178191184996}
+{"step": 3240000, "wall_time": 31129.120108366013, "train_loss_step": 3.8909568786621094, "n_params": 4592800, "total_flops": 45713424384000000, "train_loss": 0.01984131783246994, "subset_score_loss": 0.01984131783246994}
+{"step": 3250000, "wall_time": 31220.39444041252, "train_loss_step": 4.11465311050415, "n_params": 4592800, "total_flops": 45854515200000000, "train_loss": 0.01954740583896637, "subset_score_loss": 0.01954740583896637}
+{"step": 3260000, "wall_time": 31311.818704605103, "train_loss_step": 4.190792083740234, "n_params": 4592800, "total_flops": 45995606016000000, "train_loss": 0.020165470242500306, "subset_score_loss": 0.020165470242500306}
+{"step": 3270000, "wall_time": 31393.571136713028, "train_loss_step": 3.832622766494751, "n_params": 4592800, "total_flops": 46136696832000000, "train_loss": 0.020123861730098724, "subset_score_loss": 0.020123861730098724}
+{"step": 3280000, "wall_time": 31476.79946041107, "train_loss_step": 3.9877052307128906, "n_params": 4592800, "total_flops": 46277787648000000, "train_loss": 0.019594870507717133, "subset_score_loss": 0.019594870507717133}
+{"step": 3290000, "wall_time": 31568.108030080795, "train_loss_step": 4.045964241027832, "n_params": 4592800, "total_flops": 46418878464000000, "train_loss": 0.020183973014354706, "subset_score_loss": 0.020183973014354706}
+{"step": 3300000, "wall_time": 31727.67182612419, "train_loss_step": 4.059086799621582, "n_params": 4592800, "total_flops": 46559969280000000, "train_loss": 0.023858198523521425, "subset_score_loss": 0.023858198523521425, "memorization_fraction_pixel": 0.4957999885082245, "mean_nn_ratio_pixel": 0.5828469395637512, "fid": 138.99612055761463, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 31816.290714502335, "train_loss_step": 4.031032562255859, "n_params": 4592800, "total_flops": 46701060096000000, "train_loss": 0.020375680923461915, "subset_score_loss": 0.020375680923461915}
+{"step": 3320000, "wall_time": 31896.974185705185, "train_loss_step": 4.146488666534424, "n_params": 4592800, "total_flops": 46842150912000000, "train_loss": 0.02065138816833496, "subset_score_loss": 0.02065138816833496}
+{"step": 3330000, "wall_time": 31987.967772483826, "train_loss_step": 3.836422920227051, "n_params": 4592800, "total_flops": 46983241728000000, "train_loss": 0.01863330751657486, "subset_score_loss": 0.01863330751657486}
+{"step": 3340000, "wall_time": 32073.052209615707, "train_loss_step": 3.896806001663208, "n_params": 4592800, "total_flops": 47124332544000000, "train_loss": 0.02604405879974365, "subset_score_loss": 0.02604405879974365}
+{"step": 3350000, "wall_time": 32154.32849764824, "train_loss_step": 3.996863842010498, "n_params": 4592800, "total_flops": 47265423360000000, "train_loss": 0.01972956657409668, "subset_score_loss": 0.01972956657409668}
+{"step": 3360000, "wall_time": 32245.408688545227, "train_loss_step": 4.111506938934326, "n_params": 4592800, "total_flops": 47406514176000000, "train_loss": 0.020654691755771636, "subset_score_loss": 0.020654691755771636}
+{"step": 3370000, "wall_time": 32335.63953781128, "train_loss_step": 3.657510757446289, "n_params": 4592800, "total_flops": 47547604992000000, "train_loss": 0.020647941529750823, "subset_score_loss": 0.020647941529750823}
+{"step": 3380000, "wall_time": 32424.67613005638, "train_loss_step": 3.8315420150756836, "n_params": 4592800, "total_flops": 47688695808000000, "train_loss": 0.018861877918243408, "subset_score_loss": 0.018861877918243408}
+{"step": 3390000, "wall_time": 32501.936450958252, "train_loss_step": 4.082095146179199, "n_params": 4592800, "total_flops": 47829786624000000, "train_loss": 0.019966495037078858, "subset_score_loss": 0.019966495037078858}
+{"step": 3400000, "wall_time": 32662.71527671814, "train_loss_step": 4.181485176086426, "n_params": 4592800, "total_flops": 47970877440000000, "train_loss": 0.019200831651687622, "subset_score_loss": 0.019200831651687622, "memorization_fraction_pixel": 0.5257999897003174, "mean_nn_ratio_pixel": 0.5578082799911499, "fid": 135.56560561912227, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 32753.972874879837, "train_loss_step": 4.016104698181152, "n_params": 4592800, "total_flops": 48111968256000000, "train_loss": 0.01844305545091629, "subset_score_loss": 0.01844305545091629}
+{"step": 3420000, "wall_time": 32845.10130548477, "train_loss_step": 4.245711326599121, "n_params": 4592800, "total_flops": 48253059072000000, "train_loss": 0.019823127985000612, "subset_score_loss": 0.019823127985000612}
+{"step": 3430000, "wall_time": 32931.06266999245, "train_loss_step": 3.906024932861328, "n_params": 4592800, "total_flops": 48394149888000000, "train_loss": 0.018920746445655823, "subset_score_loss": 0.018920746445655823}
+{"step": 3440000, "wall_time": 33022.11904501915, "train_loss_step": 4.17478084564209, "n_params": 4592800, "total_flops": 48535240704000000, "train_loss": 0.01886542737483978, "subset_score_loss": 0.01886542737483978}
+{"step": 3450000, "wall_time": 33113.71074461937, "train_loss_step": 3.958214282989502, "n_params": 4592800, "total_flops": 48676331520000000, "train_loss": 0.01959846615791321, "subset_score_loss": 0.01959846615791321}
+{"step": 3460000, "wall_time": 33199.40026926994, "train_loss_step": 4.19885778427124, "n_params": 4592800, "total_flops": 48817422336000000, "train_loss": 0.019073919951915742, "subset_score_loss": 0.019073919951915742}
+{"step": 3470000, "wall_time": 33290.569942474365, "train_loss_step": 3.8633270263671875, "n_params": 4592800, "total_flops": 48958513152000000, "train_loss": 0.019768054783344268, "subset_score_loss": 0.019768054783344268}
+{"step": 3480000, "wall_time": 33379.98180222511, "train_loss_step": 3.878632068634033, "n_params": 4592800, "total_flops": 49099603968000000, "train_loss": 0.019692045450210572, "subset_score_loss": 0.019692045450210572}
+{"step": 3490000, "wall_time": 33471.44946503639, "train_loss_step": 3.6711552143096924, "n_params": 4592800, "total_flops": 49240694784000000, "train_loss": 0.019689640402793883, "subset_score_loss": 0.019689640402793883}
+{"step": 3500000, "wall_time": 33629.20881962776, "train_loss_step": 4.1933979988098145, "n_params": 4592800, "total_flops": 49381785600000000, "train_loss": 0.019586844742298125, "subset_score_loss": 0.019586844742298125, "memorization_fraction_pixel": 0.5582000017166138, "mean_nn_ratio_pixel": 0.5367753505706787, "fid": 129.12372968859898, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 33720.58678436279, "train_loss_step": 4.605642318725586, "n_params": 4592800, "total_flops": 49522876416000000, "train_loss": 0.01929570734500885, "subset_score_loss": 0.01929570734500885}
+{"step": 3520000, "wall_time": 33811.830815553665, "train_loss_step": 3.736668348312378, "n_params": 4592800, "total_flops": 49663967232000000, "train_loss": 0.020570330321788788, "subset_score_loss": 0.020570330321788788}
+{"step": 3530000, "wall_time": 33903.225992918015, "train_loss_step": 3.593930244445801, "n_params": 4592800, "total_flops": 49805058048000000, "train_loss": 0.018760554492473602, "subset_score_loss": 0.018760554492473602}
+{"step": 3540000, "wall_time": 33991.35158467293, "train_loss_step": 3.920072555541992, "n_params": 4592800, "total_flops": 49946148864000000, "train_loss": 0.01971689611673355, "subset_score_loss": 0.01971689611673355}
+{"step": 3550000, "wall_time": 34082.548679590225, "train_loss_step": 4.282878875732422, "n_params": 4592800, "total_flops": 50087239680000000, "train_loss": 0.020842400193214417, "subset_score_loss": 0.020842400193214417}
+{"step": 3560000, "wall_time": 34174.00311303139, "train_loss_step": 3.9523115158081055, "n_params": 4592800, "total_flops": 50228330496000000, "train_loss": 0.01886051744222641, "subset_score_loss": 0.01886051744222641}
+{"step": 3570000, "wall_time": 34262.1573343277, "train_loss_step": 3.8586902618408203, "n_params": 4592800, "total_flops": 50369421312000000, "train_loss": 0.01986624002456665, "subset_score_loss": 0.01986624002456665}
+{"step": 3580000, "wall_time": 34351.689551115036, "train_loss_step": 3.9979498386383057, "n_params": 4592800, "total_flops": 50510512128000000, "train_loss": 0.0194400891661644, "subset_score_loss": 0.0194400891661644}
+{"step": 3590000, "wall_time": 34442.989929676056, "train_loss_step": 4.1101837158203125, "n_params": 4592800, "total_flops": 50651602944000000, "train_loss": 0.019138257205486297, "subset_score_loss": 0.019138257205486297}
+{"step": 3600000, "wall_time": 34600.94736289978, "train_loss_step": 3.627999782562256, "n_params": 4592800, "total_flops": 50792693760000000, "train_loss": 0.019258108735084534, "subset_score_loss": 0.019258108735084534, "memorization_fraction_pixel": 0.5507000088691711, "mean_nn_ratio_pixel": 0.540993869304657, "fid": 129.31664950414628, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 34692.34587264061, "train_loss_step": 4.212940216064453, "n_params": 4592800, "total_flops": 50933784576000000, "train_loss": 0.018660473823547363, "subset_score_loss": 0.018660473823547363}
+{"step": 3620000, "wall_time": 34783.93188691139, "train_loss_step": 3.7498345375061035, "n_params": 4592800, "total_flops": 51074875392000000, "train_loss": 0.022410999238491058, "subset_score_loss": 0.022410999238491058}
+{"step": 3630000, "wall_time": 34875.15496611595, "train_loss_step": 3.7583255767822266, "n_params": 4592800, "total_flops": 51215966208000000, "train_loss": 0.019048459827899933, "subset_score_loss": 0.019048459827899933}
+{"step": 3640000, "wall_time": 34966.563131570816, "train_loss_step": 4.31951904296875, "n_params": 4592800, "total_flops": 51357057024000000, "train_loss": 0.019557416439056396, "subset_score_loss": 0.019557416439056396}
+{"step": 3650000, "wall_time": 35055.273099184036, "train_loss_step": 3.6169447898864746, "n_params": 4592800, "total_flops": 51498147840000000, "train_loss": 0.019500723481178282, "subset_score_loss": 0.019500723481178282}
+{"step": 3660000, "wall_time": 35146.64393258095, "train_loss_step": 3.960007905960083, "n_params": 4592800, "total_flops": 51639238656000000, "train_loss": 0.019929221272468566, "subset_score_loss": 0.019929221272468566}
+{"step": 3670000, "wall_time": 35238.00948190689, "train_loss_step": 4.268630504608154, "n_params": 4592800, "total_flops": 51780329472000000, "train_loss": 0.019289909303188323, "subset_score_loss": 0.019289909303188323}
+{"step": 3680000, "wall_time": 35324.1951611042, "train_loss_step": 3.653444766998291, "n_params": 4592800, "total_flops": 51921420288000000, "train_loss": 0.019627057015895844, "subset_score_loss": 0.019627057015895844}
+{"step": 3690000, "wall_time": 35415.49081349373, "train_loss_step": 3.794886589050293, "n_params": 4592800, "total_flops": 52062511104000000, "train_loss": 0.018344861268997193, "subset_score_loss": 0.018344861268997193}
+{"step": 3700000, "wall_time": 35575.79842233658, "train_loss_step": 3.6804585456848145, "n_params": 4592800, "total_flops": 52203601920000000, "train_loss": 0.018527320027351378, "subset_score_loss": 0.018527320027351378, "memorization_fraction_pixel": 0.5187000036239624, "mean_nn_ratio_pixel": 0.5644590258598328, "fid": 136.46693382797088, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 35666.72009921074, "train_loss_step": 3.8770759105682373, "n_params": 4592800, "total_flops": 52344692736000000, "train_loss": 0.02007443755865097, "subset_score_loss": 0.02007443755865097}
+{"step": 3720000, "wall_time": 35758.02495288849, "train_loss_step": 3.8204574584960938, "n_params": 4592800, "total_flops": 52485783552000000, "train_loss": 0.018063172698020935, "subset_score_loss": 0.018063172698020935}
+{"step": 3730000, "wall_time": 35849.19952368736, "train_loss_step": 3.780844211578369, "n_params": 4592800, "total_flops": 52626874368000000, "train_loss": 0.017668983340263365, "subset_score_loss": 0.017668983340263365}
+{"step": 3740000, "wall_time": 35940.539600372314, "train_loss_step": 3.7408149242401123, "n_params": 4592800, "total_flops": 52767965184000000, "train_loss": 0.0185044601559639, "subset_score_loss": 0.0185044601559639}
+{"step": 3750000, "wall_time": 36030.11001038551, "train_loss_step": 3.661933422088623, "n_params": 4592800, "total_flops": 52909056000000000, "train_loss": 0.019197675585746764, "subset_score_loss": 0.019197675585746764}
+{"step": 3760000, "wall_time": 36119.902953863144, "train_loss_step": 3.887265205383301, "n_params": 4592800, "total_flops": 53050146816000000, "train_loss": 0.018111449480056763, "subset_score_loss": 0.018111449480056763}
+{"step": 3770000, "wall_time": 36211.00740838051, "train_loss_step": 3.9636690616607666, "n_params": 4592800, "total_flops": 53191237632000000, "train_loss": 0.018636006116867065, "subset_score_loss": 0.018636006116867065}
+{"step": 3780000, "wall_time": 36300.480800151825, "train_loss_step": 3.710902690887451, "n_params": 4592800, "total_flops": 53332328448000000, "train_loss": 0.01827714592218399, "subset_score_loss": 0.01827714592218399}
+{"step": 3790000, "wall_time": 36388.60693359375, "train_loss_step": 3.6405365467071533, "n_params": 4592800, "total_flops": 53473419264000000, "train_loss": 0.019713862240314482, "subset_score_loss": 0.019713862240314482}
+{"step": 3800000, "wall_time": 36549.590118169785, "train_loss_step": 3.8416385650634766, "n_params": 4592800, "total_flops": 53614510080000000, "train_loss": 0.020220588147640228, "subset_score_loss": 0.020220588147640228, "memorization_fraction_pixel": 0.5473999977111816, "mean_nn_ratio_pixel": 0.5440852642059326, "fid": 129.3819379133612, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 36632.03242635727, "train_loss_step": 3.750936985015869, "n_params": 4592800, "total_flops": 53755600896000000, "train_loss": 0.019007252156734468, "subset_score_loss": 0.019007252156734468}
+{"step": 3820000, "wall_time": 36718.14647626877, "train_loss_step": 3.7974534034729004, "n_params": 4592800, "total_flops": 53896691712000000, "train_loss": 0.018576544523239136, "subset_score_loss": 0.018576544523239136}
+{"step": 3830000, "wall_time": 36809.34020733833, "train_loss_step": 3.7606701850891113, "n_params": 4592800, "total_flops": 54037782528000000, "train_loss": 0.01795833557844162, "subset_score_loss": 0.01795833557844162}
+{"step": 3840000, "wall_time": 36900.672056913376, "train_loss_step": 3.3970675468444824, "n_params": 4592800, "total_flops": 54178873344000000, "train_loss": 0.0202641025185585, "subset_score_loss": 0.0202641025185585}
+{"step": 3850000, "wall_time": 36991.94449257851, "train_loss_step": 4.015809059143066, "n_params": 4592800, "total_flops": 54319964160000000, "train_loss": 0.019994132220745087, "subset_score_loss": 0.019994132220745087}
+{"step": 3860000, "wall_time": 37079.08011007309, "train_loss_step": 3.7985687255859375, "n_params": 4592800, "total_flops": 54461054976000000, "train_loss": 0.01813347339630127, "subset_score_loss": 0.01813347339630127}
+{"step": 3870000, "wall_time": 37169.352526664734, "train_loss_step": 3.862600803375244, "n_params": 4592800, "total_flops": 54602145792000000, "train_loss": 0.01800091415643692, "subset_score_loss": 0.01800091415643692}
+{"step": 3880000, "wall_time": 37260.106155872345, "train_loss_step": 3.8982787132263184, "n_params": 4592800, "total_flops": 54743236608000000, "train_loss": 0.020405927300453187, "subset_score_loss": 0.020405927300453187}
+{"step": 3890000, "wall_time": 37350.340366601944, "train_loss_step": 3.740612506866455, "n_params": 4592800, "total_flops": 54884327424000000, "train_loss": 0.018709619343280793, "subset_score_loss": 0.018709619343280793}
+{"step": 3900000, "wall_time": 37507.81253814697, "train_loss_step": 3.9704127311706543, "n_params": 4592800, "total_flops": 55025418240000000, "train_loss": 0.018766839802265168, "subset_score_loss": 0.018766839802265168, "memorization_fraction_pixel": 0.5568000078201294, "mean_nn_ratio_pixel": 0.5370591282844543, "fid": 128.7593206640973, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 37598.968074798584, "train_loss_step": 3.7172646522521973, "n_params": 4592800, "total_flops": 55166509056000000, "train_loss": 0.018505607545375825, "subset_score_loss": 0.018505607545375825}
+{"step": 3920000, "wall_time": 37688.133462667465, "train_loss_step": 3.562274932861328, "n_params": 4592800, "total_flops": 55307599872000000, "train_loss": 0.018275479972362518, "subset_score_loss": 0.018275479972362518}
+{"step": 3930000, "wall_time": 37779.343391656876, "train_loss_step": 3.842902421951294, "n_params": 4592800, "total_flops": 55448690688000000, "train_loss": 0.0169287234544754, "subset_score_loss": 0.0169287234544754}
+{"step": 3940000, "wall_time": 37870.38235807419, "train_loss_step": 3.704556703567505, "n_params": 4592800, "total_flops": 55589781504000000, "train_loss": 0.018002524971961975, "subset_score_loss": 0.018002524971961975}
+{"step": 3950000, "wall_time": 37961.655977487564, "train_loss_step": 3.7459652423858643, "n_params": 4592800, "total_flops": 55730872320000000, "train_loss": 0.01858476400375366, "subset_score_loss": 0.01858476400375366}
+{"step": 3960000, "wall_time": 38052.55783319473, "train_loss_step": 3.7337141036987305, "n_params": 4592800, "total_flops": 55871963136000000, "train_loss": 0.020947830379009248, "subset_score_loss": 0.020947830379009248}
+{"step": 3970000, "wall_time": 38140.790271282196, "train_loss_step": 3.7225399017333984, "n_params": 4592800, "total_flops": 56013053952000000, "train_loss": 0.019452816247940062, "subset_score_loss": 0.019452816247940062}
+{"step": 3980000, "wall_time": 38231.766686439514, "train_loss_step": 3.739760398864746, "n_params": 4592800, "total_flops": 56154144768000000, "train_loss": 0.01905641257762909, "subset_score_loss": 0.01905641257762909}
+{"step": 3990000, "wall_time": 38320.7534365654, "train_loss_step": 3.820629119873047, "n_params": 4592800, "total_flops": 56295235584000000, "train_loss": 0.02112005650997162, "subset_score_loss": 0.02112005650997162}
+{"step": 4000000, "wall_time": 38478.643594264984, "train_loss_step": 3.7448785305023193, "n_params": 4592800, "total_flops": 56436326400000000, "train_loss": 0.018503881990909576, "subset_score_loss": 0.018503881990909576, "memorization_fraction_pixel": 0.5824999809265137, "mean_nn_ratio_pixel": 0.518973171710968, "fid": 126.95548552698595, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 38569.707643032074, "train_loss_step": 3.656895399093628, "n_params": 4592800, "total_flops": 56577417216000000, "train_loss": 0.01681714355945587, "subset_score_loss": 0.01681714355945587}
+{"step": 4020000, "wall_time": 38660.92533493042, "train_loss_step": 3.5671160221099854, "n_params": 4592800, "total_flops": 56718508032000000, "train_loss": 0.017911790311336516, "subset_score_loss": 0.017911790311336516}
+{"step": 4030000, "wall_time": 38750.26218366623, "train_loss_step": 3.572117805480957, "n_params": 4592800, "total_flops": 56859598848000000, "train_loss": 0.017361558973789215, "subset_score_loss": 0.017361558973789215}
+{"step": 4040000, "wall_time": 38841.04842495918, "train_loss_step": 4.003228664398193, "n_params": 4592800, "total_flops": 57000689664000000, "train_loss": 0.017841337621212004, "subset_score_loss": 0.017841337621212004}
+{"step": 4050000, "wall_time": 38932.33601164818, "train_loss_step": 3.809291362762451, "n_params": 4592800, "total_flops": 57141780480000000, "train_loss": 0.020409205555915834, "subset_score_loss": 0.020409205555915834}
+{"step": 4060000, "wall_time": 39023.51171994209, "train_loss_step": 3.92204213142395, "n_params": 4592800, "total_flops": 57282871296000000, "train_loss": 0.019256976246833802, "subset_score_loss": 0.019256976246833802}
+{"step": 4070000, "wall_time": 39115.00800871849, "train_loss_step": 3.8054747581481934, "n_params": 4592800, "total_flops": 57423962112000000, "train_loss": 0.01798037588596344, "subset_score_loss": 0.01798037588596344}
+{"step": 4080000, "wall_time": 39203.03938174248, "train_loss_step": 3.7513699531555176, "n_params": 4592800, "total_flops": 57565052928000000, "train_loss": 0.017356885969638823, "subset_score_loss": 0.017356885969638823}
+{"step": 4090000, "wall_time": 39292.36010932922, "train_loss_step": 3.7650394439697266, "n_params": 4592800, "total_flops": 57706143744000000, "train_loss": 0.019993485510349275, "subset_score_loss": 0.019993485510349275}
+{"step": 4100000, "wall_time": 39453.508588552475, "train_loss_step": 3.693608283996582, "n_params": 4592800, "total_flops": 57847234560000000, "train_loss": 0.01721104234457016, "subset_score_loss": 0.01721104234457016, "memorization_fraction_pixel": 0.5467000007629395, "mean_nn_ratio_pixel": 0.5426653623580933, "fid": 130.09848574103506, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 39541.64979672432, "train_loss_step": 3.717717409133911, "n_params": 4592800, "total_flops": 57988325376000000, "train_loss": 0.01811422109603882, "subset_score_loss": 0.01811422109603882}
+{"step": 4120000, "wall_time": 39633.03399634361, "train_loss_step": 3.9716579914093018, "n_params": 4592800, "total_flops": 58129416192000000, "train_loss": 0.017808787524700165, "subset_score_loss": 0.017808787524700165}
+{"step": 4130000, "wall_time": 39723.97111129761, "train_loss_step": 3.847608804702759, "n_params": 4592800, "total_flops": 58270507008000000, "train_loss": 0.016881589591503144, "subset_score_loss": 0.016881589591503144}
+{"step": 4140000, "wall_time": 39811.91779088974, "train_loss_step": 3.635185956954956, "n_params": 4592800, "total_flops": 58411597824000000, "train_loss": 0.017605352401733398, "subset_score_loss": 0.017605352401733398}
+{"step": 4150000, "wall_time": 39903.40296959877, "train_loss_step": 3.767608642578125, "n_params": 4592800, "total_flops": 58552688640000000, "train_loss": 0.018248718976974488, "subset_score_loss": 0.018248718976974488}
+{"step": 4160000, "wall_time": 39994.65684270859, "train_loss_step": 4.240246295928955, "n_params": 4592800, "total_flops": 58693779456000000, "train_loss": 0.018195557594299316, "subset_score_loss": 0.018195557594299316}
+{"step": 4170000, "wall_time": 40085.75487589836, "train_loss_step": 3.7035529613494873, "n_params": 4592800, "total_flops": 58834870272000000, "train_loss": 0.018317407369613646, "subset_score_loss": 0.018317407369613646}
+{"step": 4180000, "wall_time": 40177.066836595535, "train_loss_step": 3.909372329711914, "n_params": 4592800, "total_flops": 58975961088000000, "train_loss": 0.017040272057056428, "subset_score_loss": 0.017040272057056428}
+{"step": 4190000, "wall_time": 40263.98879432678, "train_loss_step": 3.597782611846924, "n_params": 4592800, "total_flops": 59117051904000000, "train_loss": 0.0175786629319191, "subset_score_loss": 0.0175786629319191}
+{"step": 4200000, "wall_time": 40424.589534282684, "train_loss_step": 3.7530970573425293, "n_params": 4592800, "total_flops": 59258142720000000, "train_loss": 0.01803106814622879, "subset_score_loss": 0.01803106814622879, "memorization_fraction_pixel": 0.595300018787384, "mean_nn_ratio_pixel": 0.5076605081558228, "fid": 121.00337096127092, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 40515.9143371582, "train_loss_step": 3.6203815937042236, "n_params": 4592800, "total_flops": 59399233536000000, "train_loss": 0.017804944515228273, "subset_score_loss": 0.017804944515228273}
+{"step": 4220000, "wall_time": 40591.2318174839, "train_loss_step": 3.8343515396118164, "n_params": 4592800, "total_flops": 59540324352000000, "train_loss": 0.016980177164077757, "subset_score_loss": 0.016980177164077757}
+{"step": 4230000, "wall_time": 40681.7862033844, "train_loss_step": 3.8544929027557373, "n_params": 4592800, "total_flops": 59681415168000000, "train_loss": 0.0184068888425827, "subset_score_loss": 0.0184068888425827}
+{"step": 4240000, "wall_time": 40767.64236879349, "train_loss_step": 3.6606993675231934, "n_params": 4592800, "total_flops": 59822505984000000, "train_loss": 0.0178862988948822, "subset_score_loss": 0.0178862988948822}
+{"step": 4250000, "wall_time": 40848.11102557182, "train_loss_step": 4.056631088256836, "n_params": 4592800, "total_flops": 59963596800000000, "train_loss": 0.01747298091650009, "subset_score_loss": 0.01747298091650009}
+{"step": 4260000, "wall_time": 40939.16736578941, "train_loss_step": 3.316565752029419, "n_params": 4592800, "total_flops": 60104687616000000, "train_loss": 0.01754826456308365, "subset_score_loss": 0.01754826456308365}
+{"step": 4270000, "wall_time": 41030.579372644424, "train_loss_step": 3.854839324951172, "n_params": 4592800, "total_flops": 60245778432000000, "train_loss": 0.017609262466430665, "subset_score_loss": 0.017609262466430665}
+{"step": 4280000, "wall_time": 41121.970192193985, "train_loss_step": 4.019075393676758, "n_params": 4592800, "total_flops": 60386869248000000, "train_loss": 0.017145010828971862, "subset_score_loss": 0.017145010828971862}
+{"step": 4290000, "wall_time": 41211.78013396263, "train_loss_step": 3.859121322631836, "n_params": 4592800, "total_flops": 60527960064000000, "train_loss": 0.01775026023387909, "subset_score_loss": 0.01775026023387909}
+{"step": 4300000, "wall_time": 41359.53965616226, "train_loss_step": 3.953906297683716, "n_params": 4592800, "total_flops": 60669050880000000, "train_loss": 0.01696227490901947, "subset_score_loss": 0.01696227490901947, "memorization_fraction_pixel": 0.5950999855995178, "mean_nn_ratio_pixel": 0.5079324841499329, "fid": 123.15192163579738, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 41450.7634575367, "train_loss_step": 3.6077284812927246, "n_params": 4592800, "total_flops": 60810141696000000, "train_loss": 0.017798346281051636, "subset_score_loss": 0.017798346281051636}
+{"step": 4320000, "wall_time": 41541.99336361885, "train_loss_step": 3.4609344005584717, "n_params": 4592800, "total_flops": 60951232512000000, "train_loss": 0.01768396645784378, "subset_score_loss": 0.01768396645784378}
+{"step": 4330000, "wall_time": 41629.99830341339, "train_loss_step": 3.6203505992889404, "n_params": 4592800, "total_flops": 61092323328000000, "train_loss": 0.018370480835437776, "subset_score_loss": 0.018370480835437776}
+{"step": 4340000, "wall_time": 41715.026450634, "train_loss_step": 3.6562938690185547, "n_params": 4592800, "total_flops": 61233414144000000, "train_loss": 0.018760882318019867, "subset_score_loss": 0.018760882318019867}
+{"step": 4350000, "wall_time": 41806.23695254326, "train_loss_step": 3.6682069301605225, "n_params": 4592800, "total_flops": 61374504960000000, "train_loss": 0.01651182919740677, "subset_score_loss": 0.01651182919740677}
+{"step": 4360000, "wall_time": 41880.715190410614, "train_loss_step": 3.60146427154541, "n_params": 4592800, "total_flops": 61515595776000000, "train_loss": 0.018132130801677703, "subset_score_loss": 0.018132130801677703}
+{"step": 4370000, "wall_time": 41972.11541509628, "train_loss_step": 3.361457109451294, "n_params": 4592800, "total_flops": 61656686592000000, "train_loss": 0.01826896071434021, "subset_score_loss": 0.01826896071434021}
+{"step": 4380000, "wall_time": 42063.41034293175, "train_loss_step": 3.799610137939453, "n_params": 4592800, "total_flops": 61797777408000000, "train_loss": 0.01787007600069046, "subset_score_loss": 0.01787007600069046}
+{"step": 4390000, "wall_time": 42154.50982737541, "train_loss_step": 3.825047254562378, "n_params": 4592800, "total_flops": 61938868224000000, "train_loss": 0.018505555391311646, "subset_score_loss": 0.018505555391311646}
+{"step": 4400000, "wall_time": 42312.02013230324, "train_loss_step": 3.443060874938965, "n_params": 4592800, "total_flops": 62079959040000000, "train_loss": 0.01721556931734085, "subset_score_loss": 0.01721556931734085, "memorization_fraction_pixel": 0.5774999856948853, "mean_nn_ratio_pixel": 0.5234115719795227, "fid": 127.07678057915372, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 42394.77929139137, "train_loss_step": 4.031833648681641, "n_params": 4592800, "total_flops": 62221049856000000, "train_loss": 0.01743568480014801, "subset_score_loss": 0.01743568480014801}
+{"step": 4420000, "wall_time": 42485.77165031433, "train_loss_step": 3.550318956375122, "n_params": 4592800, "total_flops": 62362140672000000, "train_loss": 0.015967868268489838, "subset_score_loss": 0.015967868268489838}
+{"step": 4430000, "wall_time": 42577.21822333336, "train_loss_step": 3.862058639526367, "n_params": 4592800, "total_flops": 62503231488000000, "train_loss": 0.01768929809331894, "subset_score_loss": 0.01768929809331894}
+{"step": 4440000, "wall_time": 42668.902859926224, "train_loss_step": 3.837934732437134, "n_params": 4592800, "total_flops": 62644322304000000, "train_loss": 0.018498145043849945, "subset_score_loss": 0.018498145043849945}
+{"step": 4450000, "wall_time": 42749.445888996124, "train_loss_step": 3.5795886516571045, "n_params": 4592800, "total_flops": 62785413120000000, "train_loss": 0.019706086814403535, "subset_score_loss": 0.019706086814403535}
+{"step": 4460000, "wall_time": 42840.81048297882, "train_loss_step": 3.9919514656066895, "n_params": 4592800, "total_flops": 62926503936000000, "train_loss": 0.018753908574581146, "subset_score_loss": 0.018753908574581146}
+{"step": 4470000, "wall_time": 42921.46088767052, "train_loss_step": 3.709341526031494, "n_params": 4592800, "total_flops": 63067594752000000, "train_loss": 0.017112734913825988, "subset_score_loss": 0.017112734913825988}
+{"step": 4480000, "wall_time": 43006.51732492447, "train_loss_step": 3.4213619232177734, "n_params": 4592800, "total_flops": 63208685568000000, "train_loss": 0.018982328474521637, "subset_score_loss": 0.018982328474521637}
+{"step": 4490000, "wall_time": 43097.682347774506, "train_loss_step": 3.553062915802002, "n_params": 4592800, "total_flops": 63349776384000000, "train_loss": 0.017551180720329285, "subset_score_loss": 0.017551180720329285}
+{"step": 4500000, "wall_time": 43256.90187740326, "train_loss_step": 3.6688060760498047, "n_params": 4592800, "total_flops": 63490867200000000, "train_loss": 0.016364753246307373, "subset_score_loss": 0.016364753246307373, "memorization_fraction_pixel": 0.5983999967575073, "mean_nn_ratio_pixel": 0.505074143409729, "fid": 122.02197270360605, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 43348.36293411255, "train_loss_step": 3.6163089275360107, "n_params": 4592800, "total_flops": 63631958016000000, "train_loss": 0.0166157066822052, "subset_score_loss": 0.0166157066822052}
+{"step": 4520000, "wall_time": 43427.57968354225, "train_loss_step": 3.7902772426605225, "n_params": 4592800, "total_flops": 63773048832000000, "train_loss": 0.01680043190717697, "subset_score_loss": 0.01680043190717697}
+{"step": 4530000, "wall_time": 43518.61574077606, "train_loss_step": 3.556070327758789, "n_params": 4592800, "total_flops": 63914139648000000, "train_loss": 0.016533158719539642, "subset_score_loss": 0.016533158719539642}
+{"step": 4540000, "wall_time": 43609.65668129921, "train_loss_step": 3.2458505630493164, "n_params": 4592800, "total_flops": 64055230464000000, "train_loss": 0.01770138889551163, "subset_score_loss": 0.01770138889551163}
+{"step": 4550000, "wall_time": 43700.7585837841, "train_loss_step": 3.8131308555603027, "n_params": 4592800, "total_flops": 64196321280000000, "train_loss": 0.016524310410022735, "subset_score_loss": 0.016524310410022735}
+{"step": 4560000, "wall_time": 43779.72250890732, "train_loss_step": 3.6639115810394287, "n_params": 4592800, "total_flops": 64337412096000000, "train_loss": 0.01774410605430603, "subset_score_loss": 0.01774410605430603}
+{"step": 4570000, "wall_time": 43865.4406003952, "train_loss_step": 3.597022533416748, "n_params": 4592800, "total_flops": 64478502912000000, "train_loss": 0.017582784593105315, "subset_score_loss": 0.017582784593105315}
+{"step": 4580000, "wall_time": 43954.68327522278, "train_loss_step": 3.647230863571167, "n_params": 4592800, "total_flops": 64619593728000000, "train_loss": 0.017655310034751893, "subset_score_loss": 0.017655310034751893}
+{"step": 4590000, "wall_time": 44034.92565560341, "train_loss_step": 3.8752074241638184, "n_params": 4592800, "total_flops": 64760684544000000, "train_loss": 0.017116807401180267, "subset_score_loss": 0.017116807401180267}
+{"step": 4600000, "wall_time": 44194.57610964775, "train_loss_step": 3.4533562660217285, "n_params": 4592800, "total_flops": 64901775360000000, "train_loss": 0.017856475710868836, "subset_score_loss": 0.017856475710868836, "memorization_fraction_pixel": 0.6022999882698059, "mean_nn_ratio_pixel": 0.5049118995666504, "fid": 120.63692009089175, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 44285.899199962616, "train_loss_step": 3.501621723175049, "n_params": 4592800, "total_flops": 65042866176000000, "train_loss": 0.016757343709468842, "subset_score_loss": 0.016757343709468842}
+{"step": 4620000, "wall_time": 44376.819588661194, "train_loss_step": 3.894115924835205, "n_params": 4592800, "total_flops": 65183956992000000, "train_loss": 0.018580311536788942, "subset_score_loss": 0.018580311536788942}
+{"step": 4630000, "wall_time": 44457.544340372086, "train_loss_step": 3.7320735454559326, "n_params": 4592800, "total_flops": 65325047808000000, "train_loss": 0.017219775915145875, "subset_score_loss": 0.017219775915145875}
+{"step": 4640000, "wall_time": 44547.49268937111, "train_loss_step": 3.509403705596924, "n_params": 4592800, "total_flops": 65466138624000000, "train_loss": 0.017742908000946044, "subset_score_loss": 0.017742908000946044}
+{"step": 4650000, "wall_time": 44638.533422231674, "train_loss_step": 3.545483112335205, "n_params": 4592800, "total_flops": 65607229440000000, "train_loss": 0.015782596170902254, "subset_score_loss": 0.015782596170902254}
+{"step": 4660000, "wall_time": 44729.74485254288, "train_loss_step": 3.6448800563812256, "n_params": 4592800, "total_flops": 65748320256000000, "train_loss": 0.017198939621448518, "subset_score_loss": 0.017198939621448518}
+{"step": 4670000, "wall_time": 44821.01204919815, "train_loss_step": 3.9119346141815186, "n_params": 4592800, "total_flops": 65889411072000000, "train_loss": 0.016845981776714324, "subset_score_loss": 0.016845981776714324}
+{"step": 4680000, "wall_time": 44896.86400222778, "train_loss_step": 3.715860366821289, "n_params": 4592800, "total_flops": 66030501888000000, "train_loss": 0.016988441348075867, "subset_score_loss": 0.016988441348075867}
+{"step": 4690000, "wall_time": 44988.49798130989, "train_loss_step": 3.5237784385681152, "n_params": 4592800, "total_flops": 66171592704000000, "train_loss": 0.01682365536689758, "subset_score_loss": 0.01682365536689758}
+{"step": 4700000, "wall_time": 45132.5527818203, "train_loss_step": 3.3742423057556152, "n_params": 4592800, "total_flops": 66312683520000000, "train_loss": 0.017870868742465972, "subset_score_loss": 0.017870868742465972, "memorization_fraction_pixel": 0.6269999742507935, "mean_nn_ratio_pixel": 0.4868519604206085, "fid": 116.23331523622772, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 45223.78988313675, "train_loss_step": 4.080778121948242, "n_params": 4592800, "total_flops": 66453774336000000, "train_loss": 0.017348140478134155, "subset_score_loss": 0.017348140478134155}
+{"step": 4720000, "wall_time": 45314.85350203514, "train_loss_step": 3.7384133338928223, "n_params": 4592800, "total_flops": 66594865152000000, "train_loss": 0.01724146455526352, "subset_score_loss": 0.01724146455526352}
+{"step": 4730000, "wall_time": 45406.13573431969, "train_loss_step": 3.7252516746520996, "n_params": 4592800, "total_flops": 66735955968000000, "train_loss": 0.01708647608757019, "subset_score_loss": 0.01708647608757019}
+{"step": 4740000, "wall_time": 45492.661700963974, "train_loss_step": 3.704911708831787, "n_params": 4592800, "total_flops": 66877046784000000, "train_loss": 0.016662870347499848, "subset_score_loss": 0.016662870347499848}
+{"step": 4750000, "wall_time": 45575.53791689873, "train_loss_step": 3.8532590866088867, "n_params": 4592800, "total_flops": 67018137600000000, "train_loss": 0.016319143772125243, "subset_score_loss": 0.016319143772125243}
+{"step": 4760000, "wall_time": 45666.336354255676, "train_loss_step": 3.6594552993774414, "n_params": 4592800, "total_flops": 67159228416000000, "train_loss": 0.019050097465515135, "subset_score_loss": 0.019050097465515135}
+{"step": 4770000, "wall_time": 45757.55394124985, "train_loss_step": 3.5159287452697754, "n_params": 4592800, "total_flops": 67300319232000000, "train_loss": 0.016100440919399262, "subset_score_loss": 0.016100440919399262}
+{"step": 4780000, "wall_time": 45848.81612420082, "train_loss_step": 3.7489876747131348, "n_params": 4592800, "total_flops": 67441410048000000, "train_loss": 0.016472968459129333, "subset_score_loss": 0.016472968459129333}
+{"step": 4790000, "wall_time": 45933.08415722847, "train_loss_step": 3.5370235443115234, "n_params": 4592800, "total_flops": 67582500864000000, "train_loss": 0.017742083966732027, "subset_score_loss": 0.017742083966732027}
+{"step": 4800000, "wall_time": 46077.82716035843, "train_loss_step": 3.6824402809143066, "n_params": 4592800, "total_flops": 67723591680000000, "train_loss": 0.016693411767482756, "subset_score_loss": 0.016693411767482756, "memorization_fraction_pixel": 0.6233000159263611, "mean_nn_ratio_pixel": 0.48637139797210693, "fid": 116.56762472816246, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 46165.47782611847, "train_loss_step": 3.426356315612793, "n_params": 4592800, "total_flops": 67864682496000000, "train_loss": 0.01598755717277527, "subset_score_loss": 0.01598755717277527}
+{"step": 4820000, "wall_time": 46256.89934682846, "train_loss_step": 3.7433712482452393, "n_params": 4592800, "total_flops": 68005773312000000, "train_loss": 0.016051208972930907, "subset_score_loss": 0.016051208972930907}
+{"step": 4830000, "wall_time": 46348.214302539825, "train_loss_step": 3.6677489280700684, "n_params": 4592800, "total_flops": 68146864128000000, "train_loss": 0.01662753224372864, "subset_score_loss": 0.01662753224372864}
+{"step": 4840000, "wall_time": 46439.445996046066, "train_loss_step": 3.4920945167541504, "n_params": 4592800, "total_flops": 68287954944000000, "train_loss": 0.017132169008255003, "subset_score_loss": 0.017132169008255003}
+{"step": 4850000, "wall_time": 46531.017062187195, "train_loss_step": 3.589707374572754, "n_params": 4592800, "total_flops": 68429045760000000, "train_loss": 0.019647519290447234, "subset_score_loss": 0.019647519290447234}
+{"step": 4860000, "wall_time": 46611.99457979202, "train_loss_step": 3.7221012115478516, "n_params": 4592800, "total_flops": 68570136576000000, "train_loss": 0.016271845996379854, "subset_score_loss": 0.016271845996379854}
+{"step": 4870000, "wall_time": 46703.284314632416, "train_loss_step": 3.5343761444091797, "n_params": 4592800, "total_flops": 68711227392000000, "train_loss": 0.015226975083351135, "subset_score_loss": 0.015226975083351135}
+{"step": 4880000, "wall_time": 46794.62056970596, "train_loss_step": 3.7069339752197266, "n_params": 4592800, "total_flops": 68852318208000000, "train_loss": 0.017613288760185242, "subset_score_loss": 0.017613288760185242}
+{"step": 4890000, "wall_time": 46886.03768110275, "train_loss_step": 3.6676549911499023, "n_params": 4592800, "total_flops": 68993409024000000, "train_loss": 0.01637083888053894, "subset_score_loss": 0.01637083888053894}
+{"step": 4900000, "wall_time": 47032.78428673744, "train_loss_step": 3.6107330322265625, "n_params": 4592800, "total_flops": 69134499840000000, "train_loss": 0.016336964070796968, "subset_score_loss": 0.016336964070796968, "memorization_fraction_pixel": 0.6398000121116638, "mean_nn_ratio_pixel": 0.47740986943244934, "fid": 115.9003613988855, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 47118.06140303612, "train_loss_step": 3.6948647499084473, "n_params": 4592800, "total_flops": 69275590656000000, "train_loss": 0.016432012617588043, "subset_score_loss": 0.016432012617588043}
+{"step": 4920000, "wall_time": 47200.5747795105, "train_loss_step": 3.8881187438964844, "n_params": 4592800, "total_flops": 69416681472000000, "train_loss": 0.015497681498527528, "subset_score_loss": 0.015497681498527528}
+{"step": 4930000, "wall_time": 47291.94534111023, "train_loss_step": 3.8710169792175293, "n_params": 4592800, "total_flops": 69557772288000000, "train_loss": 0.015465338528156281, "subset_score_loss": 0.015465338528156281}
+{"step": 4940000, "wall_time": 47383.2720348835, "train_loss_step": 3.747561454772949, "n_params": 4592800, "total_flops": 69698863104000000, "train_loss": 0.015828531980514527, "subset_score_loss": 0.015828531980514527}
+{"step": 4950000, "wall_time": 47474.23240041733, "train_loss_step": 3.691941261291504, "n_params": 4592800, "total_flops": 69839953920000000, "train_loss": 0.016735543310642243, "subset_score_loss": 0.016735543310642243}
+{"step": 4960000, "wall_time": 47565.75140237808, "train_loss_step": 3.544562816619873, "n_params": 4592800, "total_flops": 69981044736000000, "train_loss": 0.015782397985458375, "subset_score_loss": 0.015782397985458375}
+{"step": 4970000, "wall_time": 47647.30584168434, "train_loss_step": 3.639561176300049, "n_params": 4592800, "total_flops": 70122135552000000, "train_loss": 0.016496308147907257, "subset_score_loss": 0.016496308147907257}
+{"step": 4980000, "wall_time": 47738.53488397598, "train_loss_step": 3.3933699131011963, "n_params": 4592800, "total_flops": 70263226368000000, "train_loss": 0.017911706864833832, "subset_score_loss": 0.017911706864833832}
+{"step": 4990000, "wall_time": 47829.94960927963, "train_loss_step": 3.4402170181274414, "n_params": 4592800, "total_flops": 70404317184000000, "train_loss": 0.016463731229305268, "subset_score_loss": 0.016463731229305268}
+{"step": 5000000, "wall_time": 47989.25138759613, "train_loss_step": 3.663170337677002, "n_params": 4592800, "total_flops": 70545408000000000, "train_loss": 0.017329901456832886, "subset_score_loss": 0.017329901456832886, "memorization_fraction_pixel": 0.6179999709129333, "mean_nn_ratio_pixel": 0.49677103757858276, "fid": 116.10347015723997, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..538755f08d13a7caaae0d4e31f7a5692d60ed1c1
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d160/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     70s | train_loss=1.0036 | fid=310.9127
+  step   10000 |    151s | train_loss=0.7815
+  step   20000 |    243s | train_loss=0.6396
+  step   30000 |    335s | train_loss=0.5152
+  step   40000 |    426s | train_loss=0.4130
+  step   50000 |    518s | train_loss=0.3278
+  step   60000 |    609s | train_loss=0.2627
+  step   70000 |    701s | train_loss=0.2170
+  step   80000 |    793s | train_loss=0.1815
+  step   90000 |    884s | train_loss=0.1572
+  step  100000 |   1044s | train_loss=0.1472 | fid=200.3834
+  step  110000 |   1131s | train_loss=0.1327
+  step  120000 |   1219s | train_loss=0.1283
+  step  130000 |   1310s | train_loss=0.1165
+  step  140000 |   1402s | train_loss=0.1122
+  step  150000 |   1493s | train_loss=0.1051
+  step  160000 |   1585s | train_loss=0.1029
+  step  170000 |   1676s | train_loss=0.1069
+  step  180000 |   1768s | train_loss=0.1000
+  step  190000 |   1859s | train_loss=0.0957
+  step  200000 |   2020s | train_loss=0.0883 | fid=214.9529
+  step  210000 |   2110s | train_loss=0.0875
+  step  220000 |   2198s | train_loss=0.0888
+  step  230000 |   2286s | train_loss=0.0867
+  step  240000 |   2377s | train_loss=0.0841
+  step  250000 |   2469s | train_loss=0.0785
+  step  260000 |   2560s | train_loss=0.0813
+  step  270000 |   2651s | train_loss=0.0759
+  step  280000 |   2743s | train_loss=0.0788
+  step  290000 |   2834s | train_loss=0.0754
+  step  300000 |   2996s | train_loss=0.0728 | fid=223.0659
+  step  310000 |   3085s | train_loss=0.0752
+  step  320000 |   3175s | train_loss=0.0751
+  step  330000 |   3264s | train_loss=0.0695
+  step  340000 |   3353s | train_loss=0.0665
+  step  350000 |   3444s | train_loss=0.0678
+  step  360000 |   3536s | train_loss=0.0731
+  step  370000 |   3627s | train_loss=0.0671
+  step  380000 |   3719s | train_loss=0.0645
+  step  390000 |   3810s | train_loss=0.0668
+  step  400000 |   3971s | train_loss=0.0679 | fid=209.9818
+  step  410000 |   4061s | train_loss=0.0673
+  step  420000 |   4152s | train_loss=0.0624
+  step  430000 |   4242s | train_loss=0.0622
+  step  440000 |   4331s | train_loss=0.0592
+  step  450000 |   4419s | train_loss=0.0647
+  step  460000 |   4511s | train_loss=0.0587
+  step  470000 |   4602s | train_loss=0.0593
+  step  480000 |   4694s | train_loss=0.0584
+  step  490000 |   4785s | train_loss=0.0583
+  step  500000 |   4945s | train_loss=0.0554 | fid=210.6273
+  step  510000 |   5037s | train_loss=0.0589
+  step  520000 |   5127s | train_loss=0.0557
+  step  530000 |   5217s | train_loss=0.0557
+  step  540000 |   5307s | train_loss=0.0588
+  step  550000 |   5397s | train_loss=0.0537
+  step  560000 |   5486s | train_loss=0.0570
+  step  570000 |   5577s | train_loss=0.0531
+  step  580000 |   5669s | train_loss=0.0530
+  step  590000 |   5760s | train_loss=0.0524
+  step  600000 |   5921s | train_loss=0.0526 | fid=217.3422
+  step  610000 |   6012s | train_loss=0.0523
+  step  620000 |   6102s | train_loss=0.0537
+  step  630000 |   6194s | train_loss=0.0560
+  step  640000 |   6283s | train_loss=0.0497
+  step  650000 |   6374s | train_loss=0.0479
+  step  660000 |   6463s | train_loss=0.0484
+  step  670000 |   6553s | train_loss=0.0474
+  step  680000 |   6645s | train_loss=0.0491
+  step  690000 |   6736s | train_loss=0.0505
+  step  700000 |   6896s | train_loss=0.0494 | fid=213.6242
+  step  710000 |   6988s | train_loss=0.0561
+  step  720000 |   7077s | train_loss=0.0507
+  step  730000 |   7169s | train_loss=0.0465
+  step  740000 |   7260s | train_loss=0.0473
+  step  750000 |   7349s | train_loss=0.0442
+  step  760000 |   7441s | train_loss=0.0455
+  step  770000 |   7529s | train_loss=0.0525
+  step  780000 |   7619s | train_loss=0.0495
+  step  790000 |   7710s | train_loss=0.0483
+  step  800000 |   7871s | train_loss=0.0447 | fid=229.3223
+  step  810000 |   7963s | train_loss=0.0453
+  step  820000 |   8052s | train_loss=0.0439
+  step  830000 |   8144s | train_loss=0.0434
+  step  840000 |   8235s | train_loss=0.0451
+  step  850000 |   8324s | train_loss=0.0438
+  step  860000 |   8415s | train_loss=0.0426
+  step  870000 |   8507s | train_loss=0.0474
+  step  880000 |   8594s | train_loss=0.0447
+  step  890000 |   8685s | train_loss=0.0517
+  step  900000 |   8845s | train_loss=0.0412 | fid=219.7710
+  step  910000 |   8937s | train_loss=0.0421
+  step  920000 |   9026s | train_loss=0.0410
+  step  930000 |   9118s | train_loss=0.0437
+  step  940000 |   9209s | train_loss=0.0418
+  step  950000 |   9300s | train_loss=0.0471
+  step  960000 |   9389s | train_loss=0.0399
+  step  970000 |   9480s | train_loss=0.0397
+  step  980000 |   9571s | train_loss=0.0395
+  step  990000 |   9659s | train_loss=0.0406
+  step 1000000 |   9819s | train_loss=0.0407 | fid=230.9290
+  step 1010000 |   9910s | train_loss=0.0421
+  step 1020000 |  10001s | train_loss=0.0397
+  step 1030000 |  10091s | train_loss=0.0408
+  step 1040000 |  10183s | train_loss=0.0396
+  step 1050000 |  10274s | train_loss=0.0386
+  step 1060000 |  10365s | train_loss=0.0386
+  step 1070000 |  10454s | train_loss=0.0407
+  step 1080000 |  10545s | train_loss=0.0389
+  step 1090000 |  10634s | train_loss=0.0397
+  step 1100000 |  10792s | train_loss=0.0397 | fid=225.0319
+  step 1110000 |  10884s | train_loss=0.0370
+  step 1120000 |  10975s | train_loss=0.0389
+  step 1130000 |  11065s | train_loss=0.0381
+  step 1140000 |  11156s | train_loss=0.0372
+  step 1150000 |  11248s | train_loss=0.0385
+  step 1160000 |  11339s | train_loss=0.0369
+  step 1170000 |  11428s | train_loss=0.0384
+  step 1180000 |  11520s | train_loss=0.0356
+  step 1190000 |  11611s | train_loss=0.0375
+  step 1200000 |  11769s | train_loss=0.0374 | fid=224.2687
+  step 1210000 |  11857s | train_loss=0.0350
+  step 1220000 |  11949s | train_loss=0.0360
+  step 1230000 |  12038s | train_loss=0.0371
+  step 1240000 |  12130s | train_loss=0.0349
+  step 1250000 |  12221s | train_loss=0.0344
+  step 1260000 |  12313s | train_loss=0.0368
+  step 1270000 |  12404s | train_loss=0.0360
+  step 1280000 |  12492s | train_loss=0.0358
+  step 1290000 |  12584s | train_loss=0.0366
+  step 1300000 |  12744s | train_loss=0.0347 | fid=211.5553
+  step 1310000 |  12836s | train_loss=0.0376
+  step 1320000 |  12925s | train_loss=0.0338
+  step 1330000 |  13014s | train_loss=0.0337
+  step 1340000 |  13106s | train_loss=0.0347
+  step 1350000 |  13197s | train_loss=0.0374
+  step 1360000 |  13288s | train_loss=0.0355
+  step 1370000 |  13380s | train_loss=0.0345
+  step 1380000 |  13469s | train_loss=0.0345
+  step 1390000 |  13560s | train_loss=0.0338
+  step 1400000 |  13722s | train_loss=0.0337 | fid=206.6840
+  step 1410000 |  13811s | train_loss=0.0336
+  step 1420000 |  13903s | train_loss=0.0322
+  step 1430000 |  13991s | train_loss=0.0336
+  step 1440000 |  14082s | train_loss=0.0327
+  step 1450000 |  14174s | train_loss=0.0314
+  step 1460000 |  14265s | train_loss=0.0325
+  step 1470000 |  14357s | train_loss=0.0356
+  step 1480000 |  14448s | train_loss=0.0331
+  step 1490000 |  14536s | train_loss=0.0315
+  step 1500000 |  14697s | train_loss=0.0324 | fid=208.2577
+  step 1510000 |  14789s | train_loss=0.0350
+  step 1520000 |  14878s | train_loss=0.0324
+  step 1530000 |  14969s | train_loss=0.0337
+  step 1540000 |  15056s | train_loss=0.0325
+  step 1550000 |  15147s | train_loss=0.0325
+  step 1560000 |  15239s | train_loss=0.0333
+  step 1570000 |  15330s | train_loss=0.0328
+  step 1580000 |  15421s | train_loss=0.0320
+  step 1590000 |  15513s | train_loss=0.0335
+  step 1600000 |  15670s | train_loss=0.0304 | fid=205.0304
+  step 1610000 |  15761s | train_loss=0.0313
+  step 1620000 |  15852s | train_loss=0.0300
+  step 1630000 |  15941s | train_loss=0.0335
+  step 1640000 |  16031s | train_loss=0.0302
+  step 1650000 |  16120s | train_loss=0.0297
+  step 1660000 |  16211s | train_loss=0.0327
+  step 1670000 |  16303s | train_loss=0.0291
+  step 1680000 |  16394s | train_loss=0.0310
+  step 1690000 |  16485s | train_loss=0.0304
+  step 1700000 |  16642s | train_loss=0.0293 | fid=203.3821
+  step 1710000 |  16733s | train_loss=0.0319
+  step 1720000 |  16824s | train_loss=0.0293
+  step 1730000 |  16915s | train_loss=0.0311
+  step 1740000 |  17000s | train_loss=0.0289
+  step 1750000 |  17089s | train_loss=0.0294
+  step 1760000 |  17178s | train_loss=0.0299
+  step 1770000 |  17269s | train_loss=0.0293
+  step 1780000 |  17359s | train_loss=0.0296
+  step 1790000 |  17450s | train_loss=0.0283
+  step 1800000 |  17606s | train_loss=0.0277 | fid=203.2412
+  step 1810000 |  17689s | train_loss=0.0270
+  step 1820000 |  17780s | train_loss=0.0292
+  step 1830000 |  17871s | train_loss=0.0309
+  step 1840000 |  17961s | train_loss=0.0290
+  step 1850000 |  18041s | train_loss=0.0294
+  step 1860000 |  18128s | train_loss=0.0282
+  step 1870000 |  18213s | train_loss=0.0280
+  step 1880000 |  18304s | train_loss=0.0279
+  step 1890000 |  18396s | train_loss=0.0287
+  step 1900000 |  18556s | train_loss=0.0278 | fid=191.1967
+  step 1910000 |  18648s | train_loss=0.0276
+  step 1920000 |  18726s | train_loss=0.0269
+  step 1930000 |  18817s | train_loss=0.0265
+  step 1940000 |  18907s | train_loss=0.0264
+  step 1950000 |  18998s | train_loss=0.0271
+  step 1960000 |  19077s | train_loss=0.0280
+  step 1970000 |  19165s | train_loss=0.0268
+  step 1980000 |  19244s | train_loss=0.0273
+  step 1990000 |  19335s | train_loss=0.0274
+  step 2000000 |  19496s | train_loss=0.0286 | fid=182.6865
+  step 2010000 |  19587s | train_loss=0.0264
+  step 2020000 |  19678s | train_loss=0.0274
+  step 2030000 |  19755s | train_loss=0.0251
+  step 2040000 |  19843s | train_loss=0.0255
+  step 2050000 |  19932s | train_loss=0.0272
+  step 2060000 |  20024s | train_loss=0.0271
+  step 2070000 |  20113s | train_loss=0.0255
+  step 2080000 |  20197s | train_loss=0.0275
+  step 2090000 |  20277s | train_loss=0.0258
+  step 2100000 |  20435s | train_loss=0.0255 | fid=175.2270
+  step 2110000 |  20526s | train_loss=0.0251
+  step 2120000 |  20617s | train_loss=0.0283
+  step 2130000 |  20708s | train_loss=0.0269
+  step 2140000 |  20794s | train_loss=0.0274
+  step 2150000 |  20873s | train_loss=0.0248
+  step 2160000 |  20964s | train_loss=0.0261
+  step 2170000 |  21055s | train_loss=0.0249
+  step 2180000 |  21147s | train_loss=0.0247
+  step 2190000 |  21225s | train_loss=0.0268
+  step 2200000 |  21371s | train_loss=0.0257 | fid=179.9344
+  step 2210000 |  21463s | train_loss=0.0250
+  step 2220000 |  21554s | train_loss=0.0251
+  step 2230000 |  21645s | train_loss=0.0266
+  step 2240000 |  21736s | train_loss=0.0244
+  step 2250000 |  21825s | train_loss=0.0258
+  step 2260000 |  21902s | train_loss=0.0250
+  step 2270000 |  21993s | train_loss=0.0240
+  step 2280000 |  22084s | train_loss=0.0254
+  step 2290000 |  22176s | train_loss=0.0254
+  step 2300000 |  22327s | train_loss=0.0235 | fid=165.5392
+  step 2310000 |  22413s | train_loss=0.0242
+  step 2320000 |  22492s | train_loss=0.0250
+  step 2330000 |  22583s | train_loss=0.0265
+  step 2340000 |  22674s | train_loss=0.0245
+  step 2350000 |  22763s | train_loss=0.0252
+  step 2360000 |  22854s | train_loss=0.0253
+  step 2370000 |  22933s | train_loss=0.0245
+  step 2380000 |  23019s | train_loss=0.0236
+  step 2390000 |  23110s | train_loss=0.0246
+  step 2400000 |  23268s | train_loss=0.0243 | fid=162.0355
+  step 2410000 |  23348s | train_loss=0.0242
+  step 2420000 |  23440s | train_loss=0.0249
+  step 2430000 |  23519s | train_loss=0.0241
+  step 2440000 |  23608s | train_loss=0.0237
+  step 2450000 |  23698s | train_loss=0.0230
+  step 2460000 |  23788s | train_loss=0.0251
+  step 2470000 |  23879s | train_loss=0.0248
+  step 2480000 |  23966s | train_loss=0.0242
+  step 2490000 |  24045s | train_loss=0.0242
+  step 2500000 |  24205s | train_loss=0.0246 | fid=161.3941
+  step 2510000 |  24297s | train_loss=0.0240
+  step 2520000 |  24374s | train_loss=0.0246
+  step 2530000 |  24462s | train_loss=0.0241
+  step 2540000 |  24551s | train_loss=0.0246
+  step 2550000 |  24628s | train_loss=0.0224
+  step 2560000 |  24718s | train_loss=0.0240
+  step 2570000 |  24809s | train_loss=0.0225
+  step 2580000 |  24900s | train_loss=0.0239
+  step 2590000 |  24991s | train_loss=0.0236
+  step 2600000 |  25136s | train_loss=0.0244 | fid=158.4758
+  step 2610000 |  25227s | train_loss=0.0222
+  step 2620000 |  25318s | train_loss=0.0229
+  step 2630000 |  25406s | train_loss=0.0230
+  step 2640000 |  25488s | train_loss=0.0226
+  step 2650000 |  25580s | train_loss=0.0238
+  step 2660000 |  25659s | train_loss=0.0220
+  step 2670000 |  25746s | train_loss=0.0243
+  step 2680000 |  25837s | train_loss=0.0220
+  step 2690000 |  25928s | train_loss=0.0221
+  step 2700000 |  26087s | train_loss=0.0262 | fid=154.7433
+  step 2710000 |  26167s | train_loss=0.0215
+  step 2720000 |  26258s | train_loss=0.0220
+  step 2730000 |  26349s | train_loss=0.0224
+  step 2740000 |  26441s | train_loss=0.0226
+  step 2750000 |  26519s | train_loss=0.0216
+  step 2760000 |  26608s | train_loss=0.0207
+  step 2770000 |  26699s | train_loss=0.0224
+  step 2780000 |  26778s | train_loss=0.0220
+  step 2790000 |  26870s | train_loss=0.0210
+  step 2800000 |  27029s | train_loss=0.0235 | fid=153.8586
+  step 2810000 |  27121s | train_loss=0.0211
+  step 2820000 |  27199s | train_loss=0.0221
+  step 2830000 |  27291s | train_loss=0.0223
+  step 2840000 |  27382s | train_loss=0.0216
+  step 2850000 |  27473s | train_loss=0.0209
+  step 2860000 |  27553s | train_loss=0.0216
+  step 2870000 |  27636s | train_loss=0.0225
+  step 2880000 |  27727s | train_loss=0.0228
+  step 2890000 |  27807s | train_loss=0.0210
+  step 2900000 |  27964s | train_loss=0.0227 | fid=145.4628
+  step 2910000 |  28055s | train_loss=0.0220
+  step 2920000 |  28146s | train_loss=0.0208
+  step 2930000 |  28225s | train_loss=0.0219
+  step 2940000 |  28310s | train_loss=0.0215
+  step 2950000 |  28401s | train_loss=0.0216
+  step 2960000 |  28492s | train_loss=0.0205
+  step 2970000 |  28583s | train_loss=0.0219
+  step 2980000 |  28660s | train_loss=0.0233
+  step 2990000 |  28751s | train_loss=0.0210
+  step 3000000 |  28898s | train_loss=0.0226 | fid=138.1730
+  step 3010000 |  28989s | train_loss=0.0219
+  step 3020000 |  29080s | train_loss=0.0216
+  step 3030000 |  29171s | train_loss=0.0206
+  step 3040000 |  29260s | train_loss=0.0219
+  step 3050000 |  29338s | train_loss=0.0211
+  step 3060000 |  29429s | train_loss=0.0219
+  step 3070000 |  29518s | train_loss=0.0204
+  step 3080000 |  29609s | train_loss=0.0208
+  step 3090000 |  29691s | train_loss=0.0207
+  step 3100000 |  29846s | train_loss=0.0213 | fid=139.1537
+  step 3110000 |  29932s | train_loss=0.0215
+  step 3120000 |  30010s | train_loss=0.0217
+  step 3130000 |  30101s | train_loss=0.0215
+  step 3140000 |  30193s | train_loss=0.0212
+  step 3150000 |  30284s | train_loss=0.0203
+  step 3160000 |  30359s | train_loss=0.0198
+  step 3170000 |  30447s | train_loss=0.0214
+  step 3180000 |  30538s | train_loss=0.0203
+  step 3190000 |  30629s | train_loss=0.0226
+  step 3200000 |  30777s | train_loss=0.0210 | fid=139.7916
+  step 3210000 |  30865s | train_loss=0.0201
+  step 3220000 |  30957s | train_loss=0.0206
+  step 3230000 |  31038s | train_loss=0.0199
+  step 3240000 |  31129s | train_loss=0.0198
+  step 3250000 |  31220s | train_loss=0.0195
+  step 3260000 |  31312s | train_loss=0.0202
+  step 3270000 |  31394s | train_loss=0.0201
+  step 3280000 |  31477s | train_loss=0.0196
+  step 3290000 |  31568s | train_loss=0.0202
+  step 3300000 |  31728s | train_loss=0.0239 | fid=138.9961
+  step 3310000 |  31816s | train_loss=0.0204
+  step 3320000 |  31897s | train_loss=0.0207
+  step 3330000 |  31988s | train_loss=0.0186
+  step 3340000 |  32073s | train_loss=0.0260
+  step 3350000 |  32154s | train_loss=0.0197
+  step 3360000 |  32245s | train_loss=0.0207
+  step 3370000 |  32336s | train_loss=0.0206
+  step 3380000 |  32425s | train_loss=0.0189
+  step 3390000 |  32502s | train_loss=0.0200
+  step 3400000 |  32663s | train_loss=0.0192 | fid=135.5656
+  step 3410000 |  32754s | train_loss=0.0184
+  step 3420000 |  32845s | train_loss=0.0198
+  step 3430000 |  32931s | train_loss=0.0189
+  step 3440000 |  33022s | train_loss=0.0189
+  step 3450000 |  33114s | train_loss=0.0196
+  step 3460000 |  33199s | train_loss=0.0191
+  step 3470000 |  33291s | train_loss=0.0198
+  step 3480000 |  33380s | train_loss=0.0197
+  step 3490000 |  33471s | train_loss=0.0197
+  step 3500000 |  33629s | train_loss=0.0196 | fid=129.1237
+  step 3510000 |  33721s | train_loss=0.0193
+  step 3520000 |  33812s | train_loss=0.0206
+  step 3530000 |  33903s | train_loss=0.0188
+  step 3540000 |  33991s | train_loss=0.0197
+  step 3550000 |  34083s | train_loss=0.0208
+  step 3560000 |  34174s | train_loss=0.0189
+  step 3570000 |  34262s | train_loss=0.0199
+  step 3580000 |  34352s | train_loss=0.0194
+  step 3590000 |  34443s | train_loss=0.0191
+  step 3600000 |  34601s | train_loss=0.0193 | fid=129.3166
+  step 3610000 |  34692s | train_loss=0.0187
+  step 3620000 |  34784s | train_loss=0.0224
+  step 3630000 |  34875s | train_loss=0.0190
+  step 3640000 |  34967s | train_loss=0.0196
+  step 3650000 |  35055s | train_loss=0.0195
+  step 3660000 |  35147s | train_loss=0.0199
+  step 3670000 |  35238s | train_loss=0.0193
+  step 3680000 |  35324s | train_loss=0.0196
+  step 3690000 |  35415s | train_loss=0.0183
+  step 3700000 |  35576s | train_loss=0.0185 | fid=136.4669
+  step 3710000 |  35667s | train_loss=0.0201
+  step 3720000 |  35758s | train_loss=0.0181
+  step 3730000 |  35849s | train_loss=0.0177
+  step 3740000 |  35941s | train_loss=0.0185
+  step 3750000 |  36030s | train_loss=0.0192
+  step 3760000 |  36120s | train_loss=0.0181
+  step 3770000 |  36211s | train_loss=0.0186
+  step 3780000 |  36300s | train_loss=0.0183
+  step 3790000 |  36389s | train_loss=0.0197
+  step 3800000 |  36550s | train_loss=0.0202 | fid=129.3819
+  step 3810000 |  36632s | train_loss=0.0190
+  step 3820000 |  36718s | train_loss=0.0186
+  step 3830000 |  36809s | train_loss=0.0180
+  step 3840000 |  36901s | train_loss=0.0203
+  step 3850000 |  36992s | train_loss=0.0200
+  step 3860000 |  37079s | train_loss=0.0181
+  step 3870000 |  37169s | train_loss=0.0180
+  step 3880000 |  37260s | train_loss=0.0204
+  step 3890000 |  37350s | train_loss=0.0187
+  step 3900000 |  37508s | train_loss=0.0188 | fid=128.7593
+  step 3910000 |  37599s | train_loss=0.0185
+  step 3920000 |  37688s | train_loss=0.0183
+  step 3930000 |  37779s | train_loss=0.0169
+  step 3940000 |  37870s | train_loss=0.0180
+  step 3950000 |  37962s | train_loss=0.0186
+  step 3960000 |  38053s | train_loss=0.0209
+  step 3970000 |  38141s | train_loss=0.0195
+  step 3980000 |  38232s | train_loss=0.0191
+  step 3990000 |  38321s | train_loss=0.0211
+  step 4000000 |  38479s | train_loss=0.0185 | fid=126.9555
+  step 4010000 |  38570s | train_loss=0.0168
+  step 4020000 |  38661s | train_loss=0.0179
+  step 4030000 |  38750s | train_loss=0.0174
+  step 4040000 |  38841s | train_loss=0.0178
+  step 4050000 |  38932s | train_loss=0.0204
+  step 4060000 |  39024s | train_loss=0.0193
+  step 4070000 |  39115s | train_loss=0.0180
+  step 4080000 |  39203s | train_loss=0.0174
+  step 4090000 |  39292s | train_loss=0.0200
+  step 4100000 |  39454s | train_loss=0.0172 | fid=130.0985
+  step 4110000 |  39542s | train_loss=0.0181
+  step 4120000 |  39633s | train_loss=0.0178
+  step 4130000 |  39724s | train_loss=0.0169
+  step 4140000 |  39812s | train_loss=0.0176
+  step 4150000 |  39903s | train_loss=0.0182
+  step 4160000 |  39995s | train_loss=0.0182
+  step 4170000 |  40086s | train_loss=0.0183
+  step 4180000 |  40177s | train_loss=0.0170
+  step 4190000 |  40264s | train_loss=0.0176
+  step 4200000 |  40425s | train_loss=0.0180 | fid=121.0034
+  step 4210000 |  40516s | train_loss=0.0178
+  step 4220000 |  40591s | train_loss=0.0170
+  step 4230000 |  40682s | train_loss=0.0184
+  step 4240000 |  40768s | train_loss=0.0179
+  step 4250000 |  40848s | train_loss=0.0175
+  step 4260000 |  40939s | train_loss=0.0175
+  step 4270000 |  41031s | train_loss=0.0176
+  step 4280000 |  41122s | train_loss=0.0171
+  step 4290000 |  41212s | train_loss=0.0178
+  step 4300000 |  41360s | train_loss=0.0170 | fid=123.1519
+  step 4310000 |  41451s | train_loss=0.0178
+  step 4320000 |  41542s | train_loss=0.0177
+  step 4330000 |  41630s | train_loss=0.0184
+  step 4340000 |  41715s | train_loss=0.0188
+  step 4350000 |  41806s | train_loss=0.0165
+  step 4360000 |  41881s | train_loss=0.0181
+  step 4370000 |  41972s | train_loss=0.0183
+  step 4380000 |  42063s | train_loss=0.0179
+  step 4390000 |  42155s | train_loss=0.0185
+  step 4400000 |  42312s | train_loss=0.0172 | fid=127.0768
+  step 4410000 |  42395s | train_loss=0.0174
+  step 4420000 |  42486s | train_loss=0.0160
+  step 4430000 |  42577s | train_loss=0.0177
+  step 4440000 |  42669s | train_loss=0.0185
+  step 4450000 |  42749s | train_loss=0.0197
+  step 4460000 |  42841s | train_loss=0.0188
+  step 4470000 |  42921s | train_loss=0.0171
+  step 4480000 |  43007s | train_loss=0.0190
+  step 4490000 |  43098s | train_loss=0.0176
+  step 4500000 |  43257s | train_loss=0.0164 | fid=122.0220
+  step 4510000 |  43348s | train_loss=0.0166
+  step 4520000 |  43428s | train_loss=0.0168
+  step 4530000 |  43519s | train_loss=0.0165
+  step 4540000 |  43610s | train_loss=0.0177
+  step 4550000 |  43701s | train_loss=0.0165
+  step 4560000 |  43780s | train_loss=0.0177
+  step 4570000 |  43865s | train_loss=0.0176
+  step 4580000 |  43955s | train_loss=0.0177
+  step 4590000 |  44035s | train_loss=0.0171
+  step 4600000 |  44195s | train_loss=0.0179 | fid=120.6369
+  step 4610000 |  44286s | train_loss=0.0168
+  step 4620000 |  44377s | train_loss=0.0186
+  step 4630000 |  44458s | train_loss=0.0172
+  step 4640000 |  44547s | train_loss=0.0177
+  step 4650000 |  44639s | train_loss=0.0158
+  step 4660000 |  44730s | train_loss=0.0172
+  step 4670000 |  44821s | train_loss=0.0168
+  step 4680000 |  44897s | train_loss=0.0170
+  step 4690000 |  44988s | train_loss=0.0168
+  step 4700000 |  45133s | train_loss=0.0179 | fid=116.2333
+  step 4710000 |  45224s | train_loss=0.0173
+  step 4720000 |  45315s | train_loss=0.0172
+  step 4730000 |  45406s | train_loss=0.0171
+  step 4740000 |  45493s | train_loss=0.0167
+  step 4750000 |  45576s | train_loss=0.0163
+  step 4760000 |  45666s | train_loss=0.0191
+  step 4770000 |  45758s | train_loss=0.0161
+  step 4780000 |  45849s | train_loss=0.0165
+  step 4790000 |  45933s | train_loss=0.0177
+  step 4800000 |  46078s | train_loss=0.0167 | fid=116.5676
+  step 4810000 |  46165s | train_loss=0.0160
+  step 4820000 |  46257s | train_loss=0.0161
+  step 4830000 |  46348s | train_loss=0.0166
+  step 4840000 |  46439s | train_loss=0.0171
+  step 4850000 |  46531s | train_loss=0.0196
+  step 4860000 |  46612s | train_loss=0.0163
+  step 4870000 |  46703s | train_loss=0.0152
+  step 4880000 |  46795s | train_loss=0.0176
+  step 4890000 |  46886s | train_loss=0.0164
+  step 4900000 |  47033s | train_loss=0.0163 | fid=115.9004
+  step 4910000 |  47118s | train_loss=0.0164
+  step 4920000 |  47201s | train_loss=0.0155
+  step 4930000 |  47292s | train_loss=0.0155
+  step 4940000 |  47383s | train_loss=0.0158
+  step 4950000 |  47474s | train_loss=0.0167
+  step 4960000 |  47566s | train_loss=0.0158
+  step 4970000 |  47647s | train_loss=0.0165
+  step 4980000 |  47739s | train_loss=0.0179
+  step 4990000 |  47830s | train_loss=0.0165
+  step 5000000 |  47989s | train_loss=0.0173 | fid=116.1035
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d5b64da5d0b4981948e6e186b69ca1c49196e242
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..071abcb63c785914df0a9cea105394995fccdb6d
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 180, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d180/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 75.58556318283081, "train_loss_step": 180.25018310546875, "n_params": 4633780, "total_flops": 14234972160, "train_loss": 1.0021826002332899, "subset_score_loss": 1.0021826002332899, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9823601841926575, "fid": 284.36290135004344, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 174.52503776550293, "train_loss_step": 34.78330612182617, "n_params": 4633780, "total_flops": 142349721600000, "train_loss": 0.7725272284613716, "subset_score_loss": 0.7725272284613716}
+{"step": 20000, "wall_time": 274.16647577285767, "train_loss_step": 28.584686279296875, "n_params": 4633780, "total_flops": 284699443200000, "train_loss": 0.6553726196289062, "subset_score_loss": 0.6553726196289062}
+{"step": 30000, "wall_time": 374.1765630245209, "train_loss_step": 26.48375701904297, "n_params": 4633780, "total_flops": 427049164800000, "train_loss": 0.5581086900499131, "subset_score_loss": 0.5581086900499131}
+{"step": 40000, "wall_time": 473.7534101009369, "train_loss_step": 23.523855209350586, "n_params": 4633780, "total_flops": 569398886400000, "train_loss": 0.4716178894042969, "subset_score_loss": 0.4716178894042969}
+{"step": 50000, "wall_time": 573.7513270378113, "train_loss_step": 22.89441680908203, "n_params": 4633780, "total_flops": 711748608000000, "train_loss": 0.3968438466389974, "subset_score_loss": 0.3968438466389974}
+{"step": 60000, "wall_time": 673.6767690181732, "train_loss_step": 22.41677474975586, "n_params": 4633780, "total_flops": 854098329600000, "train_loss": 0.3262237124972873, "subset_score_loss": 0.3262237124972873}
+{"step": 70000, "wall_time": 773.3409037590027, "train_loss_step": 20.03118324279785, "n_params": 4633780, "total_flops": 996448051200000, "train_loss": 0.27324822743733723, "subset_score_loss": 0.27324822743733723}
+{"step": 80000, "wall_time": 872.9360933303833, "train_loss_step": 17.87625503540039, "n_params": 4633780, "total_flops": 1138797772800000, "train_loss": 0.23207001156277127, "subset_score_loss": 0.23207001156277127}
+{"step": 90000, "wall_time": 972.5037667751312, "train_loss_step": 16.866907119750977, "n_params": 4633780, "total_flops": 1281147494400000, "train_loss": 0.2035880618625217, "subset_score_loss": 0.2035880618625217}
+{"step": 100000, "wall_time": 1143.9073824882507, "train_loss_step": 16.951854705810547, "n_params": 4633780, "total_flops": 1423497216000000, "train_loss": 0.17253935072157117, "subset_score_loss": 0.17253935072157117, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9670300483703613, "fid": 196.23084494034592, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1243.5307018756866, "train_loss_step": 16.530616760253906, "n_params": 4633780, "total_flops": 1565846937600000, "train_loss": 0.1733765920003255, "subset_score_loss": 0.1733765920003255}
+{"step": 120000, "wall_time": 1342.9832277297974, "train_loss_step": 14.677997589111328, "n_params": 4633780, "total_flops": 1708196659200000, "train_loss": 0.13811110390557182, "subset_score_loss": 0.13811110390557182}
+{"step": 130000, "wall_time": 1442.7431735992432, "train_loss_step": 14.103997230529785, "n_params": 4633780, "total_flops": 1850546380800000, "train_loss": 0.13467322455512154, "subset_score_loss": 0.13467322455512154}
+{"step": 140000, "wall_time": 1542.47074842453, "train_loss_step": 14.463581085205078, "n_params": 4633780, "total_flops": 1992896102400000, "train_loss": 0.13888119591606987, "subset_score_loss": 0.13888119591606987}
+{"step": 150000, "wall_time": 1641.9549469947815, "train_loss_step": 14.300838470458984, "n_params": 4633780, "total_flops": 2135245824000000, "train_loss": 0.12054871453179253, "subset_score_loss": 0.12054871453179253}
+{"step": 160000, "wall_time": 1741.7006402015686, "train_loss_step": 13.00682544708252, "n_params": 4633780, "total_flops": 2277595545600000, "train_loss": 0.11138154135810005, "subset_score_loss": 0.11138154135810005}
+{"step": 170000, "wall_time": 1841.5045807361603, "train_loss_step": 13.069987297058105, "n_params": 4633780, "total_flops": 2419945267200000, "train_loss": 0.11637191772460938, "subset_score_loss": 0.11637191772460938}
+{"step": 180000, "wall_time": 1940.835458278656, "train_loss_step": 12.584749221801758, "n_params": 4633780, "total_flops": 2562294988800000, "train_loss": 0.10459435780843099, "subset_score_loss": 0.10459435780843099}
+{"step": 190000, "wall_time": 2037.9946517944336, "train_loss_step": 12.079774856567383, "n_params": 4633780, "total_flops": 2704644710400000, "train_loss": 0.1036792967054579, "subset_score_loss": 0.1036792967054579}
+{"step": 200000, "wall_time": 2210.7577335834503, "train_loss_step": 12.280191421508789, "n_params": 4633780, "total_flops": 2846994432000000, "train_loss": 0.09758615493774414, "subset_score_loss": 0.09758615493774414, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9726197123527527, "fid": 265.9782448716433, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2309.9616849422455, "train_loss_step": 12.068044662475586, "n_params": 4633780, "total_flops": 2989344153600000, "train_loss": 0.09766036139594184, "subset_score_loss": 0.09766036139594184}
+{"step": 220000, "wall_time": 2409.750104904175, "train_loss_step": 12.211663246154785, "n_params": 4633780, "total_flops": 3131693875200000, "train_loss": 0.09630493587917752, "subset_score_loss": 0.09630493587917752}
+{"step": 230000, "wall_time": 2509.2290308475494, "train_loss_step": 11.751285552978516, "n_params": 4633780, "total_flops": 3274043596800000, "train_loss": 0.09999809265136719, "subset_score_loss": 0.09999809265136719}
+{"step": 240000, "wall_time": 2608.4995272159576, "train_loss_step": 11.874351501464844, "n_params": 4633780, "total_flops": 3416393318400000, "train_loss": 0.08806465996636284, "subset_score_loss": 0.08806465996636284}
+{"step": 250000, "wall_time": 2707.6620213985443, "train_loss_step": 11.300257682800293, "n_params": 4633780, "total_flops": 3558743040000000, "train_loss": 0.08673093054029676, "subset_score_loss": 0.08673093054029676}
+{"step": 260000, "wall_time": 2806.852614879608, "train_loss_step": 10.850268363952637, "n_params": 4633780, "total_flops": 3701092761600000, "train_loss": 0.08179502487182617, "subset_score_loss": 0.08179502487182617}
+{"step": 270000, "wall_time": 2906.883156299591, "train_loss_step": 11.591010093688965, "n_params": 4633780, "total_flops": 3843442483200000, "train_loss": 0.09462042914496528, "subset_score_loss": 0.09462042914496528}
+{"step": 280000, "wall_time": 3004.8121695518494, "train_loss_step": 10.863080978393555, "n_params": 4633780, "total_flops": 3985792204800000, "train_loss": 0.08974540498521592, "subset_score_loss": 0.08974540498521592}
+{"step": 290000, "wall_time": 3102.351499080658, "train_loss_step": 10.461682319641113, "n_params": 4633780, "total_flops": 4128141926400000, "train_loss": 0.07447191344367134, "subset_score_loss": 0.07447191344367134}
+{"step": 300000, "wall_time": 3275.3701729774475, "train_loss_step": 10.926856994628906, "n_params": 4633780, "total_flops": 4270491648000000, "train_loss": 0.08384204970465767, "subset_score_loss": 0.08384204970465767, "memorization_fraction_pixel": 0.0005000000237487257, "mean_nn_ratio_pixel": 0.975792407989502, "fid": 309.9014898830136, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3375.016563653946, "train_loss_step": 10.457429885864258, "n_params": 4633780, "total_flops": 4412841369600000, "train_loss": 0.07711433834499783, "subset_score_loss": 0.07711433834499783}
+{"step": 320000, "wall_time": 3474.9499509334564, "train_loss_step": 10.422374725341797, "n_params": 4633780, "total_flops": 4555191091200000, "train_loss": 0.0768867121802436, "subset_score_loss": 0.0768867121802436}
+{"step": 330000, "wall_time": 3574.870426416397, "train_loss_step": 10.830582618713379, "n_params": 4633780, "total_flops": 4697540812800000, "train_loss": 0.07670854462517632, "subset_score_loss": 0.07670854462517632}
+{"step": 340000, "wall_time": 3674.521981716156, "train_loss_step": 9.419190406799316, "n_params": 4633780, "total_flops": 4839890534400000, "train_loss": 0.07228000428941515, "subset_score_loss": 0.07228000428941515}
+{"step": 350000, "wall_time": 3773.5827357769012, "train_loss_step": 10.01537799835205, "n_params": 4633780, "total_flops": 4982240256000000, "train_loss": 0.073727019627889, "subset_score_loss": 0.073727019627889}
+{"step": 360000, "wall_time": 3873.3647091388702, "train_loss_step": 9.515929222106934, "n_params": 4633780, "total_flops": 5124589977600000, "train_loss": 0.06993667814466688, "subset_score_loss": 0.06993667814466688}
+{"step": 370000, "wall_time": 3970.7758548259735, "train_loss_step": 9.6888427734375, "n_params": 4633780, "total_flops": 5266939699200000, "train_loss": 0.06653881072998047, "subset_score_loss": 0.06653881072998047}
+{"step": 380000, "wall_time": 4067.8162908554077, "train_loss_step": 9.627351760864258, "n_params": 4633780, "total_flops": 5409289420800000, "train_loss": 0.07348044183519152, "subset_score_loss": 0.07348044183519152}
+{"step": 390000, "wall_time": 4166.676008939743, "train_loss_step": 9.514835357666016, "n_params": 4633780, "total_flops": 5551639142400000, "train_loss": 0.06609667142232259, "subset_score_loss": 0.06609667142232259}
+{"step": 400000, "wall_time": 4341.360419750214, "train_loss_step": 9.061308860778809, "n_params": 4633780, "total_flops": 5693988864000000, "train_loss": 0.06310049162970649, "subset_score_loss": 0.06310049162970649, "memorization_fraction_pixel": 0.0017000000225380063, "mean_nn_ratio_pixel": 0.9680414199829102, "fid": 320.2242581342029, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4440.657251834869, "train_loss_step": 9.373141288757324, "n_params": 4633780, "total_flops": 5836338585600000, "train_loss": 0.06334505610995822, "subset_score_loss": 0.06334505610995822}
+{"step": 420000, "wall_time": 4539.871149778366, "train_loss_step": 9.559575080871582, "n_params": 4633780, "total_flops": 5978688307200000, "train_loss": 0.06489810413784451, "subset_score_loss": 0.06489810413784451}
+{"step": 430000, "wall_time": 4639.502615690231, "train_loss_step": 9.33847427368164, "n_params": 4633780, "total_flops": 6121038028800000, "train_loss": 0.06515462663438586, "subset_score_loss": 0.06515462663438586}
+{"step": 440000, "wall_time": 4739.392380237579, "train_loss_step": 9.436607360839844, "n_params": 4633780, "total_flops": 6263387750400000, "train_loss": 0.059768062167697485, "subset_score_loss": 0.059768062167697485}
+{"step": 450000, "wall_time": 4838.8724818229675, "train_loss_step": 8.863906860351562, "n_params": 4633780, "total_flops": 6405737472000000, "train_loss": 0.05856237411499023, "subset_score_loss": 0.05856237411499023}
+{"step": 460000, "wall_time": 4938.958212375641, "train_loss_step": 9.272148132324219, "n_params": 4633780, "total_flops": 6548087193600000, "train_loss": 0.05819937917921278, "subset_score_loss": 0.05819937917921278}
+{"step": 470000, "wall_time": 5036.585634946823, "train_loss_step": 8.830795288085938, "n_params": 4633780, "total_flops": 6690436915200000, "train_loss": 0.057731782065497506, "subset_score_loss": 0.057731782065497506}
+{"step": 480000, "wall_time": 5134.786977529526, "train_loss_step": 8.952000617980957, "n_params": 4633780, "total_flops": 6832786636800000, "train_loss": 0.05636550055609809, "subset_score_loss": 0.05636550055609809}
+{"step": 490000, "wall_time": 5230.63894033432, "train_loss_step": 8.666017532348633, "n_params": 4633780, "total_flops": 6975136358400000, "train_loss": 0.05540992418924968, "subset_score_loss": 0.05540992418924968}
+{"step": 500000, "wall_time": 5405.934833288193, "train_loss_step": 8.419631958007812, "n_params": 4633780, "total_flops": 7117486080000000, "train_loss": 0.054408258861965604, "subset_score_loss": 0.054408258861965604, "memorization_fraction_pixel": 0.00570000009611249, "mean_nn_ratio_pixel": 0.967046856880188, "fid": 320.08707647784513, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5505.564455986023, "train_loss_step": 8.906164169311523, "n_params": 4633780, "total_flops": 7259835801600000, "train_loss": 0.05726909107632107, "subset_score_loss": 0.05726909107632107}
+{"step": 520000, "wall_time": 5604.840995550156, "train_loss_step": 9.13412857055664, "n_params": 4633780, "total_flops": 7402185523200000, "train_loss": 0.058578899171617294, "subset_score_loss": 0.058578899171617294}
+{"step": 530000, "wall_time": 5704.496953010559, "train_loss_step": 8.50600528717041, "n_params": 4633780, "total_flops": 7544535244800000, "train_loss": 0.055436960856119794, "subset_score_loss": 0.055436960856119794}
+{"step": 540000, "wall_time": 5803.383695840836, "train_loss_step": 8.22735595703125, "n_params": 4633780, "total_flops": 7686884966400000, "train_loss": 0.055739397472805444, "subset_score_loss": 0.055739397472805444}
+{"step": 550000, "wall_time": 5902.655410766602, "train_loss_step": 8.799427032470703, "n_params": 4633780, "total_flops": 7829234688000000, "train_loss": 0.05441388024224175, "subset_score_loss": 0.05441388024224175}
+{"step": 560000, "wall_time": 6000.158707141876, "train_loss_step": 7.84726095199585, "n_params": 4633780, "total_flops": 7971584409600000, "train_loss": 0.05138113763597277, "subset_score_loss": 0.05138113763597277}
+{"step": 570000, "wall_time": 6097.413824558258, "train_loss_step": 8.336148262023926, "n_params": 4633780, "total_flops": 8113934131200000, "train_loss": 0.051916811201307506, "subset_score_loss": 0.051916811201307506}
+{"step": 580000, "wall_time": 6196.8896317481995, "train_loss_step": 8.040769577026367, "n_params": 4633780, "total_flops": 8256283852800000, "train_loss": 0.05083467165629069, "subset_score_loss": 0.05083467165629069}
+{"step": 590000, "wall_time": 6293.231186628342, "train_loss_step": 8.033700942993164, "n_params": 4633780, "total_flops": 8398633574400000, "train_loss": 0.04958989355299208, "subset_score_loss": 0.04958989355299208}
+{"step": 600000, "wall_time": 6467.513290882111, "train_loss_step": 7.679042339324951, "n_params": 4633780, "total_flops": 8540983296000000, "train_loss": 0.05016329553392199, "subset_score_loss": 0.05016329553392199, "memorization_fraction_pixel": 0.007600000128149986, "mean_nn_ratio_pixel": 0.9584583044052124, "fid": 305.8550210369342, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6567.538997888565, "train_loss_step": 7.6370110511779785, "n_params": 4633780, "total_flops": 8683333017600000, "train_loss": 0.049019447962443036, "subset_score_loss": 0.049019447962443036}
+{"step": 620000, "wall_time": 6667.382007360458, "train_loss_step": 8.117055892944336, "n_params": 4633780, "total_flops": 8825682739200000, "train_loss": 0.04940388467576769, "subset_score_loss": 0.04940388467576769}
+{"step": 630000, "wall_time": 6766.5023057460785, "train_loss_step": 7.67127799987793, "n_params": 4633780, "total_flops": 8968032460800000, "train_loss": 0.051873970031738284, "subset_score_loss": 0.051873970031738284}
+{"step": 640000, "wall_time": 6866.113758802414, "train_loss_step": 7.246528148651123, "n_params": 4633780, "total_flops": 9110382182400000, "train_loss": 0.04666857719421387, "subset_score_loss": 0.04666857719421387}
+{"step": 650000, "wall_time": 6964.372799158096, "train_loss_step": 8.093846321105957, "n_params": 4633780, "total_flops": 9252731904000000, "train_loss": 0.05339460372924805, "subset_score_loss": 0.05339460372924805}
+{"step": 660000, "wall_time": 7061.435277462006, "train_loss_step": 7.284283638000488, "n_params": 4633780, "total_flops": 9395081625600000, "train_loss": 0.0489860905541314, "subset_score_loss": 0.0489860905541314}
+{"step": 670000, "wall_time": 7161.157138824463, "train_loss_step": 7.8092360496521, "n_params": 4633780, "total_flops": 9537431347200000, "train_loss": 0.050660398271348744, "subset_score_loss": 0.050660398271348744}
+{"step": 680000, "wall_time": 7259.796991825104, "train_loss_step": 7.763193130493164, "n_params": 4633780, "total_flops": 9679781068800000, "train_loss": 0.04615012804667155, "subset_score_loss": 0.04615012804667155}
+{"step": 690000, "wall_time": 7356.299165725708, "train_loss_step": 7.82280969619751, "n_params": 4633780, "total_flops": 9822130790400000, "train_loss": 0.04748919275071886, "subset_score_loss": 0.04748919275071886}
+{"step": 700000, "wall_time": 7533.588502407074, "train_loss_step": 7.65081262588501, "n_params": 4633780, "total_flops": 9964480512000000, "train_loss": 0.04476882616678874, "subset_score_loss": 0.04476882616678874, "memorization_fraction_pixel": 0.01590000092983246, "mean_nn_ratio_pixel": 0.9458624720573425, "fid": 287.65403921639916, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7632.921515703201, "train_loss_step": 7.769627571105957, "n_params": 4633780, "total_flops": 10106830233600000, "train_loss": 0.0580946339501275, "subset_score_loss": 0.0580946339501275}
+{"step": 720000, "wall_time": 7732.062916517258, "train_loss_step": 7.5764055252075195, "n_params": 4633780, "total_flops": 10249179955200000, "train_loss": 0.04867280854119195, "subset_score_loss": 0.04867280854119195}
+{"step": 730000, "wall_time": 7831.742833137512, "train_loss_step": 7.517681121826172, "n_params": 4633780, "total_flops": 10391529676800000, "train_loss": 0.04577217102050781, "subset_score_loss": 0.04577217102050781}
+{"step": 740000, "wall_time": 7929.379589080811, "train_loss_step": 7.324224472045898, "n_params": 4633780, "total_flops": 10533879398400000, "train_loss": 0.04910779529147678, "subset_score_loss": 0.04910779529147678}
+{"step": 750000, "wall_time": 8026.887983798981, "train_loss_step": 7.0774827003479, "n_params": 4633780, "total_flops": 10676229120000000, "train_loss": 0.04584247271219889, "subset_score_loss": 0.04584247271219889}
+{"step": 760000, "wall_time": 8125.878022193909, "train_loss_step": 7.509906768798828, "n_params": 4633780, "total_flops": 10818578841600000, "train_loss": 0.04835450914171007, "subset_score_loss": 0.04835450914171007}
+{"step": 770000, "wall_time": 8225.148707151413, "train_loss_step": 6.966404914855957, "n_params": 4633780, "total_flops": 10960928563200000, "train_loss": 0.044414861996968584, "subset_score_loss": 0.044414861996968584}
+{"step": 780000, "wall_time": 8320.416585206985, "train_loss_step": 7.045770168304443, "n_params": 4633780, "total_flops": 11103278284800000, "train_loss": 0.04211825264824761, "subset_score_loss": 0.04211825264824761}
+{"step": 790000, "wall_time": 8419.44829583168, "train_loss_step": 7.395197868347168, "n_params": 4633780, "total_flops": 11245628006400000, "train_loss": 0.04210881921980116, "subset_score_loss": 0.04210881921980116}
+{"step": 800000, "wall_time": 8597.010226488113, "train_loss_step": 7.686651229858398, "n_params": 4633780, "total_flops": 11387977728000000, "train_loss": 0.04482411808437771, "subset_score_loss": 0.04482411808437771, "memorization_fraction_pixel": 0.027899999171495438, "mean_nn_ratio_pixel": 0.9299740195274353, "fid": 273.9188573542906, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8696.265797615051, "train_loss_step": 7.189054489135742, "n_params": 4633780, "total_flops": 11530327449600000, "train_loss": 0.041769761509365504, "subset_score_loss": 0.041769761509365504}
+{"step": 820000, "wall_time": 8795.743787050247, "train_loss_step": 6.630287170410156, "n_params": 4633780, "total_flops": 11672677171200000, "train_loss": 0.04121798939175076, "subset_score_loss": 0.04121798939175076}
+{"step": 830000, "wall_time": 8894.32390832901, "train_loss_step": 7.315110206604004, "n_params": 4633780, "total_flops": 11815026892800000, "train_loss": 0.0418981393178304, "subset_score_loss": 0.0418981393178304}
+{"step": 840000, "wall_time": 8993.920021057129, "train_loss_step": 6.93015193939209, "n_params": 4633780, "total_flops": 11957376614400000, "train_loss": 0.041413410504659014, "subset_score_loss": 0.041413410504659014}
+{"step": 850000, "wall_time": 9091.751943349838, "train_loss_step": 7.081003189086914, "n_params": 4633780, "total_flops": 12099726336000000, "train_loss": 0.04333519140879313, "subset_score_loss": 0.04333519140879313}
+{"step": 860000, "wall_time": 9190.90193939209, "train_loss_step": 6.6506876945495605, "n_params": 4633780, "total_flops": 12242076057600000, "train_loss": 0.04426735242207845, "subset_score_loss": 0.04426735242207845}
+{"step": 870000, "wall_time": 9289.721130371094, "train_loss_step": 7.201337814331055, "n_params": 4633780, "total_flops": 12384425779200000, "train_loss": 0.042668125364515516, "subset_score_loss": 0.042668125364515516}
+{"step": 880000, "wall_time": 9385.818865299225, "train_loss_step": 7.25039005279541, "n_params": 4633780, "total_flops": 12526775500800000, "train_loss": 0.04276135762532552, "subset_score_loss": 0.04276135762532552}
+{"step": 890000, "wall_time": 9484.93647646904, "train_loss_step": 7.260149955749512, "n_params": 4633780, "total_flops": 12669125222400000, "train_loss": 0.041744346088833276, "subset_score_loss": 0.041744346088833276}
+{"step": 900000, "wall_time": 9661.504863023758, "train_loss_step": 6.172943115234375, "n_params": 4633780, "total_flops": 12811474944000000, "train_loss": 0.039520846472846136, "subset_score_loss": 0.039520846472846136, "memorization_fraction_pixel": 0.042399998754262924, "mean_nn_ratio_pixel": 0.915081262588501, "fid": 256.6939231141347, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9761.204577445984, "train_loss_step": 6.699366092681885, "n_params": 4633780, "total_flops": 12953824665600000, "train_loss": 0.039772590001424156, "subset_score_loss": 0.039772590001424156}
+{"step": 920000, "wall_time": 9858.913013458252, "train_loss_step": 6.319008827209473, "n_params": 4633780, "total_flops": 13096174387200000, "train_loss": 0.04149395889706082, "subset_score_loss": 0.04149395889706082}
+{"step": 930000, "wall_time": 9958.420356035233, "train_loss_step": 6.858919620513916, "n_params": 4633780, "total_flops": 13238524108800000, "train_loss": 0.03959659470452203, "subset_score_loss": 0.03959659470452203}
+{"step": 940000, "wall_time": 10055.581750392914, "train_loss_step": 6.5798234939575195, "n_params": 4633780, "total_flops": 13380873830400000, "train_loss": 0.04629110230339898, "subset_score_loss": 0.04629110230339898}
+{"step": 950000, "wall_time": 10155.187871217728, "train_loss_step": 6.436018943786621, "n_params": 4633780, "total_flops": 13523223552000000, "train_loss": 0.04233954217698839, "subset_score_loss": 0.04233954217698839}
+{"step": 960000, "wall_time": 10255.321580171585, "train_loss_step": 6.049479961395264, "n_params": 4633780, "total_flops": 13665573273600000, "train_loss": 0.03661860624949138, "subset_score_loss": 0.03661860624949138}
+{"step": 970000, "wall_time": 10354.213641643524, "train_loss_step": 6.293641090393066, "n_params": 4633780, "total_flops": 13807922995200000, "train_loss": 0.03742882145775689, "subset_score_loss": 0.03742882145775689}
+{"step": 980000, "wall_time": 10450.276953458786, "train_loss_step": 6.295299530029297, "n_params": 4633780, "total_flops": 13950272716800000, "train_loss": 0.03806287182701958, "subset_score_loss": 0.03806287182701958}
+{"step": 990000, "wall_time": 10549.578759908676, "train_loss_step": 7.124847412109375, "n_params": 4633780, "total_flops": 14092622438400000, "train_loss": 0.03957017527686225, "subset_score_loss": 0.03957017527686225}
+{"step": 1000000, "wall_time": 10725.567838191986, "train_loss_step": 6.763749599456787, "n_params": 4633780, "total_flops": 14234972160000000, "train_loss": 0.03915022214253743, "subset_score_loss": 0.03915022214253743, "memorization_fraction_pixel": 0.05920000001788139, "mean_nn_ratio_pixel": 0.8932488560676575, "fid": 250.11273518097778, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10823.381328105927, "train_loss_step": 6.5921630859375, "n_params": 4633780, "total_flops": 14377321881600000, "train_loss": 0.0393465518951416, "subset_score_loss": 0.0393465518951416}
+{"step": 1020000, "wall_time": 10923.131632328033, "train_loss_step": 6.3031768798828125, "n_params": 4633780, "total_flops": 14519671603200000, "train_loss": 0.03768501811557346, "subset_score_loss": 0.03768501811557346}
+{"step": 1030000, "wall_time": 11020.184843301773, "train_loss_step": 5.833645820617676, "n_params": 4633780, "total_flops": 14662021324800000, "train_loss": 0.036071289910210504, "subset_score_loss": 0.036071289910210504}
+{"step": 1040000, "wall_time": 11120.215259552002, "train_loss_step": 6.367374420166016, "n_params": 4633780, "total_flops": 14804371046400000, "train_loss": 0.03748836782243517, "subset_score_loss": 0.03748836782243517}
+{"step": 1050000, "wall_time": 11219.633795261383, "train_loss_step": 6.398975372314453, "n_params": 4633780, "total_flops": 14946720768000000, "train_loss": 0.037597942352294925, "subset_score_loss": 0.037597942352294925}
+{"step": 1060000, "wall_time": 11318.541607618332, "train_loss_step": 6.339639663696289, "n_params": 4633780, "total_flops": 15089070489600000, "train_loss": 0.035778109232584634, "subset_score_loss": 0.035778109232584634}
+{"step": 1070000, "wall_time": 11415.328318119049, "train_loss_step": 5.842168807983398, "n_params": 4633780, "total_flops": 15231420211200000, "train_loss": 0.03615575101640489, "subset_score_loss": 0.03615575101640489}
+{"step": 1080000, "wall_time": 11514.703890323639, "train_loss_step": 6.262001037597656, "n_params": 4633780, "total_flops": 15373769932800000, "train_loss": 0.04123976760440402, "subset_score_loss": 0.04123976760440402}
+{"step": 1090000, "wall_time": 11613.652153730392, "train_loss_step": 6.064423561096191, "n_params": 4633780, "total_flops": 15516119654400000, "train_loss": 0.03943897353278266, "subset_score_loss": 0.03943897353278266}
+{"step": 1100000, "wall_time": 11788.4139046669, "train_loss_step": 6.24894905090332, "n_params": 4633780, "total_flops": 15658469376000000, "train_loss": 0.03916234440273709, "subset_score_loss": 0.03916234440273709, "memorization_fraction_pixel": 0.07050000131130219, "mean_nn_ratio_pixel": 0.8833279013633728, "fid": 240.83241230198112, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11888.27780008316, "train_loss_step": 6.342341423034668, "n_params": 4633780, "total_flops": 15800819097600000, "train_loss": 0.036513196097479925, "subset_score_loss": 0.036513196097479925}
+{"step": 1120000, "wall_time": 11987.453455924988, "train_loss_step": 6.231609344482422, "n_params": 4633780, "total_flops": 15943168819200000, "train_loss": 0.03832306067148845, "subset_score_loss": 0.03832306067148845}
+{"step": 1130000, "wall_time": 12085.028492450714, "train_loss_step": 6.535539150238037, "n_params": 4633780, "total_flops": 16085518540800000, "train_loss": 0.03852928744422065, "subset_score_loss": 0.03852928744422065}
+{"step": 1140000, "wall_time": 12184.886602401733, "train_loss_step": 6.060100555419922, "n_params": 4633780, "total_flops": 16227868262400000, "train_loss": 0.036691217952304414, "subset_score_loss": 0.036691217952304414}
+{"step": 1150000, "wall_time": 12284.732599973679, "train_loss_step": 6.127127647399902, "n_params": 4633780, "total_flops": 16370217984000000, "train_loss": 0.03533300558725993, "subset_score_loss": 0.03533300558725993}
+{"step": 1160000, "wall_time": 12383.12138724327, "train_loss_step": 6.247313976287842, "n_params": 4633780, "total_flops": 16512567705600000, "train_loss": 0.03709943824344211, "subset_score_loss": 0.03709943824344211}
+{"step": 1170000, "wall_time": 12479.255445241928, "train_loss_step": 5.5925750732421875, "n_params": 4633780, "total_flops": 16654917427200000, "train_loss": 0.03665495183732775, "subset_score_loss": 0.03665495183732775}
+{"step": 1180000, "wall_time": 12578.262282371521, "train_loss_step": 6.5320587158203125, "n_params": 4633780, "total_flops": 16797267148800000, "train_loss": 0.038729315333896216, "subset_score_loss": 0.038729315333896216}
+{"step": 1190000, "wall_time": 12678.016698122025, "train_loss_step": 6.293692111968994, "n_params": 4633780, "total_flops": 16939616870400000, "train_loss": 0.035386090808444556, "subset_score_loss": 0.035386090808444556}
+{"step": 1200000, "wall_time": 12850.87961769104, "train_loss_step": 6.255155563354492, "n_params": 4633780, "total_flops": 17081966592000000, "train_loss": 0.03755710124969482, "subset_score_loss": 0.03755710124969482, "memorization_fraction_pixel": 0.09049999713897705, "mean_nn_ratio_pixel": 0.863964855670929, "fid": 222.7350536797729, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12950.313841581345, "train_loss_step": 6.23956298828125, "n_params": 4633780, "total_flops": 17224316313600000, "train_loss": 0.0360884428024292, "subset_score_loss": 0.0360884428024292}
+{"step": 1220000, "wall_time": 13047.158084630966, "train_loss_step": 6.413689613342285, "n_params": 4633780, "total_flops": 17366666035200000, "train_loss": 0.03458282947540283, "subset_score_loss": 0.03458282947540283}
+{"step": 1230000, "wall_time": 13146.725221395493, "train_loss_step": 5.9006757736206055, "n_params": 4633780, "total_flops": 17509015756800000, "train_loss": 0.03283373514811198, "subset_score_loss": 0.03283373514811198}
+{"step": 1240000, "wall_time": 13246.037146091461, "train_loss_step": 5.5509352684021, "n_params": 4633780, "total_flops": 17651365478400000, "train_loss": 0.035049751069810654, "subset_score_loss": 0.035049751069810654}
+{"step": 1250000, "wall_time": 13345.466340780258, "train_loss_step": 5.935225486755371, "n_params": 4633780, "total_flops": 17793715200000000, "train_loss": 0.03341626591152615, "subset_score_loss": 0.03341626591152615}
+{"step": 1260000, "wall_time": 13444.514080762863, "train_loss_step": 6.149525165557861, "n_params": 4633780, "total_flops": 17936064921600000, "train_loss": 0.03536145157284207, "subset_score_loss": 0.03536145157284207}
+{"step": 1270000, "wall_time": 13540.784677267075, "train_loss_step": 5.8459086418151855, "n_params": 4633780, "total_flops": 18078414643200000, "train_loss": 0.033171855078803165, "subset_score_loss": 0.033171855078803165}
+{"step": 1280000, "wall_time": 13639.816180944443, "train_loss_step": 5.7762603759765625, "n_params": 4633780, "total_flops": 18220764364800000, "train_loss": 0.03267148070865207, "subset_score_loss": 0.03267148070865207}
+{"step": 1290000, "wall_time": 13737.892948150635, "train_loss_step": 5.989449501037598, "n_params": 4633780, "total_flops": 18363114086400000, "train_loss": 0.035823753145005965, "subset_score_loss": 0.035823753145005965}
+{"step": 1300000, "wall_time": 13912.300636291504, "train_loss_step": 5.960555076599121, "n_params": 4633780, "total_flops": 18505463808000000, "train_loss": 0.03481217755211724, "subset_score_loss": 0.03481217755211724, "memorization_fraction_pixel": 0.1137000024318695, "mean_nn_ratio_pixel": 0.8474162220954895, "fid": 200.5490563178787, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 14010.180696487427, "train_loss_step": 5.764725685119629, "n_params": 4633780, "total_flops": 18647813529600000, "train_loss": 0.03293069733513726, "subset_score_loss": 0.03293069733513726}
+{"step": 1320000, "wall_time": 14109.934983491898, "train_loss_step": 6.1117119789123535, "n_params": 4633780, "total_flops": 18790163251200000, "train_loss": 0.0347888814078437, "subset_score_loss": 0.0347888814078437}
+{"step": 1330000, "wall_time": 14209.48576760292, "train_loss_step": 5.618868827819824, "n_params": 4633780, "total_flops": 18932512972800000, "train_loss": 0.03276097509596083, "subset_score_loss": 0.03276097509596083}
+{"step": 1340000, "wall_time": 14309.207733154297, "train_loss_step": 5.818474769592285, "n_params": 4633780, "total_flops": 19074862694400000, "train_loss": 0.03249177667829725, "subset_score_loss": 0.03249177667829725}
+{"step": 1350000, "wall_time": 14408.261522054672, "train_loss_step": 5.395394325256348, "n_params": 4633780, "total_flops": 19217212416000000, "train_loss": 0.033430989583333334, "subset_score_loss": 0.033430989583333334}
+{"step": 1360000, "wall_time": 14503.84251832962, "train_loss_step": 5.913370132446289, "n_params": 4633780, "total_flops": 19359562137600000, "train_loss": 0.03438636991712782, "subset_score_loss": 0.03438636991712782}
+{"step": 1370000, "wall_time": 14602.865885257721, "train_loss_step": 5.660796642303467, "n_params": 4633780, "total_flops": 19501911859200000, "train_loss": 0.034120866987440324, "subset_score_loss": 0.034120866987440324}
+{"step": 1380000, "wall_time": 14699.871237039566, "train_loss_step": 5.930417060852051, "n_params": 4633780, "total_flops": 19644261580800000, "train_loss": 0.03259119987487793, "subset_score_loss": 0.03259119987487793}
+{"step": 1390000, "wall_time": 14799.191967964172, "train_loss_step": 5.915394306182861, "n_params": 4633780, "total_flops": 19786611302400000, "train_loss": 0.03360209465026855, "subset_score_loss": 0.03360209465026855}
+{"step": 1400000, "wall_time": 14976.755457162857, "train_loss_step": 5.849261283874512, "n_params": 4633780, "total_flops": 19928961024000000, "train_loss": 0.03297330273522271, "subset_score_loss": 0.03297330273522271, "memorization_fraction_pixel": 0.11209999769926071, "mean_nn_ratio_pixel": 0.8516420125961304, "fid": 209.31791399316683, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 15075.606528282166, "train_loss_step": 6.041501522064209, "n_params": 4633780, "total_flops": 20071310745600000, "train_loss": 0.03817594581180149, "subset_score_loss": 0.03817594581180149}
+{"step": 1420000, "wall_time": 15175.13700556755, "train_loss_step": 5.219244003295898, "n_params": 4633780, "total_flops": 20213660467200000, "train_loss": 0.03128237459394667, "subset_score_loss": 0.03128237459394667}
+{"step": 1430000, "wall_time": 15274.632217168808, "train_loss_step": 6.045614242553711, "n_params": 4633780, "total_flops": 20356010188800000, "train_loss": 0.033701332410176595, "subset_score_loss": 0.033701332410176595}
+{"step": 1440000, "wall_time": 15373.614052295685, "train_loss_step": 5.482714653015137, "n_params": 4633780, "total_flops": 20498359910400000, "train_loss": 0.032958112822638615, "subset_score_loss": 0.032958112822638615}
+{"step": 1450000, "wall_time": 15472.651688814163, "train_loss_step": 5.65238618850708, "n_params": 4633780, "total_flops": 20640709632000000, "train_loss": 0.033187264866299096, "subset_score_loss": 0.033187264866299096}
+{"step": 1460000, "wall_time": 15568.294554710388, "train_loss_step": 5.952863693237305, "n_params": 4633780, "total_flops": 20783059353600000, "train_loss": 0.03208099471198188, "subset_score_loss": 0.03208099471198188}
+{"step": 1470000, "wall_time": 15667.004029273987, "train_loss_step": 6.094326019287109, "n_params": 4633780, "total_flops": 20925409075200000, "train_loss": 0.035243214501274954, "subset_score_loss": 0.035243214501274954}
+{"step": 1480000, "wall_time": 15765.676162481308, "train_loss_step": 5.386930465698242, "n_params": 4633780, "total_flops": 21067758796800000, "train_loss": 0.029159355163574218, "subset_score_loss": 0.029159355163574218}
+{"step": 1490000, "wall_time": 15865.241941928864, "train_loss_step": 5.80251407623291, "n_params": 4633780, "total_flops": 21210108518400000, "train_loss": 0.03276972240871853, "subset_score_loss": 0.03276972240871853}
+{"step": 1500000, "wall_time": 16041.895429372787, "train_loss_step": 5.655231475830078, "n_params": 4633780, "total_flops": 21352458240000000, "train_loss": 0.031011350949605308, "subset_score_loss": 0.031011350949605308, "memorization_fraction_pixel": 0.1395999938249588, "mean_nn_ratio_pixel": 0.8228209018707275, "fid": 194.82314324813788, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 16141.923108100891, "train_loss_step": 5.395716190338135, "n_params": 4633780, "total_flops": 21494807961600000, "train_loss": 0.031378316879272464, "subset_score_loss": 0.031378316879272464}
+{"step": 1520000, "wall_time": 16241.675115346909, "train_loss_step": 5.565793037414551, "n_params": 4633780, "total_flops": 21637157683200000, "train_loss": 0.030538929833306208, "subset_score_loss": 0.030538929833306208}
+{"step": 1530000, "wall_time": 16340.584231376648, "train_loss_step": 5.248190879821777, "n_params": 4633780, "total_flops": 21779507404800000, "train_loss": 0.030598025851779512, "subset_score_loss": 0.030598025851779512}
+{"step": 1540000, "wall_time": 16438.926943540573, "train_loss_step": 5.639682769775391, "n_params": 4633780, "total_flops": 21921857126400000, "train_loss": 0.03086299631330702, "subset_score_loss": 0.03086299631330702}
+{"step": 1550000, "wall_time": 16538.42791390419, "train_loss_step": 5.3154191970825195, "n_params": 4633780, "total_flops": 22064206848000000, "train_loss": 0.031159517500135632, "subset_score_loss": 0.031159517500135632}
+{"step": 1560000, "wall_time": 16633.660254001617, "train_loss_step": 5.477653503417969, "n_params": 4633780, "total_flops": 22206556569600000, "train_loss": 0.029683102501763238, "subset_score_loss": 0.029683102501763238}
+{"step": 1570000, "wall_time": 16730.63689351082, "train_loss_step": 5.849855899810791, "n_params": 4633780, "total_flops": 22348906291200000, "train_loss": 0.03179857995775011, "subset_score_loss": 0.03179857995775011}
+{"step": 1580000, "wall_time": 16828.106481790543, "train_loss_step": 5.888158798217773, "n_params": 4633780, "total_flops": 22491256012800000, "train_loss": 0.03207653363545736, "subset_score_loss": 0.03207653363545736}
+{"step": 1590000, "wall_time": 16924.64441895485, "train_loss_step": 5.355981826782227, "n_params": 4633780, "total_flops": 22633605734400000, "train_loss": 0.030695194668240017, "subset_score_loss": 0.030695194668240017}
+{"step": 1600000, "wall_time": 17095.995656728745, "train_loss_step": 5.570859909057617, "n_params": 4633780, "total_flops": 22775955456000000, "train_loss": 0.028659828503926597, "subset_score_loss": 0.028659828503926597, "memorization_fraction_pixel": 0.17720000445842743, "mean_nn_ratio_pixel": 0.7913588881492615, "fid": 175.4204789833272, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 17192.82184934616, "train_loss_step": 5.709321975708008, "n_params": 4633780, "total_flops": 22918305177600000, "train_loss": 0.028994581434461805, "subset_score_loss": 0.028994581434461805}
+{"step": 1620000, "wall_time": 17289.246705293655, "train_loss_step": 5.637676239013672, "n_params": 4633780, "total_flops": 23060654899200000, "train_loss": 0.030371106995476616, "subset_score_loss": 0.030371106995476616}
+{"step": 1630000, "wall_time": 17386.103383541107, "train_loss_step": 5.029753684997559, "n_params": 4633780, "total_flops": 23203004620800000, "train_loss": 0.030369705624050565, "subset_score_loss": 0.030369705624050565}
+{"step": 1640000, "wall_time": 17484.038960933685, "train_loss_step": 5.206601619720459, "n_params": 4633780, "total_flops": 23345354342400000, "train_loss": 0.03188949690924751, "subset_score_loss": 0.03188949690924751}
+{"step": 1650000, "wall_time": 17582.836022615433, "train_loss_step": 5.358973503112793, "n_params": 4633780, "total_flops": 23487704064000000, "train_loss": 0.030372142791748047, "subset_score_loss": 0.030372142791748047}
+{"step": 1660000, "wall_time": 17662.610627651215, "train_loss_step": 5.5776286125183105, "n_params": 4633780, "total_flops": 23630053785600000, "train_loss": 0.029862870110405816, "subset_score_loss": 0.029862870110405816}
+{"step": 1670000, "wall_time": 17761.020567417145, "train_loss_step": 5.385523796081543, "n_params": 4633780, "total_flops": 23772403507200000, "train_loss": 0.029864041010538737, "subset_score_loss": 0.029864041010538737}
+{"step": 1680000, "wall_time": 17858.83048272133, "train_loss_step": 5.333996772766113, "n_params": 4633780, "total_flops": 23914753228800000, "train_loss": 0.03008968300289578, "subset_score_loss": 0.03008968300289578}
+{"step": 1690000, "wall_time": 17955.973197460175, "train_loss_step": 5.518716812133789, "n_params": 4633780, "total_flops": 24057102950400000, "train_loss": 0.03071032894982232, "subset_score_loss": 0.03071032894982232}
+{"step": 1700000, "wall_time": 18152.421001434326, "train_loss_step": 4.920760154724121, "n_params": 4633780, "total_flops": 24199452672000000, "train_loss": 0.029374859068128797, "subset_score_loss": 0.029374859068128797, "memorization_fraction_pixel": 0.18369999527931213, "mean_nn_ratio_pixel": 0.7813795804977417, "fid": 160.1159271124995, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 18251.009173870087, "train_loss_step": 5.285767555236816, "n_params": 4633780, "total_flops": 24341802393600000, "train_loss": 0.029552041159735785, "subset_score_loss": 0.029552041159735785}
+{"step": 1720000, "wall_time": 18348.48460507393, "train_loss_step": 5.200710296630859, "n_params": 4633780, "total_flops": 24484152115200000, "train_loss": 0.028494305080837674, "subset_score_loss": 0.028494305080837674}
+{"step": 1730000, "wall_time": 18446.556716680527, "train_loss_step": 5.722525596618652, "n_params": 4633780, "total_flops": 24626501836800000, "train_loss": 0.03050746652815077, "subset_score_loss": 0.03050746652815077}
+{"step": 1740000, "wall_time": 18544.333219766617, "train_loss_step": 5.102056503295898, "n_params": 4633780, "total_flops": 24768851558400000, "train_loss": 0.027765658166673448, "subset_score_loss": 0.027765658166673448}
+{"step": 1750000, "wall_time": 18640.957729816437, "train_loss_step": 5.224897861480713, "n_params": 4633780, "total_flops": 24911201280000000, "train_loss": 0.027813527319166396, "subset_score_loss": 0.027813527319166396}
+{"step": 1760000, "wall_time": 18725.7630109787, "train_loss_step": 5.386266708374023, "n_params": 4633780, "total_flops": 25053551001600000, "train_loss": 0.028052192264133028, "subset_score_loss": 0.028052192264133028}
+{"step": 1770000, "wall_time": 18823.82897758484, "train_loss_step": 5.2043232917785645, "n_params": 4633780, "total_flops": 25195900723200000, "train_loss": 0.030522632598876952, "subset_score_loss": 0.030522632598876952}
+{"step": 1780000, "wall_time": 18920.219230890274, "train_loss_step": 5.391261100769043, "n_params": 4633780, "total_flops": 25338250444800000, "train_loss": 0.02963428497314453, "subset_score_loss": 0.02963428497314453}
+{"step": 1790000, "wall_time": 19018.82855629921, "train_loss_step": 5.414642810821533, "n_params": 4633780, "total_flops": 25480600166400000, "train_loss": 0.02886960506439209, "subset_score_loss": 0.02886960506439209}
+{"step": 1800000, "wall_time": 19214.31144142151, "train_loss_step": 5.365190029144287, "n_params": 4633780, "total_flops": 25622949888000000, "train_loss": 0.03115285767449273, "subset_score_loss": 0.03115285767449273, "memorization_fraction_pixel": 0.18619999289512634, "mean_nn_ratio_pixel": 0.7827160358428955, "fid": 163.911360798697, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 19312.42306137085, "train_loss_step": 5.092410087585449, "n_params": 4633780, "total_flops": 25765299609600000, "train_loss": 0.027533917956882054, "subset_score_loss": 0.027533917956882054}
+{"step": 1820000, "wall_time": 19411.42853617668, "train_loss_step": 5.593390464782715, "n_params": 4633780, "total_flops": 25907649331200000, "train_loss": 0.0297932677798801, "subset_score_loss": 0.0297932677798801}
+{"step": 1830000, "wall_time": 19507.760545492172, "train_loss_step": 5.133558750152588, "n_params": 4633780, "total_flops": 26049999052800000, "train_loss": 0.02944654623667399, "subset_score_loss": 0.02944654623667399}
+{"step": 1840000, "wall_time": 19605.18568587303, "train_loss_step": 4.754590034484863, "n_params": 4633780, "total_flops": 26192348774400000, "train_loss": 0.030850601196289063, "subset_score_loss": 0.030850601196289063}
+{"step": 1850000, "wall_time": 19702.742790699005, "train_loss_step": 4.925480842590332, "n_params": 4633780, "total_flops": 26334698496000000, "train_loss": 0.027199366357591417, "subset_score_loss": 0.027199366357591417}
+{"step": 1860000, "wall_time": 19783.5491604805, "train_loss_step": 5.198866844177246, "n_params": 4633780, "total_flops": 26477048217600000, "train_loss": 0.029406378004286023, "subset_score_loss": 0.029406378004286023}
+{"step": 1870000, "wall_time": 19879.97633576393, "train_loss_step": 5.060608863830566, "n_params": 4633780, "total_flops": 26619397939200000, "train_loss": 0.026779129770067002, "subset_score_loss": 0.026779129770067002}
+{"step": 1880000, "wall_time": 19978.3134393692, "train_loss_step": 4.965675354003906, "n_params": 4633780, "total_flops": 26761747660800000, "train_loss": 0.02872615655263265, "subset_score_loss": 0.02872615655263265}
+{"step": 1890000, "wall_time": 20077.14316177368, "train_loss_step": 5.287314414978027, "n_params": 4633780, "total_flops": 26904097382400000, "train_loss": 0.03298759460449219, "subset_score_loss": 0.03298759460449219}
+{"step": 1900000, "wall_time": 20289.1148853302, "train_loss_step": 5.303374290466309, "n_params": 4633780, "total_flops": 27046447104000000, "train_loss": 0.029309558868408202, "subset_score_loss": 0.029309558868408202, "memorization_fraction_pixel": 0.21330000460147858, "mean_nn_ratio_pixel": 0.7641592025756836, "fid": 164.995576031618, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 20387.53573203087, "train_loss_step": 5.212596893310547, "n_params": 4633780, "total_flops": 27188796825600000, "train_loss": 0.0279543850156996, "subset_score_loss": 0.0279543850156996}
+{"step": 1920000, "wall_time": 20484.204985380173, "train_loss_step": 5.090965270996094, "n_params": 4633780, "total_flops": 27331146547200000, "train_loss": 0.026042233573065864, "subset_score_loss": 0.026042233573065864}
+{"step": 1930000, "wall_time": 20581.9536755085, "train_loss_step": 5.089673042297363, "n_params": 4633780, "total_flops": 27473496268800000, "train_loss": 0.027733866373697916, "subset_score_loss": 0.027733866373697916}
+{"step": 1940000, "wall_time": 20679.678082942963, "train_loss_step": 5.127737522125244, "n_params": 4633780, "total_flops": 27615845990400000, "train_loss": 0.026822614669799804, "subset_score_loss": 0.026822614669799804}
+{"step": 1950000, "wall_time": 20777.6361246109, "train_loss_step": 5.034780502319336, "n_params": 4633780, "total_flops": 27758195712000000, "train_loss": 0.029315858417087132, "subset_score_loss": 0.029315858417087132}
+{"step": 1960000, "wall_time": 20858.52206850052, "train_loss_step": 5.378696918487549, "n_params": 4633780, "total_flops": 27900545433600000, "train_loss": 0.02854732672373454, "subset_score_loss": 0.02854732672373454}
+{"step": 1970000, "wall_time": 20957.790991544724, "train_loss_step": 5.15237283706665, "n_params": 4633780, "total_flops": 28042895155200000, "train_loss": 0.028091049194335936, "subset_score_loss": 0.028091049194335936}
+{"step": 1980000, "wall_time": 21055.846331357956, "train_loss_step": 5.178056716918945, "n_params": 4633780, "total_flops": 28185244876800000, "train_loss": 0.02760363154941135, "subset_score_loss": 0.02760363154941135}
+{"step": 1990000, "wall_time": 21153.446560144424, "train_loss_step": 4.941954612731934, "n_params": 4633780, "total_flops": 28327594598400000, "train_loss": 0.028351259231567384, "subset_score_loss": 0.028351259231567384}
+{"step": 2000000, "wall_time": 21369.00227212906, "train_loss_step": 5.087818145751953, "n_params": 4633780, "total_flops": 28469944320000000, "train_loss": 0.029175082842508953, "subset_score_loss": 0.029175082842508953, "memorization_fraction_pixel": 0.25920000672340393, "mean_nn_ratio_pixel": 0.7203803062438965, "fid": 141.8074264259485, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 21467.30412006378, "train_loss_step": 5.008684158325195, "n_params": 4633780, "total_flops": 28612294041600000, "train_loss": 0.028217403093973796, "subset_score_loss": 0.028217403093973796}
+{"step": 2020000, "wall_time": 21565.397436857224, "train_loss_step": 4.796313762664795, "n_params": 4633780, "total_flops": 28754643763200000, "train_loss": 0.030589948760138617, "subset_score_loss": 0.030589948760138617}
+{"step": 2030000, "wall_time": 21663.248843431473, "train_loss_step": 5.338613510131836, "n_params": 4633780, "total_flops": 28896993484800000, "train_loss": 0.02633357842763265, "subset_score_loss": 0.02633357842763265}
+{"step": 2040000, "wall_time": 21761.74530863762, "train_loss_step": 5.008261203765869, "n_params": 4633780, "total_flops": 29039343206400000, "train_loss": 0.027589845657348632, "subset_score_loss": 0.027589845657348632}
+{"step": 2050000, "wall_time": 21851.24295091629, "train_loss_step": 4.707664489746094, "n_params": 4633780, "total_flops": 29181692928000000, "train_loss": 0.026227545738220216, "subset_score_loss": 0.026227545738220216}
+{"step": 2060000, "wall_time": 21941.214873075485, "train_loss_step": 4.997490882873535, "n_params": 4633780, "total_flops": 29324042649600000, "train_loss": 0.02747125360700819, "subset_score_loss": 0.02747125360700819}
+{"step": 2070000, "wall_time": 22040.081703662872, "train_loss_step": 4.878785610198975, "n_params": 4633780, "total_flops": 29466392371200000, "train_loss": 0.025987357563442653, "subset_score_loss": 0.025987357563442653}
+{"step": 2080000, "wall_time": 22138.72868537903, "train_loss_step": 4.890412330627441, "n_params": 4633780, "total_flops": 29608742092800000, "train_loss": 0.02704213990105523, "subset_score_loss": 0.02704213990105523}
+{"step": 2090000, "wall_time": 22231.10168981552, "train_loss_step": 4.979849815368652, "n_params": 4633780, "total_flops": 29751091814400000, "train_loss": 0.026711991098192004, "subset_score_loss": 0.026711991098192004}
+{"step": 2100000, "wall_time": 22459.696350574493, "train_loss_step": 5.113812446594238, "n_params": 4633780, "total_flops": 29893441536000000, "train_loss": 0.026992856131659613, "subset_score_loss": 0.026992856131659613, "memorization_fraction_pixel": 0.25440001487731934, "mean_nn_ratio_pixel": 0.7310252785682678, "fid": 151.7790643506471, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 22557.981768608093, "train_loss_step": 4.967352390289307, "n_params": 4633780, "total_flops": 30035791257600000, "train_loss": 0.024882928530375163, "subset_score_loss": 0.024882928530375163}
+{"step": 2120000, "wall_time": 22656.219059467316, "train_loss_step": 5.120167255401611, "n_params": 4633780, "total_flops": 30178140979200000, "train_loss": 0.02762584156460232, "subset_score_loss": 0.02762584156460232}
+{"step": 2130000, "wall_time": 22752.251779079437, "train_loss_step": 4.837308883666992, "n_params": 4633780, "total_flops": 30320490700800000, "train_loss": 0.02649983829922146, "subset_score_loss": 0.02649983829922146}
+{"step": 2140000, "wall_time": 22850.633195400238, "train_loss_step": 4.7398552894592285, "n_params": 4633780, "total_flops": 30462840422400000, "train_loss": 0.026252272393968372, "subset_score_loss": 0.026252272393968372}
+{"step": 2150000, "wall_time": 22935.07365298271, "train_loss_step": 4.761097431182861, "n_params": 4633780, "total_flops": 30605190144000000, "train_loss": 0.026378109720018174, "subset_score_loss": 0.026378109720018174}
+{"step": 2160000, "wall_time": 23028.80649971962, "train_loss_step": 5.019582748413086, "n_params": 4633780, "total_flops": 30747539865600000, "train_loss": 0.026587035920884874, "subset_score_loss": 0.026587035920884874}
+{"step": 2170000, "wall_time": 23127.658362865448, "train_loss_step": 5.619882583618164, "n_params": 4633780, "total_flops": 30889889587200000, "train_loss": 0.029872902234395347, "subset_score_loss": 0.029872902234395347}
+{"step": 2180000, "wall_time": 23225.015825748444, "train_loss_step": 5.291974067687988, "n_params": 4633780, "total_flops": 31032239308800000, "train_loss": 0.026061595810784235, "subset_score_loss": 0.026061595810784235}
+{"step": 2190000, "wall_time": 23305.888827085495, "train_loss_step": 4.9510698318481445, "n_params": 4633780, "total_flops": 31174589030400000, "train_loss": 0.025892970297071667, "subset_score_loss": 0.025892970297071667}
+{"step": 2200000, "wall_time": 23527.27875304222, "train_loss_step": 4.746637344360352, "n_params": 4633780, "total_flops": 31316938752000000, "train_loss": 0.026530366473727755, "subset_score_loss": 0.026530366473727755, "memorization_fraction_pixel": 0.259799987077713, "mean_nn_ratio_pixel": 0.7290607690811157, "fid": 151.4636353290304, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 23625.460100650787, "train_loss_step": 5.390684127807617, "n_params": 4633780, "total_flops": 31459288473600000, "train_loss": 0.03096536530388726, "subset_score_loss": 0.03096536530388726}
+{"step": 2220000, "wall_time": 23721.827578783035, "train_loss_step": 5.09621524810791, "n_params": 4633780, "total_flops": 31601638195200000, "train_loss": 0.02739453845553928, "subset_score_loss": 0.02739453845553928}
+{"step": 2230000, "wall_time": 23819.75144958496, "train_loss_step": 4.774684906005859, "n_params": 4633780, "total_flops": 31743987916800000, "train_loss": 0.027947680155436198, "subset_score_loss": 0.027947680155436198}
+{"step": 2240000, "wall_time": 23917.85526752472, "train_loss_step": 5.058835983276367, "n_params": 4633780, "total_flops": 31886337638400000, "train_loss": 0.025220068295796712, "subset_score_loss": 0.025220068295796712}
+{"step": 2250000, "wall_time": 24002.011803150177, "train_loss_step": 4.843507289886475, "n_params": 4633780, "total_flops": 32028687360000000, "train_loss": 0.025313266118367515, "subset_score_loss": 0.025313266118367515}
+{"step": 2260000, "wall_time": 24097.686059713364, "train_loss_step": 4.59865140914917, "n_params": 4633780, "total_flops": 32171037081600000, "train_loss": 0.024392607476976184, "subset_score_loss": 0.024392607476976184}
+{"step": 2270000, "wall_time": 24195.59833240509, "train_loss_step": 4.522758960723877, "n_params": 4633780, "total_flops": 32313386803200000, "train_loss": 0.025210473272535536, "subset_score_loss": 0.025210473272535536}
+{"step": 2280000, "wall_time": 24292.45940709114, "train_loss_step": 5.126286029815674, "n_params": 4633780, "total_flops": 32455736524800000, "train_loss": 0.02501098844740126, "subset_score_loss": 0.02501098844740126}
+{"step": 2290000, "wall_time": 24376.15771627426, "train_loss_step": 4.976833343505859, "n_params": 4633780, "total_flops": 32598086246400000, "train_loss": 0.026570961210462783, "subset_score_loss": 0.026570961210462783}
+{"step": 2300000, "wall_time": 24602.50203347206, "train_loss_step": 4.913012981414795, "n_params": 4633780, "total_flops": 32740435968000000, "train_loss": 0.02522366576724582, "subset_score_loss": 0.02522366576724582, "memorization_fraction_pixel": 0.2467000037431717, "mean_nn_ratio_pixel": 0.74196457862854, "fid": 159.86796914638234, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 24699.427056074142, "train_loss_step": 5.066477298736572, "n_params": 4633780, "total_flops": 32882785689600000, "train_loss": 0.024645818604363337, "subset_score_loss": 0.024645818604363337}
+{"step": 2320000, "wall_time": 24797.80443048477, "train_loss_step": 5.228182792663574, "n_params": 4633780, "total_flops": 33025135411200000, "train_loss": 0.026359073321024575, "subset_score_loss": 0.026359073321024575}
+{"step": 2330000, "wall_time": 24895.645518779755, "train_loss_step": 5.191168308258057, "n_params": 4633780, "total_flops": 33167485132800000, "train_loss": 0.02612664169735379, "subset_score_loss": 0.02612664169735379}
+{"step": 2340000, "wall_time": 24994.208748340607, "train_loss_step": 5.05238151550293, "n_params": 4633780, "total_flops": 33309834854400000, "train_loss": 0.025471745596991644, "subset_score_loss": 0.025471745596991644}
+{"step": 2350000, "wall_time": 25075.62023615837, "train_loss_step": 4.7441511154174805, "n_params": 4633780, "total_flops": 33452184576000000, "train_loss": 0.026130784882439508, "subset_score_loss": 0.026130784882439508}
+{"step": 2360000, "wall_time": 25172.259994745255, "train_loss_step": 4.753487586975098, "n_params": 4633780, "total_flops": 33594534297600000, "train_loss": 0.02634058263566759, "subset_score_loss": 0.02634058263566759}
+{"step": 2370000, "wall_time": 25270.149485588074, "train_loss_step": 4.966307640075684, "n_params": 4633780, "total_flops": 33736884019200000, "train_loss": 0.02572343349456787, "subset_score_loss": 0.02572343349456787}
+{"step": 2380000, "wall_time": 25368.537546634674, "train_loss_step": 4.9421000480651855, "n_params": 4633780, "total_flops": 33879233740800000, "train_loss": 0.02496867444780138, "subset_score_loss": 0.02496867444780138}
+{"step": 2390000, "wall_time": 25454.46247291565, "train_loss_step": 4.478568077087402, "n_params": 4633780, "total_flops": 34021583462400000, "train_loss": 0.023181743092007108, "subset_score_loss": 0.023181743092007108}
+{"step": 2400000, "wall_time": 25673.79547739029, "train_loss_step": 5.002252578735352, "n_params": 4633780, "total_flops": 34163933184000000, "train_loss": 0.029261475139194065, "subset_score_loss": 0.029261475139194065, "memorization_fraction_pixel": 0.26899999380111694, "mean_nn_ratio_pixel": 0.7241221070289612, "fid": 156.8867039901652, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 25772.720793008804, "train_loss_step": 4.766230583190918, "n_params": 4633780, "total_flops": 34306282905600000, "train_loss": 0.025454836421542698, "subset_score_loss": 0.025454836421542698}
+{"step": 2420000, "wall_time": 25870.6827917099, "train_loss_step": 4.843546390533447, "n_params": 4633780, "total_flops": 34448632627200000, "train_loss": 0.023166516092088488, "subset_score_loss": 0.023166516092088488}
+{"step": 2430000, "wall_time": 25968.747363567352, "train_loss_step": 4.834364414215088, "n_params": 4633780, "total_flops": 34590982348800000, "train_loss": 0.024648997518751357, "subset_score_loss": 0.024648997518751357}
+{"step": 2440000, "wall_time": 26067.500298261642, "train_loss_step": 4.820466995239258, "n_params": 4633780, "total_flops": 34733332070400000, "train_loss": 0.02533526685502794, "subset_score_loss": 0.02533526685502794}
+{"step": 2450000, "wall_time": 26146.539024353027, "train_loss_step": 4.860384464263916, "n_params": 4633780, "total_flops": 34875681792000000, "train_loss": 0.02640951739417182, "subset_score_loss": 0.02640951739417182}
+{"step": 2460000, "wall_time": 26244.73465037346, "train_loss_step": 5.203904628753662, "n_params": 4633780, "total_flops": 35018031513600000, "train_loss": 0.02419643137190077, "subset_score_loss": 0.02419643137190077}
+{"step": 2470000, "wall_time": 26343.42917251587, "train_loss_step": 5.094610214233398, "n_params": 4633780, "total_flops": 35160381235200000, "train_loss": 0.025911860995822482, "subset_score_loss": 0.025911860995822482}
+{"step": 2480000, "wall_time": 26442.981474161148, "train_loss_step": 4.725102424621582, "n_params": 4633780, "total_flops": 35302730956800000, "train_loss": 0.02571520275539822, "subset_score_loss": 0.02571520275539822}
+{"step": 2490000, "wall_time": 26527.590612888336, "train_loss_step": 4.9437103271484375, "n_params": 4633780, "total_flops": 35445080678400000, "train_loss": 0.023610726992289225, "subset_score_loss": 0.023610726992289225}
+{"step": 2500000, "wall_time": 26744.95490860939, "train_loss_step": 4.591533184051514, "n_params": 4633780, "total_flops": 35587430400000000, "train_loss": 0.027826754252115886, "subset_score_loss": 0.027826754252115886, "memorization_fraction_pixel": 0.295199990272522, "mean_nn_ratio_pixel": 0.7065606713294983, "fid": 154.04601711236592, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 26844.040851593018, "train_loss_step": 4.68425178527832, "n_params": 4633780, "total_flops": 35729780121600000, "train_loss": 0.02594405280219184, "subset_score_loss": 0.02594405280219184}
+{"step": 2520000, "wall_time": 26941.94342803955, "train_loss_step": 4.6296281814575195, "n_params": 4633780, "total_flops": 35872129843200000, "train_loss": 0.027545573976304798, "subset_score_loss": 0.027545573976304798}
+{"step": 2530000, "wall_time": 27039.364011526108, "train_loss_step": 4.788830280303955, "n_params": 4633780, "total_flops": 36014479564800000, "train_loss": 0.025212285253736706, "subset_score_loss": 0.025212285253736706}
+{"step": 2540000, "wall_time": 27137.372850894928, "train_loss_step": 4.575170516967773, "n_params": 4633780, "total_flops": 36156829286400000, "train_loss": 0.02473656866285536, "subset_score_loss": 0.02473656866285536}
+{"step": 2550000, "wall_time": 27223.165511131287, "train_loss_step": 4.726692199707031, "n_params": 4633780, "total_flops": 36299179008000000, "train_loss": 0.024670428699917264, "subset_score_loss": 0.024670428699917264}
+{"step": 2560000, "wall_time": 27321.641629695892, "train_loss_step": 4.575079917907715, "n_params": 4633780, "total_flops": 36441528729600000, "train_loss": 0.02416777875688341, "subset_score_loss": 0.02416777875688341}
+{"step": 2570000, "wall_time": 27419.49012875557, "train_loss_step": 4.963958740234375, "n_params": 4633780, "total_flops": 36583878451200000, "train_loss": 0.024311682913038465, "subset_score_loss": 0.024311682913038465}
+{"step": 2580000, "wall_time": 27518.201551675797, "train_loss_step": 4.602701187133789, "n_params": 4633780, "total_flops": 36726228172800000, "train_loss": 0.02612458864847819, "subset_score_loss": 0.02612458864847819}
+{"step": 2590000, "wall_time": 27596.112656354904, "train_loss_step": 4.507721900939941, "n_params": 4633780, "total_flops": 36868577894400000, "train_loss": 0.024666256374782987, "subset_score_loss": 0.024666256374782987}
+{"step": 2600000, "wall_time": 27817.324553012848, "train_loss_step": 4.577975273132324, "n_params": 4633780, "total_flops": 37010927616000000, "train_loss": 0.02575783199734158, "subset_score_loss": 0.02575783199734158, "memorization_fraction_pixel": 0.31859999895095825, "mean_nn_ratio_pixel": 0.6854744553565979, "fid": 144.94567544720465, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 27916.16518139839, "train_loss_step": 4.825645446777344, "n_params": 4633780, "total_flops": 37153277337600000, "train_loss": 0.024242273966471353, "subset_score_loss": 0.024242273966471353}
+{"step": 2620000, "wall_time": 28012.22473168373, "train_loss_step": 4.844836235046387, "n_params": 4633780, "total_flops": 37295627059200000, "train_loss": 0.02641081280178494, "subset_score_loss": 0.02641081280178494}
+{"step": 2630000, "wall_time": 28110.712197303772, "train_loss_step": 4.6442694664001465, "n_params": 4633780, "total_flops": 37437976780800000, "train_loss": 0.02408852047390408, "subset_score_loss": 0.02408852047390408}
+{"step": 2640000, "wall_time": 28202.144937753677, "train_loss_step": 4.967233657836914, "n_params": 4633780, "total_flops": 37580326502400000, "train_loss": 0.023285232649909126, "subset_score_loss": 0.023285232649909126}
+{"step": 2650000, "wall_time": 28287.993045330048, "train_loss_step": 4.5806097984313965, "n_params": 4633780, "total_flops": 37722676224000000, "train_loss": 0.02366952101389567, "subset_score_loss": 0.02366952101389567}
+{"step": 2660000, "wall_time": 28386.607929229736, "train_loss_step": 4.8326191902160645, "n_params": 4633780, "total_flops": 37865025945600000, "train_loss": 0.02278308603498671, "subset_score_loss": 0.02278308603498671}
+{"step": 2670000, "wall_time": 28484.570842266083, "train_loss_step": 4.814896583557129, "n_params": 4633780, "total_flops": 38007375667200000, "train_loss": 0.022736573219299318, "subset_score_loss": 0.022736573219299318}
+{"step": 2680000, "wall_time": 28582.245141983032, "train_loss_step": 4.702116012573242, "n_params": 4633780, "total_flops": 38149725388800000, "train_loss": 0.02392543421851264, "subset_score_loss": 0.02392543421851264}
+{"step": 2690000, "wall_time": 28666.506769657135, "train_loss_step": 4.923896789550781, "n_params": 4633780, "total_flops": 38292075110400000, "train_loss": 0.025289183192782932, "subset_score_loss": 0.025289183192782932}
+{"step": 2700000, "wall_time": 28897.222875595093, "train_loss_step": 4.466462135314941, "n_params": 4633780, "total_flops": 38434424832000000, "train_loss": 0.023349965943230522, "subset_score_loss": 0.023349965943230522, "memorization_fraction_pixel": 0.2989000082015991, "mean_nn_ratio_pixel": 0.7048230171203613, "fid": 158.55770960193638, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 28994.91271829605, "train_loss_step": 4.901806831359863, "n_params": 4633780, "total_flops": 38576774553600000, "train_loss": 0.023410108354356553, "subset_score_loss": 0.023410108354356553}
+{"step": 2720000, "wall_time": 29092.29166650772, "train_loss_step": 4.933649063110352, "n_params": 4633780, "total_flops": 38719124275200000, "train_loss": 0.024619793891906737, "subset_score_loss": 0.024619793891906737}
+{"step": 2730000, "wall_time": 29190.851837158203, "train_loss_step": 4.531519889831543, "n_params": 4633780, "total_flops": 38861473996800000, "train_loss": 0.0228770203060574, "subset_score_loss": 0.0228770203060574}
+{"step": 2740000, "wall_time": 29279.95287513733, "train_loss_step": 4.553336143493652, "n_params": 4633780, "total_flops": 39003823718400000, "train_loss": 0.02476724253760444, "subset_score_loss": 0.02476724253760444}
+{"step": 2750000, "wall_time": 29371.00750041008, "train_loss_step": 4.259522438049316, "n_params": 4633780, "total_flops": 39146173440000000, "train_loss": 0.024919647640652128, "subset_score_loss": 0.024919647640652128}
+{"step": 2760000, "wall_time": 29467.372438669205, "train_loss_step": 4.731858253479004, "n_params": 4633780, "total_flops": 39288523161600000, "train_loss": 0.024042354689704046, "subset_score_loss": 0.024042354689704046}
+{"step": 2770000, "wall_time": 29564.775708913803, "train_loss_step": 4.61054801940918, "n_params": 4633780, "total_flops": 39430872883200000, "train_loss": 0.02433476448059082, "subset_score_loss": 0.02433476448059082}
+{"step": 2780000, "wall_time": 29662.17104959488, "train_loss_step": 4.9621901512146, "n_params": 4633780, "total_flops": 39573222604800000, "train_loss": 0.023404102855258516, "subset_score_loss": 0.023404102855258516}
+{"step": 2790000, "wall_time": 29746.04399418831, "train_loss_step": 4.46000862121582, "n_params": 4633780, "total_flops": 39715572326400000, "train_loss": 0.022562069363064235, "subset_score_loss": 0.022562069363064235}
+{"step": 2800000, "wall_time": 29978.994564533234, "train_loss_step": 4.495481967926025, "n_params": 4633780, "total_flops": 39857922048000000, "train_loss": 0.024522198571099177, "subset_score_loss": 0.024522198571099177, "memorization_fraction_pixel": 0.2858000099658966, "mean_nn_ratio_pixel": 0.7226061820983887, "fid": 164.6205932648389, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 30076.922324180603, "train_loss_step": 4.444516181945801, "n_params": 4633780, "total_flops": 40000271769600000, "train_loss": 0.024659180641174318, "subset_score_loss": 0.024659180641174318}
+{"step": 2820000, "wall_time": 30176.04381918907, "train_loss_step": 4.737678527832031, "n_params": 4633780, "total_flops": 40142621491200000, "train_loss": 0.024809996287027996, "subset_score_loss": 0.024809996287027996}
+{"step": 2830000, "wall_time": 30274.64816594124, "train_loss_step": 4.536253929138184, "n_params": 4633780, "total_flops": 40284971212800000, "train_loss": 0.024047247568766274, "subset_score_loss": 0.024047247568766274}
+{"step": 2840000, "wall_time": 30357.407053232193, "train_loss_step": 4.855550765991211, "n_params": 4633780, "total_flops": 40427320934400000, "train_loss": 0.02285354667239719, "subset_score_loss": 0.02285354667239719}
+{"step": 2850000, "wall_time": 30451.20880293846, "train_loss_step": 4.425526142120361, "n_params": 4633780, "total_flops": 40569670656000000, "train_loss": 0.0238535377714369, "subset_score_loss": 0.0238535377714369}
+{"step": 2860000, "wall_time": 30550.399064540863, "train_loss_step": 5.061287879943848, "n_params": 4633780, "total_flops": 40712020377600000, "train_loss": 0.02546550167931451, "subset_score_loss": 0.02546550167931451}
+{"step": 2870000, "wall_time": 30648.17388343811, "train_loss_step": 4.800021171569824, "n_params": 4633780, "total_flops": 40854370099200000, "train_loss": 0.025743420918782553, "subset_score_loss": 0.025743420918782553}
+{"step": 2880000, "wall_time": 30741.52164363861, "train_loss_step": 4.8860859870910645, "n_params": 4633780, "total_flops": 40996719820800000, "train_loss": 0.025798063808017305, "subset_score_loss": 0.025798063808017305}
+{"step": 2890000, "wall_time": 30825.031053066254, "train_loss_step": 4.577083587646484, "n_params": 4633780, "total_flops": 41139069542400000, "train_loss": 0.023584360546535916, "subset_score_loss": 0.023584360546535916}
+{"step": 2900000, "wall_time": 31029.164062976837, "train_loss_step": 4.919075965881348, "n_params": 4633780, "total_flops": 41281419264000000, "train_loss": 0.023744355307685004, "subset_score_loss": 0.023744355307685004, "memorization_fraction_pixel": 0.3197000026702881, "mean_nn_ratio_pixel": 0.6974686980247498, "fid": 160.4391069854633, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 31126.124007225037, "train_loss_step": 4.607644557952881, "n_params": 4633780, "total_flops": 41423768985600000, "train_loss": 0.023349957995944554, "subset_score_loss": 0.023349957995944554}
+{"step": 2920000, "wall_time": 31224.94269156456, "train_loss_step": 4.660912036895752, "n_params": 4633780, "total_flops": 41566118707200000, "train_loss": 0.0246031920115153, "subset_score_loss": 0.0246031920115153}
+{"step": 2930000, "wall_time": 31323.86431145668, "train_loss_step": 4.746736526489258, "n_params": 4633780, "total_flops": 41708468428800000, "train_loss": 0.021952444977230496, "subset_score_loss": 0.021952444977230496}
+{"step": 2940000, "wall_time": 31408.40047311783, "train_loss_step": 5.027024269104004, "n_params": 4633780, "total_flops": 41850818150400000, "train_loss": 0.022327595286899142, "subset_score_loss": 0.022327595286899142}
+{"step": 2950000, "wall_time": 31502.5699095726, "train_loss_step": 4.23975944519043, "n_params": 4633780, "total_flops": 41993167872000000, "train_loss": 0.022022404935624865, "subset_score_loss": 0.022022404935624865}
+{"step": 2960000, "wall_time": 31601.172780752182, "train_loss_step": 4.600073337554932, "n_params": 4633780, "total_flops": 42135517593600000, "train_loss": 0.022979995939466688, "subset_score_loss": 0.022979995939466688}
+{"step": 2970000, "wall_time": 31699.148051261902, "train_loss_step": 4.169066905975342, "n_params": 4633780, "total_flops": 42277867315200000, "train_loss": 0.0232150846057468, "subset_score_loss": 0.0232150846057468}
+{"step": 2980000, "wall_time": 31796.480643749237, "train_loss_step": 4.444733619689941, "n_params": 4633780, "total_flops": 42420217036800000, "train_loss": 0.024044590526156956, "subset_score_loss": 0.024044590526156956}
+{"step": 2990000, "wall_time": 31880.427384853363, "train_loss_step": 4.513018608093262, "n_params": 4633780, "total_flops": 42562566758400000, "train_loss": 0.022347116470336915, "subset_score_loss": 0.022347116470336915}
+{"step": 3000000, "wall_time": 32110.667753458023, "train_loss_step": 4.745710372924805, "n_params": 4633780, "total_flops": 42704916480000000, "train_loss": 0.021458306577470568, "subset_score_loss": 0.021458306577470568, "memorization_fraction_pixel": 0.3522000014781952, "mean_nn_ratio_pixel": 0.6720874905586243, "fid": 150.06625874511866, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 32208.6009516716, "train_loss_step": 4.767557144165039, "n_params": 4633780, "total_flops": 42847266201600000, "train_loss": 0.02329007254706489, "subset_score_loss": 0.02329007254706489}
+{"step": 3020000, "wall_time": 32307.462295532227, "train_loss_step": 4.701486587524414, "n_params": 4633780, "total_flops": 42989615923200000, "train_loss": 0.022133527861701117, "subset_score_loss": 0.022133527861701117}
+{"step": 3030000, "wall_time": 32404.139827489853, "train_loss_step": 4.431519508361816, "n_params": 4633780, "total_flops": 43131965644800000, "train_loss": 0.025279588169521756, "subset_score_loss": 0.025279588169521756}
+{"step": 3040000, "wall_time": 32486.735721349716, "train_loss_step": 4.2988739013671875, "n_params": 4633780, "total_flops": 43274315366400000, "train_loss": 0.022040409511990017, "subset_score_loss": 0.022040409511990017}
+{"step": 3050000, "wall_time": 32585.620784044266, "train_loss_step": 4.54049825668335, "n_params": 4633780, "total_flops": 43416665088000000, "train_loss": 0.024192878935072156, "subset_score_loss": 0.024192878935072156}
+{"step": 3060000, "wall_time": 32682.61607003212, "train_loss_step": 4.37447452545166, "n_params": 4633780, "total_flops": 43559014809600000, "train_loss": 0.023290321562025283, "subset_score_loss": 0.023290321562025283}
+{"step": 3070000, "wall_time": 32780.72646379471, "train_loss_step": 4.510953903198242, "n_params": 4633780, "total_flops": 43701364531200000, "train_loss": 0.023144012027316623, "subset_score_loss": 0.023144012027316623}
+{"step": 3080000, "wall_time": 32876.448251247406, "train_loss_step": 4.350475311279297, "n_params": 4633780, "total_flops": 43843714252800000, "train_loss": 0.02197650538550483, "subset_score_loss": 0.02197650538550483}
+{"step": 3090000, "wall_time": 32971.787412166595, "train_loss_step": 4.9208879470825195, "n_params": 4633780, "total_flops": 43986063974400000, "train_loss": 0.02270837359958225, "subset_score_loss": 0.02270837359958225}
+{"step": 3100000, "wall_time": 33161.63417506218, "train_loss_step": 4.921169757843018, "n_params": 4633780, "total_flops": 44128413696000000, "train_loss": 0.025406739446851942, "subset_score_loss": 0.025406739446851942, "memorization_fraction_pixel": 0.3386000096797943, "mean_nn_ratio_pixel": 0.6822229623794556, "fid": 150.77779614224124, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 33260.01237630844, "train_loss_step": 4.568884372711182, "n_params": 4633780, "total_flops": 44270763417600000, "train_loss": 0.02240043216281467, "subset_score_loss": 0.02240043216281467}
+{"step": 3120000, "wall_time": 33356.61098408699, "train_loss_step": 4.756431579589844, "n_params": 4633780, "total_flops": 44413113139200000, "train_loss": 0.02907937102847629, "subset_score_loss": 0.02907937102847629}
+{"step": 3130000, "wall_time": 33455.55549788475, "train_loss_step": 4.41782283782959, "n_params": 4633780, "total_flops": 44555462860800000, "train_loss": 0.021698758337232803, "subset_score_loss": 0.021698758337232803}
+{"step": 3140000, "wall_time": 33550.88603544235, "train_loss_step": 4.752488136291504, "n_params": 4633780, "total_flops": 44697812582400000, "train_loss": 0.02247821225060357, "subset_score_loss": 0.02247821225060357}
+{"step": 3150000, "wall_time": 33648.11409378052, "train_loss_step": 4.695043087005615, "n_params": 4633780, "total_flops": 44840162304000000, "train_loss": 0.02452522383795844, "subset_score_loss": 0.02452522383795844}
+{"step": 3160000, "wall_time": 33747.08374071121, "train_loss_step": 4.2988739013671875, "n_params": 4633780, "total_flops": 44982512025600000, "train_loss": 0.025293702549404568, "subset_score_loss": 0.025293702549404568}
+{"step": 3170000, "wall_time": 33845.28450202942, "train_loss_step": 4.9290852546691895, "n_params": 4633780, "total_flops": 45124861747200000, "train_loss": 0.021497986051771376, "subset_score_loss": 0.021497986051771376}
+{"step": 3180000, "wall_time": 33940.782217502594, "train_loss_step": 4.578157424926758, "n_params": 4633780, "total_flops": 45267211468800000, "train_loss": 0.02067875199847751, "subset_score_loss": 0.02067875199847751}
+{"step": 3190000, "wall_time": 34039.14269351959, "train_loss_step": 4.211657524108887, "n_params": 4633780, "total_flops": 45409561190400000, "train_loss": 0.021824581093258327, "subset_score_loss": 0.021824581093258327}
+{"step": 3200000, "wall_time": 34219.336663007736, "train_loss_step": 4.247470378875732, "n_params": 4633780, "total_flops": 45551910912000000, "train_loss": 0.02422683768802219, "subset_score_loss": 0.02422683768802219, "memorization_fraction_pixel": 0.36970001459121704, "mean_nn_ratio_pixel": 0.6583631634712219, "fid": 148.1403379592469, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 34316.314145088196, "train_loss_step": 4.402646064758301, "n_params": 4633780, "total_flops": 45694260633600000, "train_loss": 0.022614834043714734, "subset_score_loss": 0.022614834043714734}
+{"step": 3220000, "wall_time": 34414.954401016235, "train_loss_step": 4.443726539611816, "n_params": 4633780, "total_flops": 45836610355200000, "train_loss": 0.022161630789438884, "subset_score_loss": 0.022161630789438884}
+{"step": 3230000, "wall_time": 34514.08118104935, "train_loss_step": 4.693950653076172, "n_params": 4633780, "total_flops": 45978960076800000, "train_loss": 0.026211118698120116, "subset_score_loss": 0.026211118698120116}
+{"step": 3240000, "wall_time": 34607.478865623474, "train_loss_step": 4.575033664703369, "n_params": 4633780, "total_flops": 46121309798400000, "train_loss": 0.02194972965452406, "subset_score_loss": 0.02194972965452406}
+{"step": 3250000, "wall_time": 34706.33642888069, "train_loss_step": 4.694921493530273, "n_params": 4633780, "total_flops": 46263659520000000, "train_loss": 0.02041607962714301, "subset_score_loss": 0.02041607962714301}
+{"step": 3260000, "wall_time": 34805.906035900116, "train_loss_step": 4.250761985778809, "n_params": 4633780, "total_flops": 46406009241600000, "train_loss": 0.022351831860012477, "subset_score_loss": 0.022351831860012477}
+{"step": 3270000, "wall_time": 34904.16253089905, "train_loss_step": 4.555000305175781, "n_params": 4633780, "total_flops": 46548358963200000, "train_loss": 0.02109647724363539, "subset_score_loss": 0.02109647724363539}
+{"step": 3280000, "wall_time": 35000.06143736839, "train_loss_step": 4.261887550354004, "n_params": 4633780, "total_flops": 46690708684800000, "train_loss": 0.021533350149790447, "subset_score_loss": 0.021533350149790447}
+{"step": 3290000, "wall_time": 35098.75544214249, "train_loss_step": 4.7834978103637695, "n_params": 4633780, "total_flops": 46833058406400000, "train_loss": 0.023181141747368707, "subset_score_loss": 0.023181141747368707}
+{"step": 3300000, "wall_time": 35279.07971096039, "train_loss_step": 4.624846458435059, "n_params": 4633780, "total_flops": 46975408128000000, "train_loss": 0.021652015050252278, "subset_score_loss": 0.021652015050252278, "memorization_fraction_pixel": 0.367000013589859, "mean_nn_ratio_pixel": 0.6642986536026001, "fid": 150.5040862987809, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 35375.83359146118, "train_loss_step": 4.874737739562988, "n_params": 4633780, "total_flops": 47117757849600000, "train_loss": 0.021742131974962022, "subset_score_loss": 0.021742131974962022}
+{"step": 3320000, "wall_time": 35474.97383308411, "train_loss_step": 4.725393772125244, "n_params": 4633780, "total_flops": 47260107571200000, "train_loss": 0.022682017750210233, "subset_score_loss": 0.022682017750210233}
+{"step": 3330000, "wall_time": 35571.090990543365, "train_loss_step": 4.381438255310059, "n_params": 4633780, "total_flops": 47402457292800000, "train_loss": 0.024106343587239582, "subset_score_loss": 0.024106343587239582}
+{"step": 3340000, "wall_time": 35666.35476255417, "train_loss_step": 4.4248151779174805, "n_params": 4633780, "total_flops": 47544807014400000, "train_loss": 0.022992155287000868, "subset_score_loss": 0.022992155287000868}
+{"step": 3350000, "wall_time": 35765.2874455452, "train_loss_step": 4.791852951049805, "n_params": 4633780, "total_flops": 47687156736000000, "train_loss": 0.02076805830001831, "subset_score_loss": 0.02076805830001831}
+{"step": 3360000, "wall_time": 35864.059352874756, "train_loss_step": 4.5225911140441895, "n_params": 4633780, "total_flops": 47829506457600000, "train_loss": 0.02218801842795478, "subset_score_loss": 0.02218801842795478}
+{"step": 3370000, "wall_time": 35962.81997990608, "train_loss_step": 4.596203327178955, "n_params": 4633780, "total_flops": 47971856179200000, "train_loss": 0.021226535903082953, "subset_score_loss": 0.021226535903082953}
+{"step": 3380000, "wall_time": 36058.28362083435, "train_loss_step": 4.798750877380371, "n_params": 4633780, "total_flops": 48114205900800000, "train_loss": 0.0216348754035102, "subset_score_loss": 0.0216348754035102}
+{"step": 3390000, "wall_time": 36156.329223155975, "train_loss_step": 3.961716651916504, "n_params": 4633780, "total_flops": 48256555622400000, "train_loss": 0.022357167137993707, "subset_score_loss": 0.022357167137993707}
+{"step": 3400000, "wall_time": 36333.650203466415, "train_loss_step": 4.149591445922852, "n_params": 4633780, "total_flops": 48398905344000000, "train_loss": 0.021766494380103217, "subset_score_loss": 0.021766494380103217, "memorization_fraction_pixel": 0.36629998683929443, "mean_nn_ratio_pixel": 0.6647818088531494, "fid": 152.34299638889013, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 36432.7217297554, "train_loss_step": 4.160024642944336, "n_params": 4633780, "total_flops": 48541255065600000, "train_loss": 0.022809023327297635, "subset_score_loss": 0.022809023327297635}
+{"step": 3420000, "wall_time": 36531.39248251915, "train_loss_step": 4.155298709869385, "n_params": 4633780, "total_flops": 48683604787200000, "train_loss": 0.02091925541559855, "subset_score_loss": 0.02091925541559855}
+{"step": 3430000, "wall_time": 36621.67721295357, "train_loss_step": 4.6715168952941895, "n_params": 4633780, "total_flops": 48825954508800000, "train_loss": 0.023462234603034125, "subset_score_loss": 0.023462234603034125}
+{"step": 3440000, "wall_time": 36712.12298512459, "train_loss_step": 4.424095630645752, "n_params": 4633780, "total_flops": 48968304230400000, "train_loss": 0.02118919160630968, "subset_score_loss": 0.02118919160630968}
+{"step": 3450000, "wall_time": 36810.57384514809, "train_loss_step": 4.406496524810791, "n_params": 4633780, "total_flops": 49110653952000000, "train_loss": 0.02239236036936442, "subset_score_loss": 0.02239236036936442}
+{"step": 3460000, "wall_time": 36909.37595319748, "train_loss_step": 4.58967924118042, "n_params": 4633780, "total_flops": 49253003673600000, "train_loss": 0.01982435385386149, "subset_score_loss": 0.01982435385386149}
+{"step": 3470000, "wall_time": 37008.167717933655, "train_loss_step": 4.646518707275391, "n_params": 4633780, "total_flops": 49395353395200000, "train_loss": 0.020316716035207114, "subset_score_loss": 0.020316716035207114}
+{"step": 3480000, "wall_time": 37101.339972257614, "train_loss_step": 4.532329559326172, "n_params": 4633780, "total_flops": 49537703116800000, "train_loss": 0.020362026161617704, "subset_score_loss": 0.020362026161617704}
+{"step": 3490000, "wall_time": 37200.315135240555, "train_loss_step": 4.486423492431641, "n_params": 4633780, "total_flops": 49680052838400000, "train_loss": 0.021558190716637504, "subset_score_loss": 0.021558190716637504}
+{"step": 3500000, "wall_time": 37379.37580251694, "train_loss_step": 4.26777458190918, "n_params": 4633780, "total_flops": 49822402560000000, "train_loss": 0.019558694627549913, "subset_score_loss": 0.019558694627549913, "memorization_fraction_pixel": 0.37599998712539673, "mean_nn_ratio_pixel": 0.6585943102836609, "fid": 148.05862232465057, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 37478.00038123131, "train_loss_step": 4.487219333648682, "n_params": 4633780, "total_flops": 49964752281600000, "train_loss": 0.023999314837985567, "subset_score_loss": 0.023999314837985567}
+{"step": 3520000, "wall_time": 37575.04298877716, "train_loss_step": 4.308106422424316, "n_params": 4633780, "total_flops": 50107102003200000, "train_loss": 0.02080768346786499, "subset_score_loss": 0.02080768346786499}
+{"step": 3530000, "wall_time": 37672.9423327446, "train_loss_step": 4.495870113372803, "n_params": 4633780, "total_flops": 50249451724800000, "train_loss": 0.021114863289727104, "subset_score_loss": 0.021114863289727104}
+{"step": 3540000, "wall_time": 37769.06044650078, "train_loss_step": 4.568169116973877, "n_params": 4633780, "total_flops": 50391801446400000, "train_loss": 0.02473336590660943, "subset_score_loss": 0.02473336590660943}
+{"step": 3550000, "wall_time": 37867.20179247856, "train_loss_step": 4.2412872314453125, "n_params": 4633780, "total_flops": 50534151168000000, "train_loss": 0.021568704975975884, "subset_score_loss": 0.021568704975975884}
+{"step": 3560000, "wall_time": 37965.85331892967, "train_loss_step": 4.2362213134765625, "n_params": 4633780, "total_flops": 50676500889600000, "train_loss": 0.02046370373831855, "subset_score_loss": 0.02046370373831855}
+{"step": 3570000, "wall_time": 38063.587708711624, "train_loss_step": 4.234226226806641, "n_params": 4633780, "total_flops": 50818850611200000, "train_loss": 0.021653094556596544, "subset_score_loss": 0.021653094556596544}
+{"step": 3580000, "wall_time": 38158.45369505882, "train_loss_step": 4.603755950927734, "n_params": 4633780, "total_flops": 50961200332800000, "train_loss": 0.020672991540696885, "subset_score_loss": 0.020672991540696885}
+{"step": 3590000, "wall_time": 38255.13390612602, "train_loss_step": 4.676323413848877, "n_params": 4633780, "total_flops": 51103550054400000, "train_loss": 0.021925942103068034, "subset_score_loss": 0.021925942103068034}
+{"step": 3600000, "wall_time": 38433.32219552994, "train_loss_step": 4.310340404510498, "n_params": 4633780, "total_flops": 51245899776000000, "train_loss": 0.02129304541481866, "subset_score_loss": 0.02129304541481866, "memorization_fraction_pixel": 0.3416999876499176, "mean_nn_ratio_pixel": 0.6824955344200134, "fid": 159.23623987577713, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 38529.18017053604, "train_loss_step": 4.339007377624512, "n_params": 4633780, "total_flops": 51388249497600000, "train_loss": 0.024802504645453558, "subset_score_loss": 0.024802504645453558}
+{"step": 3620000, "wall_time": 38627.66910195351, "train_loss_step": 4.348126411437988, "n_params": 4633780, "total_flops": 51530599219200000, "train_loss": 0.026913547515869142, "subset_score_loss": 0.026913547515869142}
+{"step": 3630000, "wall_time": 38724.0695669651, "train_loss_step": 4.163763999938965, "n_params": 4633780, "total_flops": 51672948940800000, "train_loss": 0.02075374126434326, "subset_score_loss": 0.02075374126434326}
+{"step": 3640000, "wall_time": 38821.31865334511, "train_loss_step": 4.543267250061035, "n_params": 4633780, "total_flops": 51815298662400000, "train_loss": 0.025275288687811957, "subset_score_loss": 0.025275288687811957}
+{"step": 3650000, "wall_time": 38919.6425716877, "train_loss_step": 4.287903308868408, "n_params": 4633780, "total_flops": 51957648384000000, "train_loss": 0.02024422354168362, "subset_score_loss": 0.02024422354168362}
+{"step": 3660000, "wall_time": 39018.04981422424, "train_loss_step": 4.0501556396484375, "n_params": 4633780, "total_flops": 52099998105600000, "train_loss": 0.023651790618896485, "subset_score_loss": 0.023651790618896485}
+{"step": 3670000, "wall_time": 39116.777670145035, "train_loss_step": 4.2453484535217285, "n_params": 4633780, "total_flops": 52242347827200000, "train_loss": 0.02179265022277832, "subset_score_loss": 0.02179265022277832}
+{"step": 3680000, "wall_time": 39212.01725745201, "train_loss_step": 4.305303573608398, "n_params": 4633780, "total_flops": 52384697548800000, "train_loss": 0.021712255477905274, "subset_score_loss": 0.021712255477905274}
+{"step": 3690000, "wall_time": 39307.91827130318, "train_loss_step": 4.129903793334961, "n_params": 4633780, "total_flops": 52527047270400000, "train_loss": 0.021662684281667073, "subset_score_loss": 0.021662684281667073}
+{"step": 3700000, "wall_time": 39486.68035650253, "train_loss_step": 4.4166107177734375, "n_params": 4633780, "total_flops": 52669396992000000, "train_loss": 0.02181839015748766, "subset_score_loss": 0.02181839015748766, "memorization_fraction_pixel": 0.3774999976158142, "mean_nn_ratio_pixel": 0.6568720936775208, "fid": 148.71587227830065, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 39585.905629873276, "train_loss_step": 4.535158634185791, "n_params": 4633780, "total_flops": 52811746713600000, "train_loss": 0.021781812773810492, "subset_score_loss": 0.021781812773810492}
+{"step": 3720000, "wall_time": 39684.08719539642, "train_loss_step": 4.364199638366699, "n_params": 4633780, "total_flops": 52954096435200000, "train_loss": 0.02209740744696723, "subset_score_loss": 0.02209740744696723}
+{"step": 3730000, "wall_time": 39778.635625600815, "train_loss_step": 4.386270999908447, "n_params": 4633780, "total_flops": 53096446156800000, "train_loss": 0.022633184327019586, "subset_score_loss": 0.022633184327019586}
+{"step": 3740000, "wall_time": 39877.85525035858, "train_loss_step": 4.231919288635254, "n_params": 4633780, "total_flops": 53238795878400000, "train_loss": 0.02131275733311971, "subset_score_loss": 0.02131275733311971}
+{"step": 3750000, "wall_time": 39976.78106713295, "train_loss_step": 4.307851791381836, "n_params": 4633780, "total_flops": 53381145600000000, "train_loss": 0.024048558870951333, "subset_score_loss": 0.024048558870951333}
+{"step": 3760000, "wall_time": 40075.265654325485, "train_loss_step": 4.616769790649414, "n_params": 4633780, "total_flops": 53523495321600000, "train_loss": 0.02084304889043172, "subset_score_loss": 0.02084304889043172}
+{"step": 3770000, "wall_time": 40173.71322846413, "train_loss_step": 4.078417778015137, "n_params": 4633780, "total_flops": 53665845043200000, "train_loss": 0.025124571058485243, "subset_score_loss": 0.025124571058485243}
+{"step": 3780000, "wall_time": 40267.67306256294, "train_loss_step": 4.488649845123291, "n_params": 4633780, "total_flops": 53808194764800000, "train_loss": 0.020652621322207982, "subset_score_loss": 0.020652621322207982}
+{"step": 3790000, "wall_time": 40365.66167426109, "train_loss_step": 4.095958232879639, "n_params": 4633780, "total_flops": 53950544486400000, "train_loss": 0.021813376744588216, "subset_score_loss": 0.021813376744588216}
+{"step": 3800000, "wall_time": 40594.22353935242, "train_loss_step": 4.188375473022461, "n_params": 4633780, "total_flops": 54092894208000000, "train_loss": 0.02024654547373454, "subset_score_loss": 0.02024654547373454, "memorization_fraction_pixel": 0.39989998936653137, "mean_nn_ratio_pixel": 0.6431999802589417, "fid": 143.80241567102317, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 40693.047055482864, "train_loss_step": 4.042695999145508, "n_params": 4633780, "total_flops": 54235243929600000, "train_loss": 0.020105409622192382, "subset_score_loss": 0.020105409622192382}
+{"step": 3820000, "wall_time": 40781.8712375164, "train_loss_step": 4.46613883972168, "n_params": 4633780, "total_flops": 54377593651200000, "train_loss": 0.022877592510647245, "subset_score_loss": 0.022877592510647245}
+{"step": 3830000, "wall_time": 40873.44499063492, "train_loss_step": 4.325403213500977, "n_params": 4633780, "total_flops": 54519943372800000, "train_loss": 0.02044115596347385, "subset_score_loss": 0.02044115596347385}
+{"step": 3840000, "wall_time": 40971.696573495865, "train_loss_step": 4.401503086090088, "n_params": 4633780, "total_flops": 54662293094400000, "train_loss": 0.02056701183319092, "subset_score_loss": 0.02056701183319092}
+{"step": 3850000, "wall_time": 41070.775158405304, "train_loss_step": 4.27567195892334, "n_params": 4633780, "total_flops": 54804642816000000, "train_loss": 0.02182439300749037, "subset_score_loss": 0.02182439300749037}
+{"step": 3860000, "wall_time": 41169.728263139725, "train_loss_step": 4.739599704742432, "n_params": 4633780, "total_flops": 54946992537600000, "train_loss": 0.021111480394999185, "subset_score_loss": 0.021111480394999185}
+{"step": 3870000, "wall_time": 41259.4857506752, "train_loss_step": 4.683067321777344, "n_params": 4633780, "total_flops": 55089342259200000, "train_loss": 0.021062518490685356, "subset_score_loss": 0.021062518490685356}
+{"step": 3880000, "wall_time": 41350.80061292648, "train_loss_step": 4.191778182983398, "n_params": 4633780, "total_flops": 55231691980800000, "train_loss": 0.021111529403262667, "subset_score_loss": 0.021111529403262667}
+{"step": 3890000, "wall_time": 41447.43337202072, "train_loss_step": 4.148550987243652, "n_params": 4633780, "total_flops": 55374041702400000, "train_loss": 0.023148883713616265, "subset_score_loss": 0.023148883713616265}
+{"step": 3900000, "wall_time": 41652.7241871357, "train_loss_step": 4.222283840179443, "n_params": 4633780, "total_flops": 55516391424000000, "train_loss": 0.018153030342525907, "subset_score_loss": 0.018153030342525907, "memorization_fraction_pixel": 0.4009000062942505, "mean_nn_ratio_pixel": 0.6416280269622803, "fid": 142.40594737832464, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 41750.66195845604, "train_loss_step": 4.466573238372803, "n_params": 4633780, "total_flops": 55658741145600000, "train_loss": 0.020452598730723064, "subset_score_loss": 0.020452598730723064}
+{"step": 3920000, "wall_time": 41841.42677259445, "train_loss_step": 4.196748733520508, "n_params": 4633780, "total_flops": 55801090867200000, "train_loss": 0.019082036283281114, "subset_score_loss": 0.019082036283281114}
+{"step": 3930000, "wall_time": 41930.27568912506, "train_loss_step": 4.101222515106201, "n_params": 4633780, "total_flops": 55943440588800000, "train_loss": 0.019066392050849066, "subset_score_loss": 0.019066392050849066}
+{"step": 3940000, "wall_time": 42029.725511312485, "train_loss_step": 4.521996974945068, "n_params": 4633780, "total_flops": 56085790310400000, "train_loss": 0.023030802938673232, "subset_score_loss": 0.023030802938673232}
+{"step": 3950000, "wall_time": 42128.617453575134, "train_loss_step": 4.3532843589782715, "n_params": 4633780, "total_flops": 56228140032000000, "train_loss": 0.01855986648135715, "subset_score_loss": 0.01855986648135715}
+{"step": 3960000, "wall_time": 42224.82987618446, "train_loss_step": 4.078518867492676, "n_params": 4633780, "total_flops": 56370489753600000, "train_loss": 0.01928220060136583, "subset_score_loss": 0.01928220060136583}
+{"step": 3970000, "wall_time": 42315.24083805084, "train_loss_step": 4.195263862609863, "n_params": 4633780, "total_flops": 56512839475200000, "train_loss": 0.02068092425664266, "subset_score_loss": 0.02068092425664266}
+{"step": 3980000, "wall_time": 42405.21423101425, "train_loss_step": 4.1257004737854, "n_params": 4633780, "total_flops": 56655189196800000, "train_loss": 0.0202626453505622, "subset_score_loss": 0.0202626453505622}
+{"step": 3990000, "wall_time": 42503.29209804535, "train_loss_step": 4.26481819152832, "n_params": 4633780, "total_flops": 56797538918400000, "train_loss": 0.02217185762193468, "subset_score_loss": 0.02217185762193468}
+{"step": 4000000, "wall_time": 42710.52036523819, "train_loss_step": 4.313929557800293, "n_params": 4633780, "total_flops": 56939888640000000, "train_loss": 0.02082465887069702, "subset_score_loss": 0.02082465887069702, "memorization_fraction_pixel": 0.391400009393692, "mean_nn_ratio_pixel": 0.6473768353462219, "fid": 146.01674765324682, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 42809.458342552185, "train_loss_step": 4.176491737365723, "n_params": 4633780, "total_flops": 57082238361600000, "train_loss": 0.021146925290425618, "subset_score_loss": 0.021146925290425618}
+{"step": 4020000, "wall_time": 42902.58477115631, "train_loss_step": 4.556788444519043, "n_params": 4633780, "total_flops": 57224588083200000, "train_loss": 0.027364253997802734, "subset_score_loss": 0.027364253997802734}
+{"step": 4030000, "wall_time": 42990.06808972359, "train_loss_step": 4.673331260681152, "n_params": 4633780, "total_flops": 57366937804800000, "train_loss": 0.022408183415730795, "subset_score_loss": 0.022408183415730795}
+{"step": 4040000, "wall_time": 43089.0451900959, "train_loss_step": 4.301782131195068, "n_params": 4633780, "total_flops": 57509287526400000, "train_loss": 0.01979296737247043, "subset_score_loss": 0.01979296737247043}
+{"step": 4050000, "wall_time": 43185.79408073425, "train_loss_step": 3.9817192554473877, "n_params": 4633780, "total_flops": 57651637248000000, "train_loss": 0.019838152991400824, "subset_score_loss": 0.019838152991400824}
+{"step": 4060000, "wall_time": 43282.64218187332, "train_loss_step": 4.254457473754883, "n_params": 4633780, "total_flops": 57793986969600000, "train_loss": 0.02080138127009074, "subset_score_loss": 0.02080138127009074}
+{"step": 4070000, "wall_time": 43376.5571937561, "train_loss_step": 4.293335437774658, "n_params": 4633780, "total_flops": 57936336691200000, "train_loss": 0.019878033796946207, "subset_score_loss": 0.019878033796946207}
+{"step": 4080000, "wall_time": 43466.44382214546, "train_loss_step": 4.535443305969238, "n_params": 4633780, "total_flops": 58078686412800000, "train_loss": 0.0197048995229933, "subset_score_loss": 0.0197048995229933}
+{"step": 4090000, "wall_time": 43564.62577056885, "train_loss_step": 4.083662033081055, "n_params": 4633780, "total_flops": 58221036134400000, "train_loss": 0.020189825693766275, "subset_score_loss": 0.020189825693766275}
+{"step": 4100000, "wall_time": 43801.148119688034, "train_loss_step": 3.941643238067627, "n_params": 4633780, "total_flops": 58363385856000000, "train_loss": 0.02171828481886122, "subset_score_loss": 0.02171828481886122, "memorization_fraction_pixel": 0.3898000121116638, "mean_nn_ratio_pixel": 0.6527471542358398, "fid": 149.51657269162502, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 43900.239426374435, "train_loss_step": 4.3462677001953125, "n_params": 4633780, "total_flops": 58505735577600000, "train_loss": 0.020104449325137667, "subset_score_loss": 0.020104449325137667}
+{"step": 4120000, "wall_time": 43987.33168911934, "train_loss_step": 4.506875991821289, "n_params": 4633780, "total_flops": 58648085299200000, "train_loss": 0.0219587418768141, "subset_score_loss": 0.0219587418768141}
+{"step": 4130000, "wall_time": 44082.15303850174, "train_loss_step": 4.099864959716797, "n_params": 4633780, "total_flops": 58790435020800000, "train_loss": 0.020632133218977187, "subset_score_loss": 0.020632133218977187}
+{"step": 4140000, "wall_time": 44181.42963886261, "train_loss_step": 4.210594654083252, "n_params": 4633780, "total_flops": 58932784742400000, "train_loss": 0.020946037769317628, "subset_score_loss": 0.020946037769317628}
+{"step": 4150000, "wall_time": 44278.593321084976, "train_loss_step": 4.166976451873779, "n_params": 4633780, "total_flops": 59075134464000000, "train_loss": 0.02006170352300008, "subset_score_loss": 0.02006170352300008}
+{"step": 4160000, "wall_time": 44376.284081459045, "train_loss_step": 4.207380294799805, "n_params": 4633780, "total_flops": 59217484185600000, "train_loss": 0.027812030580308702, "subset_score_loss": 0.027812030580308702}
+{"step": 4170000, "wall_time": 44462.61850690842, "train_loss_step": 4.128795623779297, "n_params": 4633780, "total_flops": 59359833907200000, "train_loss": 0.020602879259321423, "subset_score_loss": 0.020602879259321423}
+{"step": 4180000, "wall_time": 44560.315267801285, "train_loss_step": 4.3217363357543945, "n_params": 4633780, "total_flops": 59502183628800000, "train_loss": 0.019846187697516546, "subset_score_loss": 0.019846187697516546}
+{"step": 4190000, "wall_time": 44658.06425905228, "train_loss_step": 4.100749969482422, "n_params": 4633780, "total_flops": 59644533350400000, "train_loss": 0.018943353494008382, "subset_score_loss": 0.018943353494008382}
+{"step": 4200000, "wall_time": 44883.420350551605, "train_loss_step": 4.212210655212402, "n_params": 4633780, "total_flops": 59786883072000000, "train_loss": 0.022994642787509494, "subset_score_loss": 0.022994642787509494, "memorization_fraction_pixel": 0.44269999861717224, "mean_nn_ratio_pixel": 0.6060134172439575, "fid": 132.90650292099252, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 44982.83799171448, "train_loss_step": 3.9690182209014893, "n_params": 4633780, "total_flops": 59929232793600000, "train_loss": 0.020498086346520318, "subset_score_loss": 0.020498086346520318}
+{"step": 4220000, "wall_time": 45065.07414531708, "train_loss_step": 4.028321743011475, "n_params": 4633780, "total_flops": 60071582515200000, "train_loss": 0.019717488023969863, "subset_score_loss": 0.019717488023969863}
+{"step": 4230000, "wall_time": 45162.53572320938, "train_loss_step": 4.254714488983154, "n_params": 4633780, "total_flops": 60213932236800000, "train_loss": 0.02009055217107137, "subset_score_loss": 0.02009055217107137}
+{"step": 4240000, "wall_time": 45260.450684547424, "train_loss_step": 4.6291351318359375, "n_params": 4633780, "total_flops": 60356281958400000, "train_loss": 0.02323079374101427, "subset_score_loss": 0.02323079374101427}
+{"step": 4250000, "wall_time": 45358.83963680267, "train_loss_step": 3.973820924758911, "n_params": 4633780, "total_flops": 60498631680000000, "train_loss": 0.019094312191009523, "subset_score_loss": 0.019094312191009523}
+{"step": 4260000, "wall_time": 45458.03616833687, "train_loss_step": 4.269939422607422, "n_params": 4633780, "total_flops": 60640981401600000, "train_loss": 0.019560058911641438, "subset_score_loss": 0.019560058911641438}
+{"step": 4270000, "wall_time": 45542.0851483345, "train_loss_step": 4.211519241333008, "n_params": 4633780, "total_flops": 60783331123200000, "train_loss": 0.020719781186845566, "subset_score_loss": 0.020719781186845566}
+{"step": 4280000, "wall_time": 45639.50836968422, "train_loss_step": 4.166156768798828, "n_params": 4633780, "total_flops": 60925680844800000, "train_loss": 0.021791831652323405, "subset_score_loss": 0.021791831652323405}
+{"step": 4290000, "wall_time": 45737.8772547245, "train_loss_step": 4.154350757598877, "n_params": 4633780, "total_flops": 61068030566400000, "train_loss": 0.021187400817871092, "subset_score_loss": 0.021187400817871092}
+{"step": 4300000, "wall_time": 45959.45235013962, "train_loss_step": 4.24189567565918, "n_params": 4633780, "total_flops": 61210380288000000, "train_loss": 0.01973352697160509, "subset_score_loss": 0.01973352697160509, "memorization_fraction_pixel": 0.4117000102996826, "mean_nn_ratio_pixel": 0.6322776675224304, "fid": 140.65633285134618, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 46052.810261011124, "train_loss_step": 4.4490814208984375, "n_params": 4633780, "total_flops": 61352730009600000, "train_loss": 0.020538357893625896, "subset_score_loss": 0.020538357893625896}
+{"step": 4320000, "wall_time": 46137.08861017227, "train_loss_step": 4.071010112762451, "n_params": 4633780, "total_flops": 61495079731200000, "train_loss": 0.018897762563493518, "subset_score_loss": 0.018897762563493518}
+{"step": 4330000, "wall_time": 46236.44389009476, "train_loss_step": 4.073023796081543, "n_params": 4633780, "total_flops": 61637429452800000, "train_loss": 0.018578464455074734, "subset_score_loss": 0.018578464455074734}
+{"step": 4340000, "wall_time": 46335.24826669693, "train_loss_step": 4.206822395324707, "n_params": 4633780, "total_flops": 61779779174400000, "train_loss": 0.01815070841047499, "subset_score_loss": 0.01815070841047499}
+{"step": 4350000, "wall_time": 46434.07695436478, "train_loss_step": 4.1873273849487305, "n_params": 4633780, "total_flops": 61922128896000000, "train_loss": 0.021533872021569145, "subset_score_loss": 0.021533872021569145}
+{"step": 4360000, "wall_time": 46533.15234541893, "train_loss_step": 4.198513031005859, "n_params": 4633780, "total_flops": 62064478617600000, "train_loss": 0.020782854821946885, "subset_score_loss": 0.020782854821946885}
+{"step": 4370000, "wall_time": 46620.14507818222, "train_loss_step": 4.54299783706665, "n_params": 4633780, "total_flops": 62206828339200000, "train_loss": 0.020016103320651586, "subset_score_loss": 0.020016103320651586}
+{"step": 4380000, "wall_time": 46719.37476658821, "train_loss_step": 3.9792187213897705, "n_params": 4633780, "total_flops": 62349178060800000, "train_loss": 0.01960783004760742, "subset_score_loss": 0.01960783004760742}
+{"step": 4390000, "wall_time": 46818.22311639786, "train_loss_step": 4.510337829589844, "n_params": 4633780, "total_flops": 62491527782400000, "train_loss": 0.01896131303575304, "subset_score_loss": 0.01896131303575304}
+{"step": 4400000, "wall_time": 47030.65399098396, "train_loss_step": 4.2804765701293945, "n_params": 4633780, "total_flops": 62633877504000000, "train_loss": 0.019057876533932157, "subset_score_loss": 0.019057876533932157, "memorization_fraction_pixel": 0.41339999437332153, "mean_nn_ratio_pixel": 0.6328704953193665, "fid": 141.85540086077873, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 47121.65654349327, "train_loss_step": 4.175732612609863, "n_params": 4633780, "total_flops": 62776227225600000, "train_loss": 0.02036827802658081, "subset_score_loss": 0.02036827802658081}
+{"step": 4420000, "wall_time": 47212.47697496414, "train_loss_step": 4.067894458770752, "n_params": 4633780, "total_flops": 62918576947200000, "train_loss": 0.020222641362084282, "subset_score_loss": 0.020222641362084282}
+{"step": 4430000, "wall_time": 47311.76555395126, "train_loss_step": 4.0838189125061035, "n_params": 4633780, "total_flops": 63060926668800000, "train_loss": 0.019534023602803548, "subset_score_loss": 0.019534023602803548}
+{"step": 4440000, "wall_time": 47410.09072422981, "train_loss_step": 4.618114948272705, "n_params": 4633780, "total_flops": 63203276390400000, "train_loss": 0.019588963190714518, "subset_score_loss": 0.019588963190714518}
+{"step": 4450000, "wall_time": 47508.33872771263, "train_loss_step": 4.177834987640381, "n_params": 4633780, "total_flops": 63345626112000000, "train_loss": 0.019950902462005614, "subset_score_loss": 0.019950902462005614}
+{"step": 4460000, "wall_time": 47603.572940826416, "train_loss_step": 4.16731071472168, "n_params": 4633780, "total_flops": 63487975833600000, "train_loss": 0.020531940460205077, "subset_score_loss": 0.020531940460205077}
+{"step": 4470000, "wall_time": 47694.836107730865, "train_loss_step": 4.207851409912109, "n_params": 4633780, "total_flops": 63630325555200000, "train_loss": 0.01938859356774224, "subset_score_loss": 0.01938859356774224}
+{"step": 4480000, "wall_time": 47794.316462278366, "train_loss_step": 4.338306427001953, "n_params": 4633780, "total_flops": 63772675276800000, "train_loss": 0.019648875130547416, "subset_score_loss": 0.019648875130547416}
+{"step": 4490000, "wall_time": 47892.645275592804, "train_loss_step": 4.005529880523682, "n_params": 4633780, "total_flops": 63915024998400000, "train_loss": 0.020827656322055393, "subset_score_loss": 0.020827656322055393}
+{"step": 4500000, "wall_time": 48100.122430324554, "train_loss_step": 4.557857036590576, "n_params": 4633780, "total_flops": 64057374720000000, "train_loss": 0.02374550766415066, "subset_score_loss": 0.02374550766415066, "memorization_fraction_pixel": 0.4311999976634979, "mean_nn_ratio_pixel": 0.6181275248527527, "fid": 138.1200767908135, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 48169.70446205139, "train_loss_step": 4.424260139465332, "n_params": 4633780, "total_flops": 64199724441600000, "train_loss": 0.0189127074347602, "subset_score_loss": 0.0189127074347602}
+{"step": 4520000, "wall_time": 48249.67076468468, "train_loss_step": 4.407844543457031, "n_params": 4633780, "total_flops": 64342074163200000, "train_loss": 0.019859457015991212, "subset_score_loss": 0.019859457015991212}
+{"step": 4530000, "wall_time": 48328.63592386246, "train_loss_step": 4.1520256996154785, "n_params": 4633780, "total_flops": 64484423884800000, "train_loss": 0.020380269156561957, "subset_score_loss": 0.020380269156561957}
+{"step": 4540000, "wall_time": 48408.16610169411, "train_loss_step": 4.270060062408447, "n_params": 4633780, "total_flops": 64626773606400000, "train_loss": 0.021810219022962783, "subset_score_loss": 0.021810219022962783}
+{"step": 4550000, "wall_time": 48487.73237657547, "train_loss_step": 4.3070478439331055, "n_params": 4633780, "total_flops": 64769123328000000, "train_loss": 0.021087018648783366, "subset_score_loss": 0.021087018648783366}
+{"step": 4560000, "wall_time": 48552.84657454491, "train_loss_step": 4.441274642944336, "n_params": 4633780, "total_flops": 64911473049600000, "train_loss": 0.019420798619588217, "subset_score_loss": 0.019420798619588217}
+{"step": 4570000, "wall_time": 48631.710230350494, "train_loss_step": 4.006133556365967, "n_params": 4633780, "total_flops": 65053822771200000, "train_loss": 0.019310805532667372, "subset_score_loss": 0.019310805532667372}
+{"step": 4580000, "wall_time": 48710.23578310013, "train_loss_step": 3.8530404567718506, "n_params": 4633780, "total_flops": 65196172492800000, "train_loss": 0.02067068815231323, "subset_score_loss": 0.02067068815231323}
+{"step": 4590000, "wall_time": 48773.33501291275, "train_loss_step": 4.024712085723877, "n_params": 4633780, "total_flops": 65338522214400000, "train_loss": 0.019692381223042805, "subset_score_loss": 0.019692381223042805}
+{"step": 4600000, "wall_time": 48889.03200483322, "train_loss_step": 4.328169345855713, "n_params": 4633780, "total_flops": 65480871936000000, "train_loss": 0.020489540365007188, "subset_score_loss": 0.020489540365007188, "memorization_fraction_pixel": 0.4542999863624573, "mean_nn_ratio_pixel": 0.601027250289917, "fid": 132.4863184148936, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 48946.4100420475, "train_loss_step": 3.689373731613159, "n_params": 4633780, "total_flops": 65623221657600000, "train_loss": 0.01963285075293647, "subset_score_loss": 0.01963285075293647}
+{"step": 4620000, "wall_time": 49007.20858478546, "train_loss_step": 4.381782054901123, "n_params": 4633780, "total_flops": 65765571379200000, "train_loss": 0.019264258278740776, "subset_score_loss": 0.019264258278740776}
+{"step": 4630000, "wall_time": 49067.938786029816, "train_loss_step": 4.527753829956055, "n_params": 4633780, "total_flops": 65907921100800000, "train_loss": 0.02073813279469808, "subset_score_loss": 0.02073813279469808}
+{"step": 4640000, "wall_time": 49128.4372279644, "train_loss_step": 4.1382646560668945, "n_params": 4633780, "total_flops": 66050270822400000, "train_loss": 0.020620444085862902, "subset_score_loss": 0.020620444085862902}
+{"step": 4650000, "wall_time": 49189.306718587875, "train_loss_step": 3.8610103130340576, "n_params": 4633780, "total_flops": 66192620544000000, "train_loss": 0.018505656719207765, "subset_score_loss": 0.018505656719207765}
+{"step": 4660000, "wall_time": 49244.02201247215, "train_loss_step": 4.27980899810791, "n_params": 4633780, "total_flops": 66334970265600000, "train_loss": 0.02055037021636963, "subset_score_loss": 0.02055037021636963}
+{"step": 4670000, "wall_time": 49304.281967401505, "train_loss_step": 4.291436195373535, "n_params": 4633780, "total_flops": 66477319987200000, "train_loss": 0.02189740472369724, "subset_score_loss": 0.02189740472369724}
+{"step": 4680000, "wall_time": 49364.77004361153, "train_loss_step": 4.369460105895996, "n_params": 4633780, "total_flops": 66619669708800000, "train_loss": 0.01918619606229994, "subset_score_loss": 0.01918619606229994}
+{"step": 4690000, "wall_time": 49425.460834264755, "train_loss_step": 4.029463768005371, "n_params": 4633780, "total_flops": 66762019430400000, "train_loss": 0.018907414542304143, "subset_score_loss": 0.018907414542304143}
+{"step": 4700000, "wall_time": 49540.34796380997, "train_loss_step": 3.8991551399230957, "n_params": 4633780, "total_flops": 66904369152000000, "train_loss": 0.017808155218760172, "subset_score_loss": 0.017808155218760172, "memorization_fraction_pixel": 0.4537999927997589, "mean_nn_ratio_pixel": 0.6050745844841003, "fid": 134.7181824185127, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 49596.968398332596, "train_loss_step": 4.036445140838623, "n_params": 4633780, "total_flops": 67046718873600000, "train_loss": 0.0197170443005032, "subset_score_loss": 0.0197170443005032}
+{"step": 4720000, "wall_time": 49657.8412861824, "train_loss_step": 4.383642196655273, "n_params": 4633780, "total_flops": 67189068595200000, "train_loss": 0.019761541154649523, "subset_score_loss": 0.019761541154649523}
+{"step": 4730000, "wall_time": 49718.26585936546, "train_loss_step": 4.4241743087768555, "n_params": 4633780, "total_flops": 67331418316800000, "train_loss": 0.0210354036755032, "subset_score_loss": 0.0210354036755032}
+{"step": 4740000, "wall_time": 49778.881722688675, "train_loss_step": 4.30544376373291, "n_params": 4633780, "total_flops": 67473768038400000, "train_loss": 0.020078112019432916, "subset_score_loss": 0.020078112019432916}
+{"step": 4750000, "wall_time": 49839.712299346924, "train_loss_step": 4.022815704345703, "n_params": 4633780, "total_flops": 67616117760000000, "train_loss": 0.01967367198732164, "subset_score_loss": 0.01967367198732164}
+{"step": 4760000, "wall_time": 49894.294431209564, "train_loss_step": 4.293184280395508, "n_params": 4633780, "total_flops": 67758467481600000, "train_loss": 0.018855384985605874, "subset_score_loss": 0.018855384985605874}
+{"step": 4770000, "wall_time": 49954.39519715309, "train_loss_step": 4.053441047668457, "n_params": 4633780, "total_flops": 67900817203200000, "train_loss": 0.02040330039130317, "subset_score_loss": 0.02040330039130317}
+{"step": 4780000, "wall_time": 50015.05155754089, "train_loss_step": 4.117748260498047, "n_params": 4633780, "total_flops": 68043166924800000, "train_loss": 0.019334777196248373, "subset_score_loss": 0.019334777196248373}
+{"step": 4790000, "wall_time": 50075.59981632233, "train_loss_step": 4.262765884399414, "n_params": 4633780, "total_flops": 68185516646400000, "train_loss": 0.018765403164757624, "subset_score_loss": 0.018765403164757624}
+{"step": 4800000, "wall_time": 50191.189153671265, "train_loss_step": 4.207570552825928, "n_params": 4633780, "total_flops": 68327866368000000, "train_loss": 0.021023501290215386, "subset_score_loss": 0.021023501290215386, "memorization_fraction_pixel": 0.4796999990940094, "mean_nn_ratio_pixel": 0.5796513557434082, "fid": 126.89083334610467, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 50252.117757320404, "train_loss_step": 3.9254555702209473, "n_params": 4633780, "total_flops": 68470216089600000, "train_loss": 0.0188696026802063, "subset_score_loss": 0.0188696026802063}
+{"step": 4820000, "wall_time": 50312.514278650284, "train_loss_step": 3.8790791034698486, "n_params": 4633780, "total_flops": 68612565811200000, "train_loss": 0.01974292066362169, "subset_score_loss": 0.01974292066362169}
+{"step": 4830000, "wall_time": 50372.79919672012, "train_loss_step": 3.9818103313446045, "n_params": 4633780, "total_flops": 68754915532800000, "train_loss": 0.02057949834399753, "subset_score_loss": 0.02057949834399753}
+{"step": 4840000, "wall_time": 50433.399233818054, "train_loss_step": 3.827874183654785, "n_params": 4633780, "total_flops": 68897265254400000, "train_loss": 0.018930080201890735, "subset_score_loss": 0.018930080201890735}
+{"step": 4850000, "wall_time": 50494.005830049515, "train_loss_step": 4.151150226593018, "n_params": 4633780, "total_flops": 69039614976000000, "train_loss": 0.01814656654993693, "subset_score_loss": 0.01814656654993693}
+{"step": 4860000, "wall_time": 50548.530507326126, "train_loss_step": 4.402462005615234, "n_params": 4633780, "total_flops": 69181964697600000, "train_loss": 0.018909327189127603, "subset_score_loss": 0.018909327189127603}
+{"step": 4870000, "wall_time": 50609.17893576622, "train_loss_step": 4.159114360809326, "n_params": 4633780, "total_flops": 69324314419200000, "train_loss": 0.018249175283643934, "subset_score_loss": 0.018249175283643934}
+{"step": 4880000, "wall_time": 50670.04093647003, "train_loss_step": 3.894516944885254, "n_params": 4633780, "total_flops": 69466664140800000, "train_loss": 0.019212708208296035, "subset_score_loss": 0.019212708208296035}
+{"step": 4890000, "wall_time": 50730.44064927101, "train_loss_step": 4.248822212219238, "n_params": 4633780, "total_flops": 69609013862400000, "train_loss": 0.020008591810862224, "subset_score_loss": 0.020008591810862224}
+{"step": 4900000, "wall_time": 50839.48869037628, "train_loss_step": 4.253006935119629, "n_params": 4633780, "total_flops": 69751363584000000, "train_loss": 0.01934845977359348, "subset_score_loss": 0.01934845977359348, "memorization_fraction_pixel": 0.4724000096321106, "mean_nn_ratio_pixel": 0.5872300863265991, "fid": 129.9724818290456, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 50879.94883275032, "train_loss_step": 4.418226718902588, "n_params": 4633780, "total_flops": 69893713305600000, "train_loss": 0.021735743681589762, "subset_score_loss": 0.021735743681589762}
+{"step": 4920000, "wall_time": 50921.494446992874, "train_loss_step": 4.118097305297852, "n_params": 4633780, "total_flops": 70036063027200000, "train_loss": 0.019639597998725042, "subset_score_loss": 0.019639597998725042}
+{"step": 4930000, "wall_time": 50962.78178524971, "train_loss_step": 4.005923748016357, "n_params": 4633780, "total_flops": 70178412748800000, "train_loss": 0.016571373409695094, "subset_score_loss": 0.016571373409695094}
+{"step": 4940000, "wall_time": 51004.03101968765, "train_loss_step": 3.778714895248413, "n_params": 4633780, "total_flops": 70320762470400000, "train_loss": 0.017573375172085234, "subset_score_loss": 0.017573375172085234}
+{"step": 4950000, "wall_time": 51044.84601140022, "train_loss_step": 4.1251935958862305, "n_params": 4633780, "total_flops": 70463112192000000, "train_loss": 0.019658044974009196, "subset_score_loss": 0.019658044974009196}
+{"step": 4960000, "wall_time": 51068.72020316124, "train_loss_step": 4.160617828369141, "n_params": 4633780, "total_flops": 70605461913600000, "train_loss": 0.018122614754570856, "subset_score_loss": 0.018122614754570856}
+{"step": 4970000, "wall_time": 51093.71478867531, "train_loss_step": 4.436690807342529, "n_params": 4633780, "total_flops": 70747811635200000, "train_loss": 0.02046044800016615, "subset_score_loss": 0.02046044800016615}
+{"step": 4980000, "wall_time": 51117.27504992485, "train_loss_step": 3.657158851623535, "n_params": 4633780, "total_flops": 70890161356800000, "train_loss": 0.018525116973453097, "subset_score_loss": 0.018525116973453097}
+{"step": 4990000, "wall_time": 51141.391508340836, "train_loss_step": 4.1323137283325195, "n_params": 4633780, "total_flops": 71032511078400000, "train_loss": 0.019443325201670327, "subset_score_loss": 0.019443325201670327}
+{"step": 5000000, "wall_time": 51184.486444711685, "train_loss_step": 4.236372947692871, "n_params": 4633780, "total_flops": 71174860800000000, "train_loss": 0.018551622496710884, "subset_score_loss": 0.018551622496710884, "memorization_fraction_pixel": 0.43479999899864197, "mean_nn_ratio_pixel": 0.6180630922317505, "fid": 135.8117250990811, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..ac29eb96cfbc8c9e01788f30cdff575de8a5ad50
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d180/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     76s | train_loss=1.0022 | fid=284.3629
+  step   10000 |    175s | train_loss=0.7725
+  step   20000 |    274s | train_loss=0.6554
+  step   30000 |    374s | train_loss=0.5581
+  step   40000 |    474s | train_loss=0.4716
+  step   50000 |    574s | train_loss=0.3968
+  step   60000 |    674s | train_loss=0.3262
+  step   70000 |    773s | train_loss=0.2732
+  step   80000 |    873s | train_loss=0.2321
+  step   90000 |    973s | train_loss=0.2036
+  step  100000 |   1144s | train_loss=0.1725 | fid=196.2308
+  step  110000 |   1244s | train_loss=0.1734
+  step  120000 |   1343s | train_loss=0.1381
+  step  130000 |   1443s | train_loss=0.1347
+  step  140000 |   1542s | train_loss=0.1389
+  step  150000 |   1642s | train_loss=0.1205
+  step  160000 |   1742s | train_loss=0.1114
+  step  170000 |   1842s | train_loss=0.1164
+  step  180000 |   1941s | train_loss=0.1046
+  step  190000 |   2038s | train_loss=0.1037
+  step  200000 |   2211s | train_loss=0.0976 | fid=265.9782
+  step  210000 |   2310s | train_loss=0.0977
+  step  220000 |   2410s | train_loss=0.0963
+  step  230000 |   2509s | train_loss=0.1000
+  step  240000 |   2608s | train_loss=0.0881
+  step  250000 |   2708s | train_loss=0.0867
+  step  260000 |   2807s | train_loss=0.0818
+  step  270000 |   2907s | train_loss=0.0946
+  step  280000 |   3005s | train_loss=0.0897
+  step  290000 |   3102s | train_loss=0.0745
+  step  300000 |   3275s | train_loss=0.0838 | fid=309.9015
+  step  310000 |   3375s | train_loss=0.0771
+  step  320000 |   3475s | train_loss=0.0769
+  step  330000 |   3575s | train_loss=0.0767
+  step  340000 |   3675s | train_loss=0.0723
+  step  350000 |   3774s | train_loss=0.0737
+  step  360000 |   3873s | train_loss=0.0699
+  step  370000 |   3971s | train_loss=0.0665
+  step  380000 |   4068s | train_loss=0.0735
+  step  390000 |   4167s | train_loss=0.0661
+  step  400000 |   4341s | train_loss=0.0631 | fid=320.2243
+  step  410000 |   4441s | train_loss=0.0633
+  step  420000 |   4540s | train_loss=0.0649
+  step  430000 |   4640s | train_loss=0.0652
+  step  440000 |   4739s | train_loss=0.0598
+  step  450000 |   4839s | train_loss=0.0586
+  step  460000 |   4939s | train_loss=0.0582
+  step  470000 |   5037s | train_loss=0.0577
+  step  480000 |   5135s | train_loss=0.0564
+  step  490000 |   5231s | train_loss=0.0554
+  step  500000 |   5406s | train_loss=0.0544 | fid=320.0871
+  step  510000 |   5506s | train_loss=0.0573
+  step  520000 |   5605s | train_loss=0.0586
+  step  530000 |   5704s | train_loss=0.0554
+  step  540000 |   5803s | train_loss=0.0557
+  step  550000 |   5903s | train_loss=0.0544
+  step  560000 |   6000s | train_loss=0.0514
+  step  570000 |   6097s | train_loss=0.0519
+  step  580000 |   6197s | train_loss=0.0508
+  step  590000 |   6293s | train_loss=0.0496
+  step  600000 |   6468s | train_loss=0.0502 | fid=305.8550
+  step  610000 |   6568s | train_loss=0.0490
+  step  620000 |   6667s | train_loss=0.0494
+  step  630000 |   6767s | train_loss=0.0519
+  step  640000 |   6866s | train_loss=0.0467
+  step  650000 |   6964s | train_loss=0.0534
+  step  660000 |   7061s | train_loss=0.0490
+  step  670000 |   7161s | train_loss=0.0507
+  step  680000 |   7260s | train_loss=0.0462
+  step  690000 |   7356s | train_loss=0.0475
+  step  700000 |   7534s | train_loss=0.0448 | fid=287.6540
+  step  710000 |   7633s | train_loss=0.0581
+  step  720000 |   7732s | train_loss=0.0487
+  step  730000 |   7832s | train_loss=0.0458
+  step  740000 |   7929s | train_loss=0.0491
+  step  750000 |   8027s | train_loss=0.0458
+  step  760000 |   8126s | train_loss=0.0484
+  step  770000 |   8225s | train_loss=0.0444
+  step  780000 |   8320s | train_loss=0.0421
+  step  790000 |   8419s | train_loss=0.0421
+  step  800000 |   8597s | train_loss=0.0448 | fid=273.9189
+  step  810000 |   8696s | train_loss=0.0418
+  step  820000 |   8796s | train_loss=0.0412
+  step  830000 |   8894s | train_loss=0.0419
+  step  840000 |   8994s | train_loss=0.0414
+  step  850000 |   9092s | train_loss=0.0433
+  step  860000 |   9191s | train_loss=0.0443
+  step  870000 |   9290s | train_loss=0.0427
+  step  880000 |   9386s | train_loss=0.0428
+  step  890000 |   9485s | train_loss=0.0417
+  step  900000 |   9662s | train_loss=0.0395 | fid=256.6939
+  step  910000 |   9761s | train_loss=0.0398
+  step  920000 |   9859s | train_loss=0.0415
+  step  930000 |   9958s | train_loss=0.0396
+  step  940000 |  10056s | train_loss=0.0463
+  step  950000 |  10155s | train_loss=0.0423
+  step  960000 |  10255s | train_loss=0.0366
+  step  970000 |  10354s | train_loss=0.0374
+  step  980000 |  10450s | train_loss=0.0381
+  step  990000 |  10550s | train_loss=0.0396
+  step 1000000 |  10726s | train_loss=0.0392 | fid=250.1127
+  step 1010000 |  10823s | train_loss=0.0393
+  step 1020000 |  10923s | train_loss=0.0377
+  step 1030000 |  11020s | train_loss=0.0361
+  step 1040000 |  11120s | train_loss=0.0375
+  step 1050000 |  11220s | train_loss=0.0376
+  step 1060000 |  11319s | train_loss=0.0358
+  step 1070000 |  11415s | train_loss=0.0362
+  step 1080000 |  11515s | train_loss=0.0412
+  step 1090000 |  11614s | train_loss=0.0394
+  step 1100000 |  11788s | train_loss=0.0392 | fid=240.8324
+  step 1110000 |  11888s | train_loss=0.0365
+  step 1120000 |  11987s | train_loss=0.0383
+  step 1130000 |  12085s | train_loss=0.0385
+  step 1140000 |  12185s | train_loss=0.0367
+  step 1150000 |  12285s | train_loss=0.0353
+  step 1160000 |  12383s | train_loss=0.0371
+  step 1170000 |  12479s | train_loss=0.0367
+  step 1180000 |  12578s | train_loss=0.0387
+  step 1190000 |  12678s | train_loss=0.0354
+  step 1200000 |  12851s | train_loss=0.0376 | fid=222.7351
+  step 1210000 |  12950s | train_loss=0.0361
+  step 1220000 |  13047s | train_loss=0.0346
+  step 1230000 |  13147s | train_loss=0.0328
+  step 1240000 |  13246s | train_loss=0.0350
+  step 1250000 |  13345s | train_loss=0.0334
+  step 1260000 |  13445s | train_loss=0.0354
+  step 1270000 |  13541s | train_loss=0.0332
+  step 1280000 |  13640s | train_loss=0.0327
+  step 1290000 |  13738s | train_loss=0.0358
+  step 1300000 |  13912s | train_loss=0.0348 | fid=200.5491
+  step 1310000 |  14010s | train_loss=0.0329
+  step 1320000 |  14110s | train_loss=0.0348
+  step 1330000 |  14209s | train_loss=0.0328
+  step 1340000 |  14309s | train_loss=0.0325
+  step 1350000 |  14408s | train_loss=0.0334
+  step 1360000 |  14504s | train_loss=0.0344
+  step 1370000 |  14603s | train_loss=0.0341
+  step 1380000 |  14700s | train_loss=0.0326
+  step 1390000 |  14799s | train_loss=0.0336
+  step 1400000 |  14977s | train_loss=0.0330 | fid=209.3179
+  step 1410000 |  15076s | train_loss=0.0382
+  step 1420000 |  15175s | train_loss=0.0313
+  step 1430000 |  15275s | train_loss=0.0337
+  step 1440000 |  15374s | train_loss=0.0330
+  step 1450000 |  15473s | train_loss=0.0332
+  step 1460000 |  15568s | train_loss=0.0321
+  step 1470000 |  15667s | train_loss=0.0352
+  step 1480000 |  15766s | train_loss=0.0292
+  step 1490000 |  15865s | train_loss=0.0328
+  step 1500000 |  16042s | train_loss=0.0310 | fid=194.8231
+  step 1510000 |  16142s | train_loss=0.0314
+  step 1520000 |  16242s | train_loss=0.0305
+  step 1530000 |  16341s | train_loss=0.0306
+  step 1540000 |  16439s | train_loss=0.0309
+  step 1550000 |  16538s | train_loss=0.0312
+  step 1560000 |  16634s | train_loss=0.0297
+  step 1570000 |  16731s | train_loss=0.0318
+  step 1580000 |  16828s | train_loss=0.0321
+  step 1590000 |  16925s | train_loss=0.0307
+  step 1600000 |  17096s | train_loss=0.0287 | fid=175.4205
+  step 1610000 |  17193s | train_loss=0.0290
+  step 1620000 |  17289s | train_loss=0.0304
+  step 1630000 |  17386s | train_loss=0.0304
+  step 1640000 |  17484s | train_loss=0.0319
+  step 1650000 |  17583s | train_loss=0.0304
+  step 1660000 |  17663s | train_loss=0.0299
+  step 1670000 |  17761s | train_loss=0.0299
+  step 1680000 |  17859s | train_loss=0.0301
+  step 1690000 |  17956s | train_loss=0.0307
+  step 1700000 |  18152s | train_loss=0.0294 | fid=160.1159
+  step 1710000 |  18251s | train_loss=0.0296
+  step 1720000 |  18348s | train_loss=0.0285
+  step 1730000 |  18447s | train_loss=0.0305
+  step 1740000 |  18544s | train_loss=0.0278
+  step 1750000 |  18641s | train_loss=0.0278
+  step 1760000 |  18726s | train_loss=0.0281
+  step 1770000 |  18824s | train_loss=0.0305
+  step 1780000 |  18920s | train_loss=0.0296
+  step 1790000 |  19019s | train_loss=0.0289
+  step 1800000 |  19214s | train_loss=0.0312 | fid=163.9114
+  step 1810000 |  19312s | train_loss=0.0275
+  step 1820000 |  19411s | train_loss=0.0298
+  step 1830000 |  19508s | train_loss=0.0294
+  step 1840000 |  19605s | train_loss=0.0309
+  step 1850000 |  19703s | train_loss=0.0272
+  step 1860000 |  19784s | train_loss=0.0294
+  step 1870000 |  19880s | train_loss=0.0268
+  step 1880000 |  19978s | train_loss=0.0287
+  step 1890000 |  20077s | train_loss=0.0330
+  step 1900000 |  20289s | train_loss=0.0293 | fid=164.9956
+  step 1910000 |  20388s | train_loss=0.0280
+  step 1920000 |  20484s | train_loss=0.0260
+  step 1930000 |  20582s | train_loss=0.0277
+  step 1940000 |  20680s | train_loss=0.0268
+  step 1950000 |  20778s | train_loss=0.0293
+  step 1960000 |  20859s | train_loss=0.0285
+  step 1970000 |  20958s | train_loss=0.0281
+  step 1980000 |  21056s | train_loss=0.0276
+  step 1990000 |  21153s | train_loss=0.0284
+  step 2000000 |  21369s | train_loss=0.0292 | fid=141.8074
+  step 2010000 |  21467s | train_loss=0.0282
+  step 2020000 |  21565s | train_loss=0.0306
+  step 2030000 |  21663s | train_loss=0.0263
+  step 2040000 |  21762s | train_loss=0.0276
+  step 2050000 |  21851s | train_loss=0.0262
+  step 2060000 |  21941s | train_loss=0.0275
+  step 2070000 |  22040s | train_loss=0.0260
+  step 2080000 |  22139s | train_loss=0.0270
+  step 2090000 |  22231s | train_loss=0.0267
+  step 2100000 |  22460s | train_loss=0.0270 | fid=151.7791
+  step 2110000 |  22558s | train_loss=0.0249
+  step 2120000 |  22656s | train_loss=0.0276
+  step 2130000 |  22752s | train_loss=0.0265
+  step 2140000 |  22851s | train_loss=0.0263
+  step 2150000 |  22935s | train_loss=0.0264
+  step 2160000 |  23029s | train_loss=0.0266
+  step 2170000 |  23128s | train_loss=0.0299
+  step 2180000 |  23225s | train_loss=0.0261
+  step 2190000 |  23306s | train_loss=0.0259
+  step 2200000 |  23527s | train_loss=0.0265 | fid=151.4636
+  step 2210000 |  23625s | train_loss=0.0310
+  step 2220000 |  23722s | train_loss=0.0274
+  step 2230000 |  23820s | train_loss=0.0279
+  step 2240000 |  23918s | train_loss=0.0252
+  step 2250000 |  24002s | train_loss=0.0253
+  step 2260000 |  24098s | train_loss=0.0244
+  step 2270000 |  24196s | train_loss=0.0252
+  step 2280000 |  24292s | train_loss=0.0250
+  step 2290000 |  24376s | train_loss=0.0266
+  step 2300000 |  24603s | train_loss=0.0252 | fid=159.8680
+  step 2310000 |  24699s | train_loss=0.0246
+  step 2320000 |  24798s | train_loss=0.0264
+  step 2330000 |  24896s | train_loss=0.0261
+  step 2340000 |  24994s | train_loss=0.0255
+  step 2350000 |  25076s | train_loss=0.0261
+  step 2360000 |  25172s | train_loss=0.0263
+  step 2370000 |  25270s | train_loss=0.0257
+  step 2380000 |  25369s | train_loss=0.0250
+  step 2390000 |  25454s | train_loss=0.0232
+  step 2400000 |  25674s | train_loss=0.0293 | fid=156.8867
+  step 2410000 |  25773s | train_loss=0.0255
+  step 2420000 |  25871s | train_loss=0.0232
+  step 2430000 |  25969s | train_loss=0.0246
+  step 2440000 |  26068s | train_loss=0.0253
+  step 2450000 |  26147s | train_loss=0.0264
+  step 2460000 |  26245s | train_loss=0.0242
+  step 2470000 |  26343s | train_loss=0.0259
+  step 2480000 |  26443s | train_loss=0.0257
+  step 2490000 |  26528s | train_loss=0.0236
+  step 2500000 |  26745s | train_loss=0.0278 | fid=154.0460
+  step 2510000 |  26844s | train_loss=0.0259
+  step 2520000 |  26942s | train_loss=0.0275
+  step 2530000 |  27039s | train_loss=0.0252
+  step 2540000 |  27137s | train_loss=0.0247
+  step 2550000 |  27223s | train_loss=0.0247
+  step 2560000 |  27322s | train_loss=0.0242
+  step 2570000 |  27419s | train_loss=0.0243
+  step 2580000 |  27518s | train_loss=0.0261
+  step 2590000 |  27596s | train_loss=0.0247
+  step 2600000 |  27817s | train_loss=0.0258 | fid=144.9457
+  step 2610000 |  27916s | train_loss=0.0242
+  step 2620000 |  28012s | train_loss=0.0264
+  step 2630000 |  28111s | train_loss=0.0241
+  step 2640000 |  28202s | train_loss=0.0233
+  step 2650000 |  28288s | train_loss=0.0237
+  step 2660000 |  28387s | train_loss=0.0228
+  step 2670000 |  28485s | train_loss=0.0227
+  step 2680000 |  28582s | train_loss=0.0239
+  step 2690000 |  28667s | train_loss=0.0253
+  step 2700000 |  28897s | train_loss=0.0233 | fid=158.5577
+  step 2710000 |  28995s | train_loss=0.0234
+  step 2720000 |  29092s | train_loss=0.0246
+  step 2730000 |  29191s | train_loss=0.0229
+  step 2740000 |  29280s | train_loss=0.0248
+  step 2750000 |  29371s | train_loss=0.0249
+  step 2760000 |  29467s | train_loss=0.0240
+  step 2770000 |  29565s | train_loss=0.0243
+  step 2780000 |  29662s | train_loss=0.0234
+  step 2790000 |  29746s | train_loss=0.0226
+  step 2800000 |  29979s | train_loss=0.0245 | fid=164.6206
+  step 2810000 |  30077s | train_loss=0.0247
+  step 2820000 |  30176s | train_loss=0.0248
+  step 2830000 |  30275s | train_loss=0.0240
+  step 2840000 |  30357s | train_loss=0.0229
+  step 2850000 |  30451s | train_loss=0.0239
+  step 2860000 |  30550s | train_loss=0.0255
+  step 2870000 |  30648s | train_loss=0.0257
+  step 2880000 |  30742s | train_loss=0.0258
+  step 2890000 |  30825s | train_loss=0.0236
+  step 2900000 |  31029s | train_loss=0.0237 | fid=160.4391
+  step 2910000 |  31126s | train_loss=0.0233
+  step 2920000 |  31225s | train_loss=0.0246
+  step 2930000 |  31324s | train_loss=0.0220
+  step 2940000 |  31408s | train_loss=0.0223
+  step 2950000 |  31503s | train_loss=0.0220
+  step 2960000 |  31601s | train_loss=0.0230
+  step 2970000 |  31699s | train_loss=0.0232
+  step 2980000 |  31796s | train_loss=0.0240
+  step 2990000 |  31880s | train_loss=0.0223
+  step 3000000 |  32111s | train_loss=0.0215 | fid=150.0663
+  step 3010000 |  32209s | train_loss=0.0233
+  step 3020000 |  32307s | train_loss=0.0221
+  step 3030000 |  32404s | train_loss=0.0253
+  step 3040000 |  32487s | train_loss=0.0220
+  step 3050000 |  32586s | train_loss=0.0242
+  step 3060000 |  32683s | train_loss=0.0233
+  step 3070000 |  32781s | train_loss=0.0231
+  step 3080000 |  32876s | train_loss=0.0220
+  step 3090000 |  32972s | train_loss=0.0227
+  step 3100000 |  33162s | train_loss=0.0254 | fid=150.7778
+  step 3110000 |  33260s | train_loss=0.0224
+  step 3120000 |  33357s | train_loss=0.0291
+  step 3130000 |  33456s | train_loss=0.0217
+  step 3140000 |  33551s | train_loss=0.0225
+  step 3150000 |  33648s | train_loss=0.0245
+  step 3160000 |  33747s | train_loss=0.0253
+  step 3170000 |  33845s | train_loss=0.0215
+  step 3180000 |  33941s | train_loss=0.0207
+  step 3190000 |  34039s | train_loss=0.0218
+  step 3200000 |  34219s | train_loss=0.0242 | fid=148.1403
+  step 3210000 |  34316s | train_loss=0.0226
+  step 3220000 |  34415s | train_loss=0.0222
+  step 3230000 |  34514s | train_loss=0.0262
+  step 3240000 |  34607s | train_loss=0.0219
+  step 3250000 |  34706s | train_loss=0.0204
+  step 3260000 |  34806s | train_loss=0.0224
+  step 3270000 |  34904s | train_loss=0.0211
+  step 3280000 |  35000s | train_loss=0.0215
+  step 3290000 |  35099s | train_loss=0.0232
+  step 3300000 |  35279s | train_loss=0.0217 | fid=150.5041
+  step 3310000 |  35376s | train_loss=0.0217
+  step 3320000 |  35475s | train_loss=0.0227
+  step 3330000 |  35571s | train_loss=0.0241
+  step 3340000 |  35666s | train_loss=0.0230
+  step 3350000 |  35765s | train_loss=0.0208
+  step 3360000 |  35864s | train_loss=0.0222
+  step 3370000 |  35963s | train_loss=0.0212
+  step 3380000 |  36058s | train_loss=0.0216
+  step 3390000 |  36156s | train_loss=0.0224
+  step 3400000 |  36334s | train_loss=0.0218 | fid=152.3430
+  step 3410000 |  36433s | train_loss=0.0228
+  step 3420000 |  36531s | train_loss=0.0209
+  step 3430000 |  36622s | train_loss=0.0235
+  step 3440000 |  36712s | train_loss=0.0212
+  step 3450000 |  36811s | train_loss=0.0224
+  step 3460000 |  36909s | train_loss=0.0198
+  step 3470000 |  37008s | train_loss=0.0203
+  step 3480000 |  37101s | train_loss=0.0204
+  step 3490000 |  37200s | train_loss=0.0216
+  step 3500000 |  37379s | train_loss=0.0196 | fid=148.0586
+  step 3510000 |  37478s | train_loss=0.0240
+  step 3520000 |  37575s | train_loss=0.0208
+  step 3530000 |  37673s | train_loss=0.0211
+  step 3540000 |  37769s | train_loss=0.0247
+  step 3550000 |  37867s | train_loss=0.0216
+  step 3560000 |  37966s | train_loss=0.0205
+  step 3570000 |  38064s | train_loss=0.0217
+  step 3580000 |  38158s | train_loss=0.0207
+  step 3590000 |  38255s | train_loss=0.0219
+  step 3600000 |  38433s | train_loss=0.0213 | fid=159.2362
+  step 3610000 |  38529s | train_loss=0.0248
+  step 3620000 |  38628s | train_loss=0.0269
+  step 3630000 |  38724s | train_loss=0.0208
+  step 3640000 |  38821s | train_loss=0.0253
+  step 3650000 |  38920s | train_loss=0.0202
+  step 3660000 |  39018s | train_loss=0.0237
+  step 3670000 |  39117s | train_loss=0.0218
+  step 3680000 |  39212s | train_loss=0.0217
+  step 3690000 |  39308s | train_loss=0.0217
+  step 3700000 |  39487s | train_loss=0.0218 | fid=148.7159
+  step 3710000 |  39586s | train_loss=0.0218
+  step 3720000 |  39684s | train_loss=0.0221
+  step 3730000 |  39779s | train_loss=0.0226
+  step 3740000 |  39878s | train_loss=0.0213
+  step 3750000 |  39977s | train_loss=0.0240
+  step 3760000 |  40075s | train_loss=0.0208
+  step 3770000 |  40174s | train_loss=0.0251
+  step 3780000 |  40268s | train_loss=0.0207
+  step 3790000 |  40366s | train_loss=0.0218
+  step 3800000 |  40594s | train_loss=0.0202 | fid=143.8024
+  step 3810000 |  40693s | train_loss=0.0201
+  step 3820000 |  40782s | train_loss=0.0229
+  step 3830000 |  40873s | train_loss=0.0204
+  step 3840000 |  40972s | train_loss=0.0206
+  step 3850000 |  41071s | train_loss=0.0218
+  step 3860000 |  41170s | train_loss=0.0211
+  step 3870000 |  41259s | train_loss=0.0211
+  step 3880000 |  41351s | train_loss=0.0211
+  step 3890000 |  41447s | train_loss=0.0231
+  step 3900000 |  41653s | train_loss=0.0182 | fid=142.4059
+  step 3910000 |  41751s | train_loss=0.0205
+  step 3920000 |  41841s | train_loss=0.0191
+  step 3930000 |  41930s | train_loss=0.0191
+  step 3940000 |  42030s | train_loss=0.0230
+  step 3950000 |  42129s | train_loss=0.0186
+  step 3960000 |  42225s | train_loss=0.0193
+  step 3970000 |  42315s | train_loss=0.0207
+  step 3980000 |  42405s | train_loss=0.0203
+  step 3990000 |  42503s | train_loss=0.0222
+  step 4000000 |  42711s | train_loss=0.0208 | fid=146.0167
+  step 4010000 |  42809s | train_loss=0.0211
+  step 4020000 |  42903s | train_loss=0.0274
+  step 4030000 |  42990s | train_loss=0.0224
+  step 4040000 |  43089s | train_loss=0.0198
+  step 4050000 |  43186s | train_loss=0.0198
+  step 4060000 |  43283s | train_loss=0.0208
+  step 4070000 |  43377s | train_loss=0.0199
+  step 4080000 |  43466s | train_loss=0.0197
+  step 4090000 |  43565s | train_loss=0.0202
+  step 4100000 |  43801s | train_loss=0.0217 | fid=149.5166
+  step 4110000 |  43900s | train_loss=0.0201
+  step 4120000 |  43987s | train_loss=0.0220
+  step 4130000 |  44082s | train_loss=0.0206
+  step 4140000 |  44181s | train_loss=0.0209
+  step 4150000 |  44279s | train_loss=0.0201
+  step 4160000 |  44376s | train_loss=0.0278
+  step 4170000 |  44463s | train_loss=0.0206
+  step 4180000 |  44560s | train_loss=0.0198
+  step 4190000 |  44658s | train_loss=0.0189
+  step 4200000 |  44883s | train_loss=0.0230 | fid=132.9065
+  step 4210000 |  44983s | train_loss=0.0205
+  step 4220000 |  45065s | train_loss=0.0197
+  step 4230000 |  45163s | train_loss=0.0201
+  step 4240000 |  45260s | train_loss=0.0232
+  step 4250000 |  45359s | train_loss=0.0191
+  step 4260000 |  45458s | train_loss=0.0196
+  step 4270000 |  45542s | train_loss=0.0207
+  step 4280000 |  45640s | train_loss=0.0218
+  step 4290000 |  45738s | train_loss=0.0212
+  step 4300000 |  45959s | train_loss=0.0197 | fid=140.6563
+  step 4310000 |  46053s | train_loss=0.0205
+  step 4320000 |  46137s | train_loss=0.0189
+  step 4330000 |  46236s | train_loss=0.0186
+  step 4340000 |  46335s | train_loss=0.0182
+  step 4350000 |  46434s | train_loss=0.0215
+  step 4360000 |  46533s | train_loss=0.0208
+  step 4370000 |  46620s | train_loss=0.0200
+  step 4380000 |  46719s | train_loss=0.0196
+  step 4390000 |  46818s | train_loss=0.0190
+  step 4400000 |  47031s | train_loss=0.0191 | fid=141.8554
+  step 4410000 |  47122s | train_loss=0.0204
+  step 4420000 |  47212s | train_loss=0.0202
+  step 4430000 |  47312s | train_loss=0.0195
+  step 4440000 |  47410s | train_loss=0.0196
+  step 4450000 |  47508s | train_loss=0.0200
+  step 4460000 |  47604s | train_loss=0.0205
+  step 4470000 |  47695s | train_loss=0.0194
+  step 4480000 |  47794s | train_loss=0.0196
+  step 4490000 |  47893s | train_loss=0.0208
+  step 4500000 |  48100s | train_loss=0.0237 | fid=138.1201
+  step 4510000 |  48170s | train_loss=0.0189
+  step 4520000 |  48250s | train_loss=0.0199
+  step 4530000 |  48329s | train_loss=0.0204
+  step 4540000 |  48408s | train_loss=0.0218
+  step 4550000 |  48488s | train_loss=0.0211
+  step 4560000 |  48553s | train_loss=0.0194
+  step 4570000 |  48632s | train_loss=0.0193
+  step 4580000 |  48710s | train_loss=0.0207
+  step 4590000 |  48773s | train_loss=0.0197
+  step 4600000 |  48889s | train_loss=0.0205 | fid=132.4863
+  step 4610000 |  48946s | train_loss=0.0196
+  step 4620000 |  49007s | train_loss=0.0193
+  step 4630000 |  49068s | train_loss=0.0207
+  step 4640000 |  49128s | train_loss=0.0206
+  step 4650000 |  49189s | train_loss=0.0185
+  step 4660000 |  49244s | train_loss=0.0206
+  step 4670000 |  49304s | train_loss=0.0219
+  step 4680000 |  49365s | train_loss=0.0192
+  step 4690000 |  49425s | train_loss=0.0189
+  step 4700000 |  49540s | train_loss=0.0178 | fid=134.7182
+  step 4710000 |  49597s | train_loss=0.0197
+  step 4720000 |  49658s | train_loss=0.0198
+  step 4730000 |  49718s | train_loss=0.0210
+  step 4740000 |  49779s | train_loss=0.0201
+  step 4750000 |  49840s | train_loss=0.0197
+  step 4760000 |  49894s | train_loss=0.0189
+  step 4770000 |  49954s | train_loss=0.0204
+  step 4780000 |  50015s | train_loss=0.0193
+  step 4790000 |  50076s | train_loss=0.0188
+  step 4800000 |  50191s | train_loss=0.0210 | fid=126.8908
+  step 4810000 |  50252s | train_loss=0.0189
+  step 4820000 |  50313s | train_loss=0.0197
+  step 4830000 |  50373s | train_loss=0.0206
+  step 4840000 |  50433s | train_loss=0.0189
+  step 4850000 |  50494s | train_loss=0.0181
+  step 4860000 |  50549s | train_loss=0.0189
+  step 4870000 |  50609s | train_loss=0.0182
+  step 4880000 |  50670s | train_loss=0.0192
+  step 4890000 |  50730s | train_loss=0.0200
+  step 4900000 |  50839s | train_loss=0.0193 | fid=129.9725
+  step 4910000 |  50880s | train_loss=0.0217
+  step 4920000 |  50921s | train_loss=0.0196
+  step 4930000 |  50963s | train_loss=0.0166
+  step 4940000 |  51004s | train_loss=0.0176
+  step 4950000 |  51045s | train_loss=0.0197
+  step 4960000 |  51069s | train_loss=0.0181
+  step 4970000 |  51094s | train_loss=0.0205
+  step 4980000 |  51117s | train_loss=0.0185
+  step 4990000 |  51141s | train_loss=0.0194
+  step 5000000 |  51184s | train_loss=0.0186 | fid=135.8117
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d703b56f46afb320c2ab3148cbf9f525a8b9d1f7
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..bd8105459caa0a32bd8c9de2b2971f31898360dc
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 20, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d20/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 76.42298483848572, "train_loss_step": 20.05401611328125, "n_params": 4305940, "total_flops": 13227847680, "train_loss": 0.9847477912902832, "subset_score_loss": 0.9847477912902832, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9693426489830017, "fid": 182.4737073804935, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 172.29188704490662, "train_loss_step": 5.19753885269165, "n_params": 4305940, "total_flops": 132278476800000, "train_loss": 0.8928629875183105, "subset_score_loss": 0.8928629875183105}
+{"step": 20000, "wall_time": 269.5254933834076, "train_loss_step": 5.068276405334473, "n_params": 4305940, "total_flops": 264556953600000, "train_loss": 0.8885065078735351, "subset_score_loss": 0.8885065078735351}
+{"step": 30000, "wall_time": 366.2780888080597, "train_loss_step": 4.562726974487305, "n_params": 4305940, "total_flops": 396835430400000, "train_loss": 0.8839995384216308, "subset_score_loss": 0.8839995384216308}
+{"step": 40000, "wall_time": 462.8560788631439, "train_loss_step": 4.4251837730407715, "n_params": 4305940, "total_flops": 529113907200000, "train_loss": 0.8786232948303223, "subset_score_loss": 0.8786232948303223}
+{"step": 50000, "wall_time": 560.0666682720184, "train_loss_step": 4.602510452270508, "n_params": 4305940, "total_flops": 661392384000000, "train_loss": 0.8721304893493652, "subset_score_loss": 0.8721304893493652}
+{"step": 60000, "wall_time": 657.0977873802185, "train_loss_step": 4.662374973297119, "n_params": 4305940, "total_flops": 793670860800000, "train_loss": 0.8615683555603028, "subset_score_loss": 0.8615683555603028}
+{"step": 70000, "wall_time": 754.0108132362366, "train_loss_step": 4.155357360839844, "n_params": 4305940, "total_flops": 925949337600000, "train_loss": 0.8405457496643066, "subset_score_loss": 0.8405457496643066}
+{"step": 80000, "wall_time": 850.6545536518097, "train_loss_step": 4.64840030670166, "n_params": 4305940, "total_flops": 1058227814400000, "train_loss": 0.8016873359680176, "subset_score_loss": 0.8016873359680176}
+{"step": 90000, "wall_time": 946.6548023223877, "train_loss_step": 4.011512756347656, "n_params": 4305940, "total_flops": 1190506291200000, "train_loss": 0.738239860534668, "subset_score_loss": 0.738239860534668}
+{"step": 100000, "wall_time": 1113.0346281528473, "train_loss_step": 3.8171238899230957, "n_params": 4305940, "total_flops": 1322784768000000, "train_loss": 0.6434771537780761, "subset_score_loss": 0.6434771537780761, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9446565508842468, "fid": 162.93280592793406, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1205.9499335289001, "train_loss_step": 3.777621030807495, "n_params": 4305940, "total_flops": 1455063244800000, "train_loss": 0.5255512714385986, "subset_score_loss": 0.5255512714385986}
+{"step": 120000, "wall_time": 1302.6170127391815, "train_loss_step": 3.7624096870422363, "n_params": 4305940, "total_flops": 1587341721600000, "train_loss": 0.41510653495788574, "subset_score_loss": 0.41510653495788574}
+{"step": 130000, "wall_time": 1399.7969155311584, "train_loss_step": 3.5550918579101562, "n_params": 4305940, "total_flops": 1719620198400000, "train_loss": 0.32690062522888186, "subset_score_loss": 0.32690062522888186}
+{"step": 140000, "wall_time": 1496.8142626285553, "train_loss_step": 3.422560930252075, "n_params": 4305940, "total_flops": 1851898675200000, "train_loss": 0.2677420139312744, "subset_score_loss": 0.2677420139312744}
+{"step": 150000, "wall_time": 1593.8183760643005, "train_loss_step": 3.42048978805542, "n_params": 4305940, "total_flops": 1984177152000000, "train_loss": 0.22701406478881836, "subset_score_loss": 0.22701406478881836}
+{"step": 160000, "wall_time": 1691.644226551056, "train_loss_step": 3.09548020362854, "n_params": 4305940, "total_flops": 2116455628800000, "train_loss": 0.19839110374450683, "subset_score_loss": 0.19839110374450683}
+{"step": 170000, "wall_time": 1789.1639256477356, "train_loss_step": 3.2186129093170166, "n_params": 4305940, "total_flops": 2248734105600000, "train_loss": 0.18053982257843018, "subset_score_loss": 0.18053982257843018}
+{"step": 180000, "wall_time": 1886.258840084076, "train_loss_step": 2.9460396766662598, "n_params": 4305940, "total_flops": 2381012582400000, "train_loss": 0.16492037773132323, "subset_score_loss": 0.16492037773132323}
+{"step": 190000, "wall_time": 1980.1902868747711, "train_loss_step": 2.9045355319976807, "n_params": 4305940, "total_flops": 2513291059200000, "train_loss": 0.15429829359054564, "subset_score_loss": 0.15429829359054564}
+{"step": 200000, "wall_time": 2149.9771041870117, "train_loss_step": 2.6793479919433594, "n_params": 4305940, "total_flops": 2645569536000000, "train_loss": 0.1448015809059143, "subset_score_loss": 0.1448015809059143, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.8647624254226685, "fid": 165.13425765271367, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2241.273520231247, "train_loss_step": 2.696704149246216, "n_params": 4305940, "total_flops": 2777848012800000, "train_loss": 0.1378243088722229, "subset_score_loss": 0.1378243088722229}
+{"step": 220000, "wall_time": 2336.670785665512, "train_loss_step": 2.7312018871307373, "n_params": 4305940, "total_flops": 2910126489600000, "train_loss": 0.13304495811462402, "subset_score_loss": 0.13304495811462402}
+{"step": 230000, "wall_time": 2433.7232003211975, "train_loss_step": 2.9533424377441406, "n_params": 4305940, "total_flops": 3042404966400000, "train_loss": 0.12344040870666503, "subset_score_loss": 0.12344040870666503}
+{"step": 240000, "wall_time": 2530.6890590190887, "train_loss_step": 2.947291612625122, "n_params": 4305940, "total_flops": 3174683443200000, "train_loss": 0.11703190803527833, "subset_score_loss": 0.11703190803527833}
+{"step": 250000, "wall_time": 2627.109230041504, "train_loss_step": 2.4995293617248535, "n_params": 4305940, "total_flops": 3306961920000000, "train_loss": 0.1124650478363037, "subset_score_loss": 0.1124650478363037}
+{"step": 260000, "wall_time": 2722.9027378559113, "train_loss_step": 2.723233699798584, "n_params": 4305940, "total_flops": 3439240396800000, "train_loss": 0.10762921571731568, "subset_score_loss": 0.10762921571731568}
+{"step": 270000, "wall_time": 2819.382484436035, "train_loss_step": 2.6448230743408203, "n_params": 4305940, "total_flops": 3571518873600000, "train_loss": 0.10399361848831176, "subset_score_loss": 0.10399361848831176}
+{"step": 280000, "wall_time": 2914.8227083683014, "train_loss_step": 2.783071994781494, "n_params": 4305940, "total_flops": 3703797350400000, "train_loss": 0.1012424111366272, "subset_score_loss": 0.1012424111366272}
+{"step": 290000, "wall_time": 3012.1804666519165, "train_loss_step": 2.678776979446411, "n_params": 4305940, "total_flops": 3836075827200000, "train_loss": 0.09652101993560791, "subset_score_loss": 0.09652101993560791}
+{"step": 300000, "wall_time": 3181.730411529541, "train_loss_step": 2.4629697799682617, "n_params": 4305940, "total_flops": 3968354304000000, "train_loss": 0.09201568961143494, "subset_score_loss": 0.09201568961143494, "memorization_fraction_pixel": 0.0012000000569969416, "mean_nn_ratio_pixel": 0.8152696490287781, "fid": 162.29079637818927, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3273.3914029598236, "train_loss_step": 2.9037256240844727, "n_params": 4305940, "total_flops": 4100632780800000, "train_loss": 0.09038068652153015, "subset_score_loss": 0.09038068652153015}
+{"step": 320000, "wall_time": 3370.483563899994, "train_loss_step": 2.3079683780670166, "n_params": 4305940, "total_flops": 4232911257600000, "train_loss": 0.08707338571548462, "subset_score_loss": 0.08707338571548462}
+{"step": 330000, "wall_time": 3467.762234210968, "train_loss_step": 2.5013041496276855, "n_params": 4305940, "total_flops": 4365189734400000, "train_loss": 0.085039883852005, "subset_score_loss": 0.085039883852005}
+{"step": 340000, "wall_time": 3565.182430267334, "train_loss_step": 2.582612991333008, "n_params": 4305940, "total_flops": 4497468211200000, "train_loss": 0.08250933289527893, "subset_score_loss": 0.08250933289527893}
+{"step": 350000, "wall_time": 3662.5343794822693, "train_loss_step": 2.582603931427002, "n_params": 4305940, "total_flops": 4629746688000000, "train_loss": 0.0802569031715393, "subset_score_loss": 0.0802569031715393}
+{"step": 360000, "wall_time": 3758.8902921676636, "train_loss_step": 2.594362735748291, "n_params": 4305940, "total_flops": 4762025164800000, "train_loss": 0.07825298309326172, "subset_score_loss": 0.07825298309326172}
+{"step": 370000, "wall_time": 3855.4153463840485, "train_loss_step": 2.5780816078186035, "n_params": 4305940, "total_flops": 4894303641600000, "train_loss": 0.07467697262763977, "subset_score_loss": 0.07467697262763977}
+{"step": 380000, "wall_time": 3949.1591024398804, "train_loss_step": 2.5694870948791504, "n_params": 4305940, "total_flops": 5026582118400000, "train_loss": 0.0739016056060791, "subset_score_loss": 0.0739016056060791}
+{"step": 390000, "wall_time": 4045.139979362488, "train_loss_step": 2.6345064640045166, "n_params": 4305940, "total_flops": 5158860595200000, "train_loss": 0.07210618257522583, "subset_score_loss": 0.07210618257522583}
+{"step": 400000, "wall_time": 4215.221058368683, "train_loss_step": 2.6559031009674072, "n_params": 4305940, "total_flops": 5291139072000000, "train_loss": 0.07036864757537842, "subset_score_loss": 0.07036864757537842, "memorization_fraction_pixel": 0.0026000000070780516, "mean_nn_ratio_pixel": 0.7759793996810913, "fid": 160.51394545944555, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4306.219781160355, "train_loss_step": 2.6117303371429443, "n_params": 4305940, "total_flops": 5423417548800000, "train_loss": 0.06850020289421081, "subset_score_loss": 0.06850020289421081}
+{"step": 420000, "wall_time": 4402.407644033432, "train_loss_step": 2.5833678245544434, "n_params": 4305940, "total_flops": 5555696025600000, "train_loss": 0.06849116683006287, "subset_score_loss": 0.06849116683006287}
+{"step": 430000, "wall_time": 4498.989397525787, "train_loss_step": 2.6382205486297607, "n_params": 4305940, "total_flops": 5687974502400000, "train_loss": 0.06619510054588318, "subset_score_loss": 0.06619510054588318}
+{"step": 440000, "wall_time": 4596.156252145767, "train_loss_step": 2.5266647338867188, "n_params": 4305940, "total_flops": 5820252979200000, "train_loss": 0.06535438299179078, "subset_score_loss": 0.06535438299179078}
+{"step": 450000, "wall_time": 4693.478862762451, "train_loss_step": 2.518442392349243, "n_params": 4305940, "total_flops": 5952531456000000, "train_loss": 0.06349030137062073, "subset_score_loss": 0.06349030137062073}
+{"step": 460000, "wall_time": 4790.737552881241, "train_loss_step": 2.44207501411438, "n_params": 4305940, "total_flops": 6084809932800000, "train_loss": 0.0615958034992218, "subset_score_loss": 0.0615958034992218}
+{"step": 470000, "wall_time": 4885.871696949005, "train_loss_step": 2.447014808654785, "n_params": 4305940, "total_flops": 6217088409600000, "train_loss": 0.0613888680934906, "subset_score_loss": 0.0613888680934906}
+{"step": 480000, "wall_time": 4983.070272684097, "train_loss_step": 2.442800521850586, "n_params": 4305940, "total_flops": 6349366886400000, "train_loss": 0.05984984636306763, "subset_score_loss": 0.05984984636306763}
+{"step": 490000, "wall_time": 5079.18254160881, "train_loss_step": 2.475576877593994, "n_params": 4305940, "total_flops": 6481645363200000, "train_loss": 0.059417372941970824, "subset_score_loss": 0.059417372941970824}
+{"step": 500000, "wall_time": 5248.878082990646, "train_loss_step": 2.3816416263580322, "n_params": 4305940, "total_flops": 6613923840000000, "train_loss": 0.05868080258369446, "subset_score_loss": 0.05868080258369446, "memorization_fraction_pixel": 0.0027000000700354576, "mean_nn_ratio_pixel": 0.7570173740386963, "fid": 159.14587616495018, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5342.799035072327, "train_loss_step": 2.6198596954345703, "n_params": 4305940, "total_flops": 6746202316800000, "train_loss": 0.057185965776443484, "subset_score_loss": 0.057185965776443484}
+{"step": 520000, "wall_time": 5437.517998933792, "train_loss_step": 2.5882973670959473, "n_params": 4305940, "total_flops": 6878480793600000, "train_loss": 0.05593355894088745, "subset_score_loss": 0.05593355894088745}
+{"step": 530000, "wall_time": 5534.742606163025, "train_loss_step": 2.5112874507904053, "n_params": 4305940, "total_flops": 7010759270400000, "train_loss": 0.05573130249977112, "subset_score_loss": 0.05573130249977112}
+{"step": 540000, "wall_time": 5631.422217130661, "train_loss_step": 2.3507630825042725, "n_params": 4305940, "total_flops": 7143037747200000, "train_loss": 0.05428423881530762, "subset_score_loss": 0.05428423881530762}
+{"step": 550000, "wall_time": 5728.415408849716, "train_loss_step": 2.5295677185058594, "n_params": 4305940, "total_flops": 7275316224000000, "train_loss": 0.05443580746650696, "subset_score_loss": 0.05443580746650696}
+{"step": 560000, "wall_time": 5822.3456020355225, "train_loss_step": 2.420750379562378, "n_params": 4305940, "total_flops": 7407594700800000, "train_loss": 0.052454590797424316, "subset_score_loss": 0.052454590797424316}
+{"step": 570000, "wall_time": 5919.173060655594, "train_loss_step": 2.4250946044921875, "n_params": 4305940, "total_flops": 7539873177600000, "train_loss": 0.05233255624771118, "subset_score_loss": 0.05233255624771118}
+{"step": 580000, "wall_time": 6016.069389104843, "train_loss_step": 2.552165985107422, "n_params": 4305940, "total_flops": 7672151654400000, "train_loss": 0.05195726752281189, "subset_score_loss": 0.05195726752281189}
+{"step": 590000, "wall_time": 6112.705950975418, "train_loss_step": 2.6911120414733887, "n_params": 4305940, "total_flops": 7804430131200000, "train_loss": 0.051396071910858154, "subset_score_loss": 0.051396071910858154}
+{"step": 600000, "wall_time": 6280.715802669525, "train_loss_step": 2.6060807704925537, "n_params": 4305940, "total_flops": 7936708608000000, "train_loss": 0.0504947304725647, "subset_score_loss": 0.0504947304725647, "memorization_fraction_pixel": 0.0038999998942017555, "mean_nn_ratio_pixel": 0.7367668151855469, "fid": 158.846911994018, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6374.690313339233, "train_loss_step": 2.3650617599487305, "n_params": 4305940, "total_flops": 8068987084800000, "train_loss": 0.05033299922943115, "subset_score_loss": 0.05033299922943115}
+{"step": 620000, "wall_time": 6468.308904409409, "train_loss_step": 2.49493670463562, "n_params": 4305940, "total_flops": 8201265561600000, "train_loss": 0.0492198646068573, "subset_score_loss": 0.0492198646068573}
+{"step": 630000, "wall_time": 6565.67188167572, "train_loss_step": 2.504556179046631, "n_params": 4305940, "total_flops": 8333544038400000, "train_loss": 0.04868655800819397, "subset_score_loss": 0.04868655800819397}
+{"step": 640000, "wall_time": 6663.234140872955, "train_loss_step": 2.514944553375244, "n_params": 4305940, "total_flops": 8465822515200000, "train_loss": 0.048425796627998355, "subset_score_loss": 0.048425796627998355}
+{"step": 650000, "wall_time": 6756.8879017829895, "train_loss_step": 2.493974447250366, "n_params": 4305940, "total_flops": 8598100992000000, "train_loss": 0.04780491590499878, "subset_score_loss": 0.04780491590499878}
+{"step": 660000, "wall_time": 6854.408881902695, "train_loss_step": 2.45723819732666, "n_params": 4305940, "total_flops": 8730379468800000, "train_loss": 0.04695284068584442, "subset_score_loss": 0.04695284068584442}
+{"step": 670000, "wall_time": 6952.105050563812, "train_loss_step": 2.4242725372314453, "n_params": 4305940, "total_flops": 8862657945600000, "train_loss": 0.047138309478759764, "subset_score_loss": 0.047138309478759764}
+{"step": 680000, "wall_time": 7048.336152076721, "train_loss_step": 2.481285572052002, "n_params": 4305940, "total_flops": 8994936422400000, "train_loss": 0.04646574854850769, "subset_score_loss": 0.04646574854850769}
+{"step": 690000, "wall_time": 7145.417180299759, "train_loss_step": 2.7793822288513184, "n_params": 4305940, "total_flops": 9127214899200000, "train_loss": 0.04557790458202362, "subset_score_loss": 0.04557790458202362}
+{"step": 700000, "wall_time": 7313.887415885925, "train_loss_step": 2.4898033142089844, "n_params": 4305940, "total_flops": 9259493376000000, "train_loss": 0.04512708485126495, "subset_score_loss": 0.04512708485126495, "memorization_fraction_pixel": 0.0052999998442828655, "mean_nn_ratio_pixel": 0.7178781032562256, "fid": 156.9766901478942, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7408.297332763672, "train_loss_step": 2.587308406829834, "n_params": 4305940, "total_flops": 9391771852800000, "train_loss": 0.04576060473918915, "subset_score_loss": 0.04576060473918915}
+{"step": 720000, "wall_time": 7502.5695977211, "train_loss_step": 2.3347654342651367, "n_params": 4305940, "total_flops": 9524050329600000, "train_loss": 0.04401112198829651, "subset_score_loss": 0.04401112198829651}
+{"step": 730000, "wall_time": 7598.979698181152, "train_loss_step": 2.229989528656006, "n_params": 4305940, "total_flops": 9656328806400000, "train_loss": 0.04390782415866852, "subset_score_loss": 0.04390782415866852}
+{"step": 740000, "wall_time": 7694.47606754303, "train_loss_step": 2.536190986633301, "n_params": 4305940, "total_flops": 9788607283200000, "train_loss": 0.042649033665657046, "subset_score_loss": 0.042649033665657046}
+{"step": 750000, "wall_time": 7790.556195259094, "train_loss_step": 2.4190948009490967, "n_params": 4305940, "total_flops": 9920885760000000, "train_loss": 0.04323073923587799, "subset_score_loss": 0.04323073923587799}
+{"step": 760000, "wall_time": 7887.147900104523, "train_loss_step": 2.5076205730438232, "n_params": 4305940, "total_flops": 10053164236800000, "train_loss": 0.04280695021152496, "subset_score_loss": 0.04280695021152496}
+{"step": 770000, "wall_time": 7983.652250289917, "train_loss_step": 2.407153606414795, "n_params": 4305940, "total_flops": 10185442713600000, "train_loss": 0.04320119023323059, "subset_score_loss": 0.04320119023323059}
+{"step": 780000, "wall_time": 8079.159033536911, "train_loss_step": 2.238293170928955, "n_params": 4305940, "total_flops": 10317721190400000, "train_loss": 0.04101271629333496, "subset_score_loss": 0.04101271629333496}
+{"step": 790000, "wall_time": 8175.940249919891, "train_loss_step": 2.1432666778564453, "n_params": 4305940, "total_flops": 10449999667200000, "train_loss": 0.041274386644363406, "subset_score_loss": 0.041274386644363406}
+{"step": 800000, "wall_time": 8344.274629831314, "train_loss_step": 2.2779459953308105, "n_params": 4305940, "total_flops": 10582278144000000, "train_loss": 0.04149341583251953, "subset_score_loss": 0.04149341583251953, "memorization_fraction_pixel": 0.005100000184029341, "mean_nn_ratio_pixel": 0.702505350112915, "fid": 157.7294256857221, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8439.075318813324, "train_loss_step": 2.342411518096924, "n_params": 4305940, "total_flops": 10714556620800000, "train_loss": 0.03995946645736694, "subset_score_loss": 0.03995946645736694}
+{"step": 820000, "wall_time": 8533.363672018051, "train_loss_step": 2.367284059524536, "n_params": 4305940, "total_flops": 10846835097600000, "train_loss": 0.03980564773082733, "subset_score_loss": 0.03980564773082733}
+{"step": 830000, "wall_time": 8630.085667133331, "train_loss_step": 2.4456427097320557, "n_params": 4305940, "total_flops": 10979113574400000, "train_loss": 0.03966534435749054, "subset_score_loss": 0.03966534435749054}
+{"step": 840000, "wall_time": 8724.402109622955, "train_loss_step": 2.2957844734191895, "n_params": 4305940, "total_flops": 11111392051200000, "train_loss": 0.03984324634075165, "subset_score_loss": 0.03984324634075165}
+{"step": 850000, "wall_time": 8821.321705579758, "train_loss_step": 2.3665122985839844, "n_params": 4305940, "total_flops": 11243670528000000, "train_loss": 0.03895530998706818, "subset_score_loss": 0.03895530998706818}
+{"step": 860000, "wall_time": 8918.675528287888, "train_loss_step": 2.5724825859069824, "n_params": 4305940, "total_flops": 11375949004800000, "train_loss": 0.038693690299987794, "subset_score_loss": 0.038693690299987794}
+{"step": 870000, "wall_time": 9014.903886318207, "train_loss_step": 2.39384388923645, "n_params": 4305940, "total_flops": 11508227481600000, "train_loss": 0.03887621760368347, "subset_score_loss": 0.03887621760368347}
+{"step": 880000, "wall_time": 9111.56021785736, "train_loss_step": 2.2000374794006348, "n_params": 4305940, "total_flops": 11640505958400000, "train_loss": 0.03789700865745545, "subset_score_loss": 0.03789700865745545}
+{"step": 890000, "wall_time": 9207.817858219147, "train_loss_step": 2.26446533203125, "n_params": 4305940, "total_flops": 11772784435200000, "train_loss": 0.03797875046730041, "subset_score_loss": 0.03797875046730041}
+{"step": 900000, "wall_time": 9376.510481834412, "train_loss_step": 2.180842638015747, "n_params": 4305940, "total_flops": 11905062912000000, "train_loss": 0.03786717355251312, "subset_score_loss": 0.03786717355251312, "memorization_fraction_pixel": 0.006500000134110451, "mean_nn_ratio_pixel": 0.6973508596420288, "fid": 156.94975353084885, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9470.300795793533, "train_loss_step": 2.3206727504730225, "n_params": 4305940, "total_flops": 12037341388800000, "train_loss": 0.03701545298099518, "subset_score_loss": 0.03701545298099518}
+{"step": 920000, "wall_time": 9565.636947393417, "train_loss_step": 2.4224252700805664, "n_params": 4305940, "total_flops": 12169619865600000, "train_loss": 0.03715954124927521, "subset_score_loss": 0.03715954124927521}
+{"step": 930000, "wall_time": 9656.796945810318, "train_loss_step": 2.4298043251037598, "n_params": 4305940, "total_flops": 12301898342400000, "train_loss": 0.03716104030609131, "subset_score_loss": 0.03716104030609131}
+{"step": 940000, "wall_time": 9753.946352243423, "train_loss_step": 2.5103373527526855, "n_params": 4305940, "total_flops": 12434176819200000, "train_loss": 0.03606365025043488, "subset_score_loss": 0.03606365025043488}
+{"step": 950000, "wall_time": 9850.536078929901, "train_loss_step": 2.2720820903778076, "n_params": 4305940, "total_flops": 12566455296000000, "train_loss": 0.03561660349369049, "subset_score_loss": 0.03561660349369049}
+{"step": 960000, "wall_time": 9947.293036222458, "train_loss_step": 2.1448211669921875, "n_params": 4305940, "total_flops": 12698733772800000, "train_loss": 0.03575230240821838, "subset_score_loss": 0.03575230240821838}
+{"step": 970000, "wall_time": 10043.66453242302, "train_loss_step": 2.335808753967285, "n_params": 4305940, "total_flops": 12831012249600000, "train_loss": 0.035437163710594174, "subset_score_loss": 0.035437163710594174}
+{"step": 980000, "wall_time": 10140.980598926544, "train_loss_step": 2.24076509475708, "n_params": 4305940, "total_flops": 12963290726400000, "train_loss": 0.03522676825523376, "subset_score_loss": 0.03522676825523376}
+{"step": 990000, "wall_time": 10238.16474699974, "train_loss_step": 2.3336892127990723, "n_params": 4305940, "total_flops": 13095569203200000, "train_loss": 0.03494698703289032, "subset_score_loss": 0.03494698703289032}
+{"step": 1000000, "wall_time": 10406.515265464783, "train_loss_step": 2.4322688579559326, "n_params": 4305940, "total_flops": 13227847680000000, "train_loss": 0.035311782360076906, "subset_score_loss": 0.035311782360076906, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.6919090151786804, "fid": 157.29833877458418, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10501.143367052078, "train_loss_step": 2.349127769470215, "n_params": 4305940, "total_flops": 13360126156800000, "train_loss": 0.034145119786262515, "subset_score_loss": 0.034145119786262515}
+{"step": 1020000, "wall_time": 10594.88510298729, "train_loss_step": 2.216120719909668, "n_params": 4305940, "total_flops": 13492404633600000, "train_loss": 0.03415956497192383, "subset_score_loss": 0.03415956497192383}
+{"step": 1030000, "wall_time": 10689.014857053757, "train_loss_step": 2.059675931930542, "n_params": 4305940, "total_flops": 13624683110400000, "train_loss": 0.03452812135219574, "subset_score_loss": 0.03452812135219574}
+{"step": 1040000, "wall_time": 10785.44973373413, "train_loss_step": 2.1035068035125732, "n_params": 4305940, "total_flops": 13756961587200000, "train_loss": 0.033706486225128174, "subset_score_loss": 0.033706486225128174}
+{"step": 1050000, "wall_time": 10882.832725524902, "train_loss_step": 2.2590105533599854, "n_params": 4305940, "total_flops": 13889240064000000, "train_loss": 0.03358982801437378, "subset_score_loss": 0.03358982801437378}
+{"step": 1060000, "wall_time": 10979.209119081497, "train_loss_step": 2.2102293968200684, "n_params": 4305940, "total_flops": 14021518540800000, "train_loss": 0.033552083373069766, "subset_score_loss": 0.033552083373069766}
+{"step": 1070000, "wall_time": 11075.583113908768, "train_loss_step": 2.204310655593872, "n_params": 4305940, "total_flops": 14153797017600000, "train_loss": 0.033322888612747195, "subset_score_loss": 0.033322888612747195}
+{"step": 1080000, "wall_time": 11171.485023021698, "train_loss_step": 2.342900276184082, "n_params": 4305940, "total_flops": 14286075494400000, "train_loss": 0.032792487740516664, "subset_score_loss": 0.032792487740516664}
+{"step": 1090000, "wall_time": 11268.433187007904, "train_loss_step": 2.25519061088562, "n_params": 4305940, "total_flops": 14418353971200000, "train_loss": 0.03307527303695679, "subset_score_loss": 0.03307527303695679}
+{"step": 1100000, "wall_time": 11436.92828321457, "train_loss_step": 2.323258876800537, "n_params": 4305940, "total_flops": 14550632448000000, "train_loss": 0.03241717517375946, "subset_score_loss": 0.03241717517375946, "memorization_fraction_pixel": 0.006200000178068876, "mean_nn_ratio_pixel": 0.684563398361206, "fid": 156.9006309598215, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11530.936314105988, "train_loss_step": 2.345435857772827, "n_params": 4305940, "total_flops": 14682910924800000, "train_loss": 0.0321043610572815, "subset_score_loss": 0.0321043610572815}
+{"step": 1120000, "wall_time": 11623.454286813736, "train_loss_step": 2.4116463661193848, "n_params": 4305940, "total_flops": 14815189401600000, "train_loss": 0.032443344593048096, "subset_score_loss": 0.032443344593048096}
+{"step": 1130000, "wall_time": 11716.523614645004, "train_loss_step": 2.5187668800354004, "n_params": 4305940, "total_flops": 14947467878400000, "train_loss": 0.03236996233463287, "subset_score_loss": 0.03236996233463287}
+{"step": 1140000, "wall_time": 11811.656707525253, "train_loss_step": 2.129096031188965, "n_params": 4305940, "total_flops": 15079746355200000, "train_loss": 0.03189707696437836, "subset_score_loss": 0.03189707696437836}
+{"step": 1150000, "wall_time": 11909.325304031372, "train_loss_step": 2.2029531002044678, "n_params": 4305940, "total_flops": 15212024832000000, "train_loss": 0.03126766979694366, "subset_score_loss": 0.03126766979694366}
+{"step": 1160000, "wall_time": 12005.66888308525, "train_loss_step": 2.354069709777832, "n_params": 4305940, "total_flops": 15344303308800000, "train_loss": 0.03114795982837677, "subset_score_loss": 0.03114795982837677}
+{"step": 1170000, "wall_time": 12102.907052278519, "train_loss_step": 2.076735734939575, "n_params": 4305940, "total_flops": 15476581785600000, "train_loss": 0.031150767207145692, "subset_score_loss": 0.031150767207145692}
+{"step": 1180000, "wall_time": 12199.701020002365, "train_loss_step": 2.252223014831543, "n_params": 4305940, "total_flops": 15608860262400000, "train_loss": 0.030619800090789795, "subset_score_loss": 0.030619800090789795}
+{"step": 1190000, "wall_time": 12296.571700572968, "train_loss_step": 2.2673263549804688, "n_params": 4305940, "total_flops": 15741138739200000, "train_loss": 0.030494198203086853, "subset_score_loss": 0.030494198203086853}
+{"step": 1200000, "wall_time": 12464.40955233574, "train_loss_step": 2.0760021209716797, "n_params": 4305940, "total_flops": 15873417216000000, "train_loss": 0.03019489347934723, "subset_score_loss": 0.03019489347934723, "memorization_fraction_pixel": 0.007600000128149986, "mean_nn_ratio_pixel": 0.6734133958816528, "fid": 156.1234818738183, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12557.641795158386, "train_loss_step": 2.1435952186584473, "n_params": 4305940, "total_flops": 16005695692800000, "train_loss": 0.030022257566452028, "subset_score_loss": 0.030022257566452028}
+{"step": 1220000, "wall_time": 12652.645729064941, "train_loss_step": 2.3864901065826416, "n_params": 4305940, "total_flops": 16137974169600000, "train_loss": 0.03035557270050049, "subset_score_loss": 0.03035557270050049}
+{"step": 1230000, "wall_time": 12745.591189861298, "train_loss_step": 2.2723183631896973, "n_params": 4305940, "total_flops": 16270252646400000, "train_loss": 0.030339559912681578, "subset_score_loss": 0.030339559912681578}
+{"step": 1240000, "wall_time": 12841.568702220917, "train_loss_step": 2.1971683502197266, "n_params": 4305940, "total_flops": 16402531123200000, "train_loss": 0.030142256617546083, "subset_score_loss": 0.030142256617546083}
+{"step": 1250000, "wall_time": 12938.143764257431, "train_loss_step": 1.857251524925232, "n_params": 4305940, "total_flops": 16534809600000000, "train_loss": 0.030004891753196716, "subset_score_loss": 0.030004891753196716}
+{"step": 1260000, "wall_time": 13033.547857761383, "train_loss_step": 2.4480161666870117, "n_params": 4305940, "total_flops": 16667088076800000, "train_loss": 0.031043660640716553, "subset_score_loss": 0.031043660640716553}
+{"step": 1270000, "wall_time": 13130.304276704788, "train_loss_step": 2.499621868133545, "n_params": 4305940, "total_flops": 16799366553600000, "train_loss": 0.0293264240026474, "subset_score_loss": 0.0293264240026474}
+{"step": 1280000, "wall_time": 13227.266174793243, "train_loss_step": 2.2658207416534424, "n_params": 4305940, "total_flops": 16931645030400000, "train_loss": 0.028829815983772277, "subset_score_loss": 0.028829815983772277}
+{"step": 1290000, "wall_time": 13323.640599012375, "train_loss_step": 2.326140880584717, "n_params": 4305940, "total_flops": 17063923507200000, "train_loss": 0.02886252701282501, "subset_score_loss": 0.02886252701282501}
+{"step": 1300000, "wall_time": 13488.167554140091, "train_loss_step": 2.1574862003326416, "n_params": 4305940, "total_flops": 17196201984000000, "train_loss": 0.029611292481422424, "subset_score_loss": 0.029611292481422424, "memorization_fraction_pixel": 0.00839999970048666, "mean_nn_ratio_pixel": 0.6665620803833008, "fid": 155.72549421478584, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13584.706484079361, "train_loss_step": 2.0436203479766846, "n_params": 4305940, "total_flops": 17328480460800000, "train_loss": 0.028649330139160156, "subset_score_loss": 0.028649330139160156}
+{"step": 1320000, "wall_time": 13679.308080673218, "train_loss_step": 2.1470754146575928, "n_params": 4305940, "total_flops": 17460758937600000, "train_loss": 0.02901979386806488, "subset_score_loss": 0.02901979386806488}
+{"step": 1330000, "wall_time": 13775.951078891754, "train_loss_step": 2.3529117107391357, "n_params": 4305940, "total_flops": 17593037414400000, "train_loss": 0.028280311822891237, "subset_score_loss": 0.028280311822891237}
+{"step": 1340000, "wall_time": 13871.04700255394, "train_loss_step": 2.4792280197143555, "n_params": 4305940, "total_flops": 17725315891200000, "train_loss": 0.02810736894607544, "subset_score_loss": 0.02810736894607544}
+{"step": 1350000, "wall_time": 13967.185312747955, "train_loss_step": 2.319617509841919, "n_params": 4305940, "total_flops": 17857594368000000, "train_loss": 0.02812778651714325, "subset_score_loss": 0.02812778651714325}
+{"step": 1360000, "wall_time": 14063.539949893951, "train_loss_step": 2.237452983856201, "n_params": 4305940, "total_flops": 17989872844800000, "train_loss": 0.027990621328353883, "subset_score_loss": 0.027990621328353883}
+{"step": 1370000, "wall_time": 14159.946955919266, "train_loss_step": 2.300872325897217, "n_params": 4305940, "total_flops": 18122151321600000, "train_loss": 0.027893123030662537, "subset_score_loss": 0.027893123030662537}
+{"step": 1380000, "wall_time": 14256.47612452507, "train_loss_step": 2.352877616882324, "n_params": 4305940, "total_flops": 18254429798400000, "train_loss": 0.02768324315547943, "subset_score_loss": 0.02768324315547943}
+{"step": 1390000, "wall_time": 14352.994194507599, "train_loss_step": 2.104872226715088, "n_params": 4305940, "total_flops": 18386708275200000, "train_loss": 0.02728969156742096, "subset_score_loss": 0.02728969156742096}
+{"step": 1400000, "wall_time": 14518.330663442612, "train_loss_step": 2.141106605529785, "n_params": 4305940, "total_flops": 18518986752000000, "train_loss": 0.02704310119152069, "subset_score_loss": 0.02704310119152069, "memorization_fraction_pixel": 0.008299999870359898, "mean_nn_ratio_pixel": 0.6560530066490173, "fid": 156.52114991357598, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14614.954994916916, "train_loss_step": 2.31003475189209, "n_params": 4305940, "total_flops": 18651265228800000, "train_loss": 0.027121907472610472, "subset_score_loss": 0.027121907472610472}
+{"step": 1420000, "wall_time": 14709.058234453201, "train_loss_step": 2.436143398284912, "n_params": 4305940, "total_flops": 18783543705600000, "train_loss": 0.02694478929042816, "subset_score_loss": 0.02694478929042816}
+{"step": 1430000, "wall_time": 14805.15805387497, "train_loss_step": 2.2492480278015137, "n_params": 4305940, "total_flops": 18915822182400000, "train_loss": 0.026850351691246034, "subset_score_loss": 0.026850351691246034}
+{"step": 1440000, "wall_time": 14899.232212543488, "train_loss_step": 2.0744688510894775, "n_params": 4305940, "total_flops": 19048100659200000, "train_loss": 0.027272376418113708, "subset_score_loss": 0.027272376418113708}
+{"step": 1450000, "wall_time": 14995.770913362503, "train_loss_step": 2.28194522857666, "n_params": 4305940, "total_flops": 19180379136000000, "train_loss": 0.02656550407409668, "subset_score_loss": 0.02656550407409668}
+{"step": 1460000, "wall_time": 15092.721135139465, "train_loss_step": 2.294721841812134, "n_params": 4305940, "total_flops": 19312657612800000, "train_loss": 0.02611197829246521, "subset_score_loss": 0.02611197829246521}
+{"step": 1470000, "wall_time": 15190.094442605972, "train_loss_step": 2.01273512840271, "n_params": 4305940, "total_flops": 19444936089600000, "train_loss": 0.026663827896118163, "subset_score_loss": 0.026663827896118163}
+{"step": 1480000, "wall_time": 15286.587090969086, "train_loss_step": 1.9620943069458008, "n_params": 4305940, "total_flops": 19577214566400000, "train_loss": 0.02622784674167633, "subset_score_loss": 0.02622784674167633}
+{"step": 1490000, "wall_time": 15380.224936962128, "train_loss_step": 2.2821736335754395, "n_params": 4305940, "total_flops": 19709493043200000, "train_loss": 0.026275843381881714, "subset_score_loss": 0.026275843381881714}
+{"step": 1500000, "wall_time": 15549.485398292542, "train_loss_step": 2.2036683559417725, "n_params": 4305940, "total_flops": 19841771520000000, "train_loss": 0.026694393157958983, "subset_score_loss": 0.026694393157958983, "memorization_fraction_pixel": 0.007199999876320362, "mean_nn_ratio_pixel": 0.6510600447654724, "fid": 155.5075659716076, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 15646.322372674942, "train_loss_step": 2.145141124725342, "n_params": 4305940, "total_flops": 19974049996800000, "train_loss": 0.026285913586616517, "subset_score_loss": 0.026285913586616517}
+{"step": 1520000, "wall_time": 15740.669684410095, "train_loss_step": 2.1740174293518066, "n_params": 4305940, "total_flops": 20106328473600000, "train_loss": 0.025790864229202272, "subset_score_loss": 0.025790864229202272}
+{"step": 1530000, "wall_time": 15837.576175451279, "train_loss_step": 2.437349557876587, "n_params": 4305940, "total_flops": 20238606950400000, "train_loss": 0.02595037817955017, "subset_score_loss": 0.02595037817955017}
+{"step": 1540000, "wall_time": 15931.602712869644, "train_loss_step": 2.272275686264038, "n_params": 4305940, "total_flops": 20370885427200000, "train_loss": 0.025548917055130006, "subset_score_loss": 0.025548917055130006}
+{"step": 1550000, "wall_time": 16027.89578795433, "train_loss_step": 2.166219711303711, "n_params": 4305940, "total_flops": 20503163904000000, "train_loss": 0.02566048502922058, "subset_score_loss": 0.02566048502922058}
+{"step": 1560000, "wall_time": 16124.549880027771, "train_loss_step": 2.377756118774414, "n_params": 4305940, "total_flops": 20635442380800000, "train_loss": 0.025171512365341188, "subset_score_loss": 0.025171512365341188}
+{"step": 1570000, "wall_time": 16221.849538087845, "train_loss_step": 2.244879722595215, "n_params": 4305940, "total_flops": 20767720857600000, "train_loss": 0.02524586021900177, "subset_score_loss": 0.02524586021900177}
+{"step": 1580000, "wall_time": 16319.231104373932, "train_loss_step": 2.3096961975097656, "n_params": 4305940, "total_flops": 20899999334400000, "train_loss": 0.02529301643371582, "subset_score_loss": 0.02529301643371582}
+{"step": 1590000, "wall_time": 16412.173021793365, "train_loss_step": 2.1935505867004395, "n_params": 4305940, "total_flops": 21032277811200000, "train_loss": 0.025688642263412477, "subset_score_loss": 0.025688642263412477}
+{"step": 1600000, "wall_time": 16581.53441262245, "train_loss_step": 2.1590628623962402, "n_params": 4305940, "total_flops": 21164556288000000, "train_loss": 0.02514890432357788, "subset_score_loss": 0.02514890432357788, "memorization_fraction_pixel": 0.010300000198185444, "mean_nn_ratio_pixel": 0.6512220501899719, "fid": 155.92428784492716, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 16677.323488235474, "train_loss_step": 2.040541172027588, "n_params": 4305940, "total_flops": 21296834764800000, "train_loss": 0.02500590980052948, "subset_score_loss": 0.02500590980052948}
+{"step": 1620000, "wall_time": 16771.450659513474, "train_loss_step": 2.201897144317627, "n_params": 4305940, "total_flops": 21429113241600000, "train_loss": 0.02451607435941696, "subset_score_loss": 0.02451607435941696}
+{"step": 1630000, "wall_time": 16863.974202394485, "train_loss_step": 2.201544761657715, "n_params": 4305940, "total_flops": 21561391718400000, "train_loss": 0.02456063628196716, "subset_score_loss": 0.02456063628196716}
+{"step": 1640000, "wall_time": 16955.11195397377, "train_loss_step": 2.0868782997131348, "n_params": 4305940, "total_flops": 21693670195200000, "train_loss": 0.024728274345397948, "subset_score_loss": 0.024728274345397948}
+{"step": 1650000, "wall_time": 17047.626695632935, "train_loss_step": 2.358154058456421, "n_params": 4305940, "total_flops": 21825948672000000, "train_loss": 0.02465144395828247, "subset_score_loss": 0.02465144395828247}
+{"step": 1660000, "wall_time": 17140.293714761734, "train_loss_step": 2.1538877487182617, "n_params": 4305940, "total_flops": 21958227148800000, "train_loss": 0.02389707714319229, "subset_score_loss": 0.02389707714319229}
+{"step": 1670000, "wall_time": 17233.193754911423, "train_loss_step": 2.3306405544281006, "n_params": 4305940, "total_flops": 22090505625600000, "train_loss": 0.024243757128715515, "subset_score_loss": 0.024243757128715515}
+{"step": 1680000, "wall_time": 17323.229036331177, "train_loss_step": 2.0727732181549072, "n_params": 4305940, "total_flops": 22222784102400000, "train_loss": 0.024822494387626647, "subset_score_loss": 0.024822494387626647}
+{"step": 1690000, "wall_time": 17417.04244184494, "train_loss_step": 2.232668876647949, "n_params": 4305940, "total_flops": 22355062579200000, "train_loss": 0.024261137843132018, "subset_score_loss": 0.024261137843132018}
+{"step": 1700000, "wall_time": 17584.76325249672, "train_loss_step": 2.2034714221954346, "n_params": 4305940, "total_flops": 22487341056000000, "train_loss": 0.023711197078227997, "subset_score_loss": 0.023711197078227997, "memorization_fraction_pixel": 0.009600000455975533, "mean_nn_ratio_pixel": 0.6429691314697266, "fid": 155.2222496649853, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 17679.11470079422, "train_loss_step": 2.1526007652282715, "n_params": 4305940, "total_flops": 22619619532800000, "train_loss": 0.023448877036571503, "subset_score_loss": 0.023448877036571503}
+{"step": 1720000, "wall_time": 17772.332396507263, "train_loss_step": 2.3202714920043945, "n_params": 4305940, "total_flops": 22751898009600000, "train_loss": 0.02421064078807831, "subset_score_loss": 0.02421064078807831}
+{"step": 1730000, "wall_time": 17866.393376111984, "train_loss_step": 1.9953281879425049, "n_params": 4305940, "total_flops": 22884176486400000, "train_loss": 0.024277211725711824, "subset_score_loss": 0.024277211725711824}
+{"step": 1740000, "wall_time": 17961.45281267166, "train_loss_step": 2.0413966178894043, "n_params": 4305940, "total_flops": 23016454963200000, "train_loss": 0.023629637062549592, "subset_score_loss": 0.023629637062549592}
+{"step": 1750000, "wall_time": 18054.203594446182, "train_loss_step": 2.118143320083618, "n_params": 4305940, "total_flops": 23148733440000000, "train_loss": 0.023453937470912935, "subset_score_loss": 0.023453937470912935}
+{"step": 1760000, "wall_time": 18148.24219584465, "train_loss_step": 2.2997846603393555, "n_params": 4305940, "total_flops": 23281011916800000, "train_loss": 0.023553286492824555, "subset_score_loss": 0.023553286492824555}
+{"step": 1770000, "wall_time": 18241.779392004013, "train_loss_step": 1.9484822750091553, "n_params": 4305940, "total_flops": 23413290393600000, "train_loss": 0.023633484542369843, "subset_score_loss": 0.023633484542369843}
+{"step": 1780000, "wall_time": 18327.6829726696, "train_loss_step": 2.156935930252075, "n_params": 4305940, "total_flops": 23545568870400000, "train_loss": 0.023534050583839415, "subset_score_loss": 0.023534050583839415}
+{"step": 1790000, "wall_time": 18422.565587043762, "train_loss_step": 2.0568816661834717, "n_params": 4305940, "total_flops": 23677847347200000, "train_loss": 0.022666513919830322, "subset_score_loss": 0.022666513919830322}
+{"step": 1800000, "wall_time": 18579.38655614853, "train_loss_step": 2.111660957336426, "n_params": 4305940, "total_flops": 23810125824000000, "train_loss": 0.0228677436709404, "subset_score_loss": 0.0228677436709404, "memorization_fraction_pixel": 0.008200000040233135, "mean_nn_ratio_pixel": 0.6427105665206909, "fid": 155.7919903285121, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 18673.69650912285, "train_loss_step": 2.0298783779144287, "n_params": 4305940, "total_flops": 23942404300800000, "train_loss": 0.023360477387905122, "subset_score_loss": 0.023360477387905122}
+{"step": 1820000, "wall_time": 18767.418875455856, "train_loss_step": 2.1719002723693848, "n_params": 4305940, "total_flops": 24074682777600000, "train_loss": 0.022938770055770875, "subset_score_loss": 0.022938770055770875}
+{"step": 1830000, "wall_time": 18860.33159852028, "train_loss_step": 2.1601462364196777, "n_params": 4305940, "total_flops": 24206961254400000, "train_loss": 0.02290031611919403, "subset_score_loss": 0.02290031611919403}
+{"step": 1840000, "wall_time": 18955.014034748077, "train_loss_step": 2.11745023727417, "n_params": 4305940, "total_flops": 24339239731200000, "train_loss": 0.023273494839668275, "subset_score_loss": 0.023273494839668275}
+{"step": 1850000, "wall_time": 19047.914294719696, "train_loss_step": 1.8972349166870117, "n_params": 4305940, "total_flops": 24471518208000000, "train_loss": 0.022666969895362855, "subset_score_loss": 0.022666969895362855}
+{"step": 1860000, "wall_time": 19142.702636241913, "train_loss_step": 1.9555166959762573, "n_params": 4305940, "total_flops": 24603796684800000, "train_loss": 0.022636517882347107, "subset_score_loss": 0.022636517882347107}
+{"step": 1870000, "wall_time": 19231.48702263832, "train_loss_step": 2.2425031661987305, "n_params": 4305940, "total_flops": 24736075161600000, "train_loss": 0.022958448529243468, "subset_score_loss": 0.022958448529243468}
+{"step": 1880000, "wall_time": 19314.906579971313, "train_loss_step": 2.144646644592285, "n_params": 4305940, "total_flops": 24868353638400000, "train_loss": 0.02237793058156967, "subset_score_loss": 0.02237793058156967}
+{"step": 1890000, "wall_time": 19410.09250688553, "train_loss_step": 2.319039821624756, "n_params": 4305940, "total_flops": 25000632115200000, "train_loss": 0.022430747747421265, "subset_score_loss": 0.022430747747421265}
+{"step": 1900000, "wall_time": 19565.086528539658, "train_loss_step": 2.1488475799560547, "n_params": 4305940, "total_flops": 25132910592000000, "train_loss": 0.022297069430351257, "subset_score_loss": 0.022297069430351257, "memorization_fraction_pixel": 0.009999999776482582, "mean_nn_ratio_pixel": 0.6367961168289185, "fid": 155.7395285713623, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 19659.09415793419, "train_loss_step": 2.372602701187134, "n_params": 4305940, "total_flops": 25265189068800000, "train_loss": 0.02223518192768097, "subset_score_loss": 0.02223518192768097}
+{"step": 1920000, "wall_time": 19752.910490512848, "train_loss_step": 2.124119281768799, "n_params": 4305940, "total_flops": 25397467545600000, "train_loss": 0.021996134519577028, "subset_score_loss": 0.021996134519577028}
+{"step": 1930000, "wall_time": 19845.54387331009, "train_loss_step": 2.2085282802581787, "n_params": 4305940, "total_flops": 25529746022400000, "train_loss": 0.02168642282485962, "subset_score_loss": 0.02168642282485962}
+{"step": 1940000, "wall_time": 19940.460072517395, "train_loss_step": 2.138838529586792, "n_params": 4305940, "total_flops": 25662024499200000, "train_loss": 0.021684567630290984, "subset_score_loss": 0.021684567630290984}
+{"step": 1950000, "wall_time": 20035.382152318954, "train_loss_step": 1.9022893905639648, "n_params": 4305940, "total_flops": 25794302976000000, "train_loss": 0.02230965346097946, "subset_score_loss": 0.02230965346097946}
+{"step": 1960000, "wall_time": 20127.088255405426, "train_loss_step": 2.0376052856445312, "n_params": 4305940, "total_flops": 25926581452800000, "train_loss": 0.021847352385520935, "subset_score_loss": 0.021847352385520935}
+{"step": 1970000, "wall_time": 20219.521272182465, "train_loss_step": 2.112492322921753, "n_params": 4305940, "total_flops": 26058859929600000, "train_loss": 0.021589645743370058, "subset_score_loss": 0.021589645743370058}
+{"step": 1980000, "wall_time": 20304.645859718323, "train_loss_step": 2.0074760913848877, "n_params": 4305940, "total_flops": 26191138406400000, "train_loss": 0.021351072192192077, "subset_score_loss": 0.021351072192192077}
+{"step": 1990000, "wall_time": 20399.395330667496, "train_loss_step": 2.2813355922698975, "n_params": 4305940, "total_flops": 26323416883200000, "train_loss": 0.022327418625354766, "subset_score_loss": 0.022327418625354766}
+{"step": 2000000, "wall_time": 20569.88604593277, "train_loss_step": 1.9045805931091309, "n_params": 4305940, "total_flops": 26455695360000000, "train_loss": 0.021152646839618684, "subset_score_loss": 0.021152646839618684, "memorization_fraction_pixel": 0.010999999940395355, "mean_nn_ratio_pixel": 0.6349179148674011, "fid": 155.14692427034257, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 20653.882859945297, "train_loss_step": 1.85200035572052, "n_params": 4305940, "total_flops": 26587973836800000, "train_loss": 0.02150111198425293, "subset_score_loss": 0.02150111198425293}
+{"step": 2020000, "wall_time": 20748.648587703705, "train_loss_step": 2.004126787185669, "n_params": 4305940, "total_flops": 26720252313600000, "train_loss": 0.02166959345340729, "subset_score_loss": 0.02166959345340729}
+{"step": 2030000, "wall_time": 20841.091697216034, "train_loss_step": 1.9345722198486328, "n_params": 4305940, "total_flops": 26852530790400000, "train_loss": 0.02152118980884552, "subset_score_loss": 0.02152118980884552}
+{"step": 2040000, "wall_time": 20936.17936897278, "train_loss_step": 2.130901336669922, "n_params": 4305940, "total_flops": 26984809267200000, "train_loss": 0.021226026117801666, "subset_score_loss": 0.021226026117801666}
+{"step": 2050000, "wall_time": 21030.672574043274, "train_loss_step": 2.3497228622436523, "n_params": 4305940, "total_flops": 27117087744000000, "train_loss": 0.021189579367637636, "subset_score_loss": 0.021189579367637636}
+{"step": 2060000, "wall_time": 21124.197150230408, "train_loss_step": 2.1811940670013428, "n_params": 4305940, "total_flops": 27249366220800000, "train_loss": 0.020811602473258972, "subset_score_loss": 0.020811602473258972}
+{"step": 2070000, "wall_time": 21213.019699573517, "train_loss_step": 2.124232530593872, "n_params": 4305940, "total_flops": 27381644697600000, "train_loss": 0.020881052315235137, "subset_score_loss": 0.020881052315235137}
+{"step": 2080000, "wall_time": 21298.867121458054, "train_loss_step": 2.5154972076416016, "n_params": 4305940, "total_flops": 27513923174400000, "train_loss": 0.021030282974243163, "subset_score_loss": 0.021030282974243163}
+{"step": 2090000, "wall_time": 21393.142409324646, "train_loss_step": 2.3390297889709473, "n_params": 4305940, "total_flops": 27646201651200000, "train_loss": 0.02077431380748749, "subset_score_loss": 0.02077431380748749}
+{"step": 2100000, "wall_time": 21563.241418123245, "train_loss_step": 2.304767608642578, "n_params": 4305940, "total_flops": 27778480128000000, "train_loss": 0.020737236738204955, "subset_score_loss": 0.020737236738204955, "memorization_fraction_pixel": 0.011099999770522118, "mean_nn_ratio_pixel": 0.6326873898506165, "fid": 155.80330758435156, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 21648.072077035904, "train_loss_step": 2.311880588531494, "n_params": 4305940, "total_flops": 27910758604800000, "train_loss": 0.020543061196804047, "subset_score_loss": 0.020543061196804047}
+{"step": 2120000, "wall_time": 21740.589046001434, "train_loss_step": 2.1017282009124756, "n_params": 4305940, "total_flops": 28043037081600000, "train_loss": 0.020468372106552123, "subset_score_loss": 0.020468372106552123}
+{"step": 2130000, "wall_time": 21834.74383020401, "train_loss_step": 2.0933890342712402, "n_params": 4305940, "total_flops": 28175315558400000, "train_loss": 0.020370279252529145, "subset_score_loss": 0.020370279252529145}
+{"step": 2140000, "wall_time": 21926.68322634697, "train_loss_step": 2.1894049644470215, "n_params": 4305940, "total_flops": 28307594035200000, "train_loss": 0.020196026563644408, "subset_score_loss": 0.020196026563644408}
+{"step": 2150000, "wall_time": 22021.405865192413, "train_loss_step": 2.184391498565674, "n_params": 4305940, "total_flops": 28439872512000000, "train_loss": 0.01989598274230957, "subset_score_loss": 0.01989598274230957}
+{"step": 2160000, "wall_time": 22116.55073904991, "train_loss_step": 2.2415778636932373, "n_params": 4305940, "total_flops": 28572150988800000, "train_loss": 0.02074791043996811, "subset_score_loss": 0.02074791043996811}
+{"step": 2170000, "wall_time": 22204.74112725258, "train_loss_step": 2.2891316413879395, "n_params": 4305940, "total_flops": 28704429465600000, "train_loss": 0.020462742447853087, "subset_score_loss": 0.020462742447853087}
+{"step": 2180000, "wall_time": 22293.87355518341, "train_loss_step": 2.258133888244629, "n_params": 4305940, "total_flops": 28836707942400000, "train_loss": 0.019943594932556152, "subset_score_loss": 0.019943594932556152}
+{"step": 2190000, "wall_time": 22387.844868421555, "train_loss_step": 2.038757801055908, "n_params": 4305940, "total_flops": 28968986419200000, "train_loss": 0.019867366552352904, "subset_score_loss": 0.019867366552352904}
+{"step": 2200000, "wall_time": 22557.391030311584, "train_loss_step": 2.3858463764190674, "n_params": 4305940, "total_flops": 29101264896000000, "train_loss": 0.020406296849250792, "subset_score_loss": 0.020406296849250792, "memorization_fraction_pixel": 0.010499999858438969, "mean_nn_ratio_pixel": 0.6310977339744568, "fid": 155.98924874137415, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 22652.2474796772, "train_loss_step": 2.165257453918457, "n_params": 4305940, "total_flops": 29233543372800000, "train_loss": 0.02007524073123932, "subset_score_loss": 0.02007524073123932}
+{"step": 2220000, "wall_time": 22731.044140338898, "train_loss_step": 2.0265235900878906, "n_params": 4305940, "total_flops": 29365821849600000, "train_loss": 0.02038644254207611, "subset_score_loss": 0.02038644254207611}
+{"step": 2230000, "wall_time": 22825.36630010605, "train_loss_step": 2.0169131755828857, "n_params": 4305940, "total_flops": 29498100326400000, "train_loss": 0.020024487376213075, "subset_score_loss": 0.020024487376213075}
+{"step": 2240000, "wall_time": 22918.13665652275, "train_loss_step": 2.202594518661499, "n_params": 4305940, "total_flops": 29630378803200000, "train_loss": 0.02000105381011963, "subset_score_loss": 0.02000105381011963}
+{"step": 2250000, "wall_time": 23012.95063519478, "train_loss_step": 2.159795045852661, "n_params": 4305940, "total_flops": 29762657280000000, "train_loss": 0.019791457056999206, "subset_score_loss": 0.019791457056999206}
+{"step": 2260000, "wall_time": 23108.141688346863, "train_loss_step": 2.0209803581237793, "n_params": 4305940, "total_flops": 29894935756800000, "train_loss": 0.019867993891239166, "subset_score_loss": 0.019867993891239166}
+{"step": 2270000, "wall_time": 23192.080652713776, "train_loss_step": 2.0619282722473145, "n_params": 4305940, "total_flops": 30027214233600000, "train_loss": 0.019708013534545897, "subset_score_loss": 0.019708013534545897}
+{"step": 2280000, "wall_time": 23282.564085245132, "train_loss_step": 2.013882637023926, "n_params": 4305940, "total_flops": 30159492710400000, "train_loss": 0.01942979246377945, "subset_score_loss": 0.01942979246377945}
+{"step": 2290000, "wall_time": 23377.556295633316, "train_loss_step": 2.2187767028808594, "n_params": 4305940, "total_flops": 30291771187200000, "train_loss": 0.019418683648109437, "subset_score_loss": 0.019418683648109437}
+{"step": 2300000, "wall_time": 23548.181794643402, "train_loss_step": 2.181422710418701, "n_params": 4305940, "total_flops": 30424049664000000, "train_loss": 0.01958758234977722, "subset_score_loss": 0.01958758234977722, "memorization_fraction_pixel": 0.011599999852478504, "mean_nn_ratio_pixel": 0.6232754588127136, "fid": 155.93814601509155, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 23642.60881972313, "train_loss_step": 2.0978951454162598, "n_params": 4305940, "total_flops": 30556328140800000, "train_loss": 0.019788673520088194, "subset_score_loss": 0.019788673520088194}
+{"step": 2320000, "wall_time": 23733.739100933075, "train_loss_step": 2.120371103286743, "n_params": 4305940, "total_flops": 30688606617600000, "train_loss": 0.01927051991224289, "subset_score_loss": 0.01927051991224289}
+{"step": 2330000, "wall_time": 23818.22425699234, "train_loss_step": 2.2038769721984863, "n_params": 4305940, "total_flops": 30820885094400000, "train_loss": 0.019418790936470032, "subset_score_loss": 0.019418790936470032}
+{"step": 2340000, "wall_time": 23911.25004553795, "train_loss_step": 1.928837537765503, "n_params": 4305940, "total_flops": 30953163571200000, "train_loss": 0.01921751946210861, "subset_score_loss": 0.01921751946210861}
+{"step": 2350000, "wall_time": 24005.441807985306, "train_loss_step": 2.1047167778015137, "n_params": 4305940, "total_flops": 31085442048000000, "train_loss": 0.019197925925254822, "subset_score_loss": 0.019197925925254822}
+{"step": 2360000, "wall_time": 24099.942177057266, "train_loss_step": 2.351120948791504, "n_params": 4305940, "total_flops": 31217720524800000, "train_loss": 0.019007767736911773, "subset_score_loss": 0.019007767736911773}
+{"step": 2370000, "wall_time": 24185.07812309265, "train_loss_step": 2.0825982093811035, "n_params": 4305940, "total_flops": 31349999001600000, "train_loss": 0.018614551424980162, "subset_score_loss": 0.018614551424980162}
+{"step": 2380000, "wall_time": 24274.491647958755, "train_loss_step": 2.0780704021453857, "n_params": 4305940, "total_flops": 31482277478400000, "train_loss": 0.01899886578321457, "subset_score_loss": 0.01899886578321457}
+{"step": 2390000, "wall_time": 24368.441103696823, "train_loss_step": 2.095099925994873, "n_params": 4305940, "total_flops": 31614555955200000, "train_loss": 0.01899450123310089, "subset_score_loss": 0.01899450123310089}
+{"step": 2400000, "wall_time": 24538.762492895126, "train_loss_step": 2.126570701599121, "n_params": 4305940, "total_flops": 31746834432000000, "train_loss": 0.019081680476665495, "subset_score_loss": 0.019081680476665495, "memorization_fraction_pixel": 0.010999999940395355, "mean_nn_ratio_pixel": 0.6254405975341797, "fid": 155.62876315164888, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 24633.243118047714, "train_loss_step": 1.9757519960403442, "n_params": 4305940, "total_flops": 31879112908800000, "train_loss": 0.018812689185142516, "subset_score_loss": 0.018812689185142516}
+{"step": 2420000, "wall_time": 24728.25897336006, "train_loss_step": 2.0229177474975586, "n_params": 4305940, "total_flops": 32011391385600000, "train_loss": 0.01894741952419281, "subset_score_loss": 0.01894741952419281}
+{"step": 2430000, "wall_time": 24812.839199066162, "train_loss_step": 2.155597686767578, "n_params": 4305940, "total_flops": 32143669862400000, "train_loss": 0.018605978786945344, "subset_score_loss": 0.018605978786945344}
+{"step": 2440000, "wall_time": 24900.406088113785, "train_loss_step": 2.0586438179016113, "n_params": 4305940, "total_flops": 32275948339200000, "train_loss": 0.018909867107868194, "subset_score_loss": 0.018909867107868194}
+{"step": 2450000, "wall_time": 24993.165492534637, "train_loss_step": 2.0364623069763184, "n_params": 4305940, "total_flops": 32408226816000000, "train_loss": 0.018870766460895538, "subset_score_loss": 0.018870766460895538}
+{"step": 2460000, "wall_time": 25086.84021282196, "train_loss_step": 2.1327786445617676, "n_params": 4305940, "total_flops": 32540505292800000, "train_loss": 0.01881527304649353, "subset_score_loss": 0.01881527304649353}
+{"step": 2470000, "wall_time": 25172.152002573013, "train_loss_step": 2.307769298553467, "n_params": 4305940, "total_flops": 32672783769600000, "train_loss": 0.018539147078990938, "subset_score_loss": 0.018539147078990938}
+{"step": 2480000, "wall_time": 25259.69363641739, "train_loss_step": 2.141350746154785, "n_params": 4305940, "total_flops": 32805062246400000, "train_loss": 0.018341436982154846, "subset_score_loss": 0.018341436982154846}
+{"step": 2490000, "wall_time": 25354.1760866642, "train_loss_step": 2.183377742767334, "n_params": 4305940, "total_flops": 32937340723200000, "train_loss": 0.018536365032196044, "subset_score_loss": 0.018536365032196044}
+{"step": 2500000, "wall_time": 25523.861978769302, "train_loss_step": 2.232028007507324, "n_params": 4305940, "total_flops": 33069619200000000, "train_loss": 0.01822192519903183, "subset_score_loss": 0.01822192519903183, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.617753803730011, "fid": 155.70375539887016, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 25618.623831510544, "train_loss_step": 2.2959671020507812, "n_params": 4305940, "total_flops": 33201897676800000, "train_loss": 0.018217650055885316, "subset_score_loss": 0.018217650055885316}
+{"step": 2520000, "wall_time": 25712.366673707962, "train_loss_step": 2.251008987426758, "n_params": 4305940, "total_flops": 33334176153600000, "train_loss": 0.018154992163181304, "subset_score_loss": 0.018154992163181304}
+{"step": 2530000, "wall_time": 25807.9999833107, "train_loss_step": 2.262178421020508, "n_params": 4305940, "total_flops": 33466454630400000, "train_loss": 0.018642833828926085, "subset_score_loss": 0.018642833828926085}
+{"step": 2540000, "wall_time": 25888.83815073967, "train_loss_step": 2.0770857334136963, "n_params": 4305940, "total_flops": 33598733107200000, "train_loss": 0.01801059991121292, "subset_score_loss": 0.01801059991121292}
+{"step": 2550000, "wall_time": 25980.26652240753, "train_loss_step": 2.043762445449829, "n_params": 4305940, "total_flops": 33731011584000000, "train_loss": 0.018093349039554597, "subset_score_loss": 0.018093349039554597}
+{"step": 2560000, "wall_time": 26075.002202033997, "train_loss_step": 2.061474323272705, "n_params": 4305940, "total_flops": 33863290060800000, "train_loss": 0.018188053369522096, "subset_score_loss": 0.018188053369522096}
+{"step": 2570000, "wall_time": 26160.77835869789, "train_loss_step": 1.9789259433746338, "n_params": 4305940, "total_flops": 33995568537600000, "train_loss": 0.01786205470561981, "subset_score_loss": 0.01786205470561981}
+{"step": 2580000, "wall_time": 26249.518810510635, "train_loss_step": 2.3358259201049805, "n_params": 4305940, "total_flops": 34127847014400000, "train_loss": 0.017963303625583647, "subset_score_loss": 0.017963303625583647}
+{"step": 2590000, "wall_time": 26343.18205142021, "train_loss_step": 2.245957374572754, "n_params": 4305940, "total_flops": 34260125491200000, "train_loss": 0.01779388189315796, "subset_score_loss": 0.01779388189315796}
+{"step": 2600000, "wall_time": 26514.174584388733, "train_loss_step": 1.8876194953918457, "n_params": 4305940, "total_flops": 34392403968000000, "train_loss": 0.017768853902816774, "subset_score_loss": 0.017768853902816774, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.617617666721344, "fid": 155.0509683012238, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 26609.328064203262, "train_loss_step": 2.198467254638672, "n_params": 4305940, "total_flops": 34524682444800000, "train_loss": 0.017693519592285156, "subset_score_loss": 0.017693519592285156}
+{"step": 2620000, "wall_time": 26705.345952033997, "train_loss_step": 2.3242828845977783, "n_params": 4305940, "total_flops": 34656960921600000, "train_loss": 0.017635513842105866, "subset_score_loss": 0.017635513842105866}
+{"step": 2630000, "wall_time": 26799.73729324341, "train_loss_step": 2.0332860946655273, "n_params": 4305940, "total_flops": 34789239398400000, "train_loss": 0.01760100871324539, "subset_score_loss": 0.01760100871324539}
+{"step": 2640000, "wall_time": 26894.637274980545, "train_loss_step": 2.0439181327819824, "n_params": 4305940, "total_flops": 34921517875200000, "train_loss": 0.018226315081119538, "subset_score_loss": 0.018226315081119538}
+{"step": 2650000, "wall_time": 26968.408671617508, "train_loss_step": 1.9875123500823975, "n_params": 4305940, "total_flops": 35053796352000000, "train_loss": 0.017936775088310243, "subset_score_loss": 0.017936775088310243}
+{"step": 2660000, "wall_time": 27064.25234055519, "train_loss_step": 2.179297924041748, "n_params": 4305940, "total_flops": 35186074828800000, "train_loss": 0.017571666836738588, "subset_score_loss": 0.017571666836738588}
+{"step": 2670000, "wall_time": 27150.082780838013, "train_loss_step": 2.159849166870117, "n_params": 4305940, "total_flops": 35318353305600000, "train_loss": 0.01703384965658188, "subset_score_loss": 0.01703384965658188}
+{"step": 2680000, "wall_time": 27243.677533388138, "train_loss_step": 2.0423226356506348, "n_params": 4305940, "total_flops": 35450631782400000, "train_loss": 0.017718571424484252, "subset_score_loss": 0.017718571424484252}
+{"step": 2690000, "wall_time": 27332.163158893585, "train_loss_step": 2.305325508117676, "n_params": 4305940, "total_flops": 35582910259200000, "train_loss": 0.017070847749710082, "subset_score_loss": 0.017070847749710082}
+{"step": 2700000, "wall_time": 27493.689779996872, "train_loss_step": 2.096982955932617, "n_params": 4305940, "total_flops": 35715188736000000, "train_loss": 0.017666321992874146, "subset_score_loss": 0.017666321992874146, "memorization_fraction_pixel": 0.01269999984651804, "mean_nn_ratio_pixel": 0.6170396208763123, "fid": 154.99546981364642, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 27587.67141342163, "train_loss_step": 2.013502597808838, "n_params": 4305940, "total_flops": 35847467212800000, "train_loss": 0.017293746769428252, "subset_score_loss": 0.017293746769428252}
+{"step": 2720000, "wall_time": 27682.83172607422, "train_loss_step": 1.9780364036560059, "n_params": 4305940, "total_flops": 35979745689600000, "train_loss": 0.017064817249774933, "subset_score_loss": 0.017064817249774933}
+{"step": 2730000, "wall_time": 27777.81982564926, "train_loss_step": 2.129235029220581, "n_params": 4305940, "total_flops": 36112024166400000, "train_loss": 0.017270411550998687, "subset_score_loss": 0.017270411550998687}
+{"step": 2740000, "wall_time": 27872.159593582153, "train_loss_step": 2.229856491088867, "n_params": 4305940, "total_flops": 36244302643200000, "train_loss": 0.017006745934486388, "subset_score_loss": 0.017006745934486388}
+{"step": 2750000, "wall_time": 27963.739628314972, "train_loss_step": 2.322780132293701, "n_params": 4305940, "total_flops": 36376581120000000, "train_loss": 0.017190395295619963, "subset_score_loss": 0.017190395295619963}
+{"step": 2760000, "wall_time": 28043.27593755722, "train_loss_step": 2.1752681732177734, "n_params": 4305940, "total_flops": 36508859596800000, "train_loss": 0.01721246838569641, "subset_score_loss": 0.01721246838569641}
+{"step": 2770000, "wall_time": 28125.87636780739, "train_loss_step": 1.9563111066818237, "n_params": 4305940, "total_flops": 36641138073600000, "train_loss": 0.01720089465379715, "subset_score_loss": 0.01720089465379715}
+{"step": 2780000, "wall_time": 28218.43475294113, "train_loss_step": 2.1513795852661133, "n_params": 4305940, "total_flops": 36773416550400000, "train_loss": 0.01759340465068817, "subset_score_loss": 0.01759340465068817}
+{"step": 2790000, "wall_time": 28313.363923549652, "train_loss_step": 1.9990856647491455, "n_params": 4305940, "total_flops": 36905695027200000, "train_loss": 0.016858549416065217, "subset_score_loss": 0.016858549416065217}
+{"step": 2800000, "wall_time": 28465.639112234116, "train_loss_step": 2.062626838684082, "n_params": 4305940, "total_flops": 37037973504000000, "train_loss": 0.01693357080221176, "subset_score_loss": 0.01693357080221176, "memorization_fraction_pixel": 0.009100000374019146, "mean_nn_ratio_pixel": 0.61857008934021, "fid": 154.8358470683907, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 28560.91055893898, "train_loss_step": 2.0863518714904785, "n_params": 4305940, "total_flops": 37170251980800000, "train_loss": 0.016741132736206053, "subset_score_loss": 0.016741132736206053}
+{"step": 2820000, "wall_time": 28654.913674116135, "train_loss_step": 2.102803945541382, "n_params": 4305940, "total_flops": 37302530457600000, "train_loss": 0.016657651960849763, "subset_score_loss": 0.016657651960849763}
+{"step": 2830000, "wall_time": 28750.857323646545, "train_loss_step": 2.0410335063934326, "n_params": 4305940, "total_flops": 37434808934400000, "train_loss": 0.016722682118415832, "subset_score_loss": 0.016722682118415832}
+{"step": 2840000, "wall_time": 28846.12984418869, "train_loss_step": 1.9560613632202148, "n_params": 4305940, "total_flops": 37567087411200000, "train_loss": 0.016898314654827117, "subset_score_loss": 0.016898314654827117}
+{"step": 2850000, "wall_time": 28940.507234096527, "train_loss_step": 2.0699312686920166, "n_params": 4305940, "total_flops": 37699365888000000, "train_loss": 0.017020374536514282, "subset_score_loss": 0.017020374536514282}
+{"step": 2860000, "wall_time": 29026.02597117424, "train_loss_step": 2.272632360458374, "n_params": 4305940, "total_flops": 37831644364800000, "train_loss": 0.01708623915910721, "subset_score_loss": 0.01708623915910721}
+{"step": 2870000, "wall_time": 29098.250445365906, "train_loss_step": 2.0418014526367188, "n_params": 4305940, "total_flops": 37963922841600000, "train_loss": 0.016694658994674684, "subset_score_loss": 0.016694658994674684}
+{"step": 2880000, "wall_time": 29191.466968536377, "train_loss_step": 2.147144079208374, "n_params": 4305940, "total_flops": 38096201318400000, "train_loss": 0.016815522313117982, "subset_score_loss": 0.016815522313117982}
+{"step": 2890000, "wall_time": 29285.427677631378, "train_loss_step": 2.1566267013549805, "n_params": 4305940, "total_flops": 38228479795200000, "train_loss": 0.01655653715133667, "subset_score_loss": 0.01655653715133667}
+{"step": 2900000, "wall_time": 29454.954156398773, "train_loss_step": 2.063694715499878, "n_params": 4305940, "total_flops": 38360758272000000, "train_loss": 0.016486841440200805, "subset_score_loss": 0.016486841440200805, "memorization_fraction_pixel": 0.012000000104308128, "mean_nn_ratio_pixel": 0.613182008266449, "fid": 155.17285828565937, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 29534.670258283615, "train_loss_step": 2.0127110481262207, "n_params": 4305940, "total_flops": 38493036748800000, "train_loss": 0.016547369956970214, "subset_score_loss": 0.016547369956970214}
+{"step": 2920000, "wall_time": 29629.07012939453, "train_loss_step": 2.2540721893310547, "n_params": 4305940, "total_flops": 38625315225600000, "train_loss": 0.016579742729663848, "subset_score_loss": 0.016579742729663848}
+{"step": 2930000, "wall_time": 29723.1112139225, "train_loss_step": 2.0766830444335938, "n_params": 4305940, "total_flops": 38757593702400000, "train_loss": 0.01665302813053131, "subset_score_loss": 0.01665302813053131}
+{"step": 2940000, "wall_time": 29819.310659885406, "train_loss_step": 2.285677433013916, "n_params": 4305940, "total_flops": 38889872179200000, "train_loss": 0.01660947799682617, "subset_score_loss": 0.01660947799682617}
+{"step": 2950000, "wall_time": 29913.70576786995, "train_loss_step": 2.038208246231079, "n_params": 4305940, "total_flops": 39022150656000000, "train_loss": 0.01655011922121048, "subset_score_loss": 0.01655011922121048}
+{"step": 2960000, "wall_time": 30006.673259735107, "train_loss_step": 2.092451333999634, "n_params": 4305940, "total_flops": 39154429132800000, "train_loss": 0.01608758568763733, "subset_score_loss": 0.01608758568763733}
+{"step": 2970000, "wall_time": 30081.85960817337, "train_loss_step": 2.311471462249756, "n_params": 4305940, "total_flops": 39286707609600000, "train_loss": 0.016063730418682098, "subset_score_loss": 0.016063730418682098}
+{"step": 2980000, "wall_time": 30174.168449878693, "train_loss_step": 2.2381889820098877, "n_params": 4305940, "total_flops": 39418986086400000, "train_loss": 0.016273877024650572, "subset_score_loss": 0.016273877024650572}
+{"step": 2990000, "wall_time": 30269.15144467354, "train_loss_step": 2.2988734245300293, "n_params": 4305940, "total_flops": 39551264563200000, "train_loss": 0.016174851357936858, "subset_score_loss": 0.016174851357936858}
+{"step": 3000000, "wall_time": 30438.713798999786, "train_loss_step": 2.271909713745117, "n_params": 4305940, "total_flops": 39683543040000000, "train_loss": 0.01631741225719452, "subset_score_loss": 0.01631741225719452, "memorization_fraction_pixel": 0.01140000019222498, "mean_nn_ratio_pixel": 0.6126776933670044, "fid": 155.71505944322797, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 30535.111223697662, "train_loss_step": 2.1396994590759277, "n_params": 4305940, "total_flops": 39815821516800000, "train_loss": 0.016159027814865112, "subset_score_loss": 0.016159027814865112}
+{"step": 3020000, "wall_time": 30616.97143292427, "train_loss_step": 2.216322898864746, "n_params": 4305940, "total_flops": 39948099993600000, "train_loss": 0.016358673572540283, "subset_score_loss": 0.016358673572540283}
+{"step": 3030000, "wall_time": 30705.026646375656, "train_loss_step": 2.072167158126831, "n_params": 4305940, "total_flops": 40080378470400000, "train_loss": 0.016224515438079835, "subset_score_loss": 0.016224515438079835}
+{"step": 3040000, "wall_time": 30798.950749874115, "train_loss_step": 2.144754409790039, "n_params": 4305940, "total_flops": 40212656947200000, "train_loss": 0.015872550010681153, "subset_score_loss": 0.015872550010681153}
+{"step": 3050000, "wall_time": 30894.882590055466, "train_loss_step": 2.065774917602539, "n_params": 4305940, "total_flops": 40344935424000000, "train_loss": 0.016021940112113952, "subset_score_loss": 0.016021940112113952}
+{"step": 3060000, "wall_time": 30987.96841597557, "train_loss_step": 2.05288028717041, "n_params": 4305940, "total_flops": 40477213900800000, "train_loss": 0.015892969071865083, "subset_score_loss": 0.015892969071865083}
+{"step": 3070000, "wall_time": 31073.982422590256, "train_loss_step": 2.0416367053985596, "n_params": 4305940, "total_flops": 40609492377600000, "train_loss": 0.015692245960235596, "subset_score_loss": 0.015692245960235596}
+{"step": 3080000, "wall_time": 31150.887238025665, "train_loss_step": 2.146829605102539, "n_params": 4305940, "total_flops": 40741770854400000, "train_loss": 0.016350452601909638, "subset_score_loss": 0.016350452601909638}
+{"step": 3090000, "wall_time": 31245.838815927505, "train_loss_step": 1.9640616178512573, "n_params": 4305940, "total_flops": 40874049331200000, "train_loss": 0.015753211081027986, "subset_score_loss": 0.015753211081027986}
+{"step": 3100000, "wall_time": 31416.431261777878, "train_loss_step": 1.9097307920455933, "n_params": 4305940, "total_flops": 41006327808000000, "train_loss": 0.015552957355976105, "subset_score_loss": 0.015552957355976105, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.6100196242332458, "fid": 155.13169021384925, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 31511.03217291832, "train_loss_step": 2.124086856842041, "n_params": 4305940, "total_flops": 41138606284800000, "train_loss": 0.015831851959228517, "subset_score_loss": 0.015831851959228517}
+{"step": 3120000, "wall_time": 31606.326860427856, "train_loss_step": 2.101736545562744, "n_params": 4305940, "total_flops": 41270884761600000, "train_loss": 0.016099424660205842, "subset_score_loss": 0.016099424660205842}
+{"step": 3130000, "wall_time": 31694.509488105774, "train_loss_step": 1.9997419118881226, "n_params": 4305940, "total_flops": 41403163238400000, "train_loss": 0.01564454734325409, "subset_score_loss": 0.01564454734325409}
+{"step": 3140000, "wall_time": 31784.02080464363, "train_loss_step": 2.0170764923095703, "n_params": 4305940, "total_flops": 41535441715200000, "train_loss": 0.0158128023147583, "subset_score_loss": 0.0158128023147583}
+{"step": 3150000, "wall_time": 31877.56528544426, "train_loss_step": 2.29813289642334, "n_params": 4305940, "total_flops": 41667720192000000, "train_loss": 0.015564581751823426, "subset_score_loss": 0.015564581751823426}
+{"step": 3160000, "wall_time": 31966.90128517151, "train_loss_step": 2.2524313926696777, "n_params": 4305940, "total_flops": 41799998668800000, "train_loss": 0.015250888466835023, "subset_score_loss": 0.015250888466835023}
+{"step": 3170000, "wall_time": 32056.03357028961, "train_loss_step": 2.042114734649658, "n_params": 4305940, "total_flops": 41932277145600000, "train_loss": 0.015767402946949005, "subset_score_loss": 0.015767402946949005}
+{"step": 3180000, "wall_time": 32149.400660037994, "train_loss_step": 1.9815655946731567, "n_params": 4305940, "total_flops": 42064555622400000, "train_loss": 0.015707486867904664, "subset_score_loss": 0.015707486867904664}
+{"step": 3190000, "wall_time": 32235.255992889404, "train_loss_step": 2.0258655548095703, "n_params": 4305940, "total_flops": 42196834099200000, "train_loss": 0.015402255952358246, "subset_score_loss": 0.015402255952358246}
+{"step": 3200000, "wall_time": 32405.531266450882, "train_loss_step": 1.8606727123260498, "n_params": 4305940, "total_flops": 42329112576000000, "train_loss": 0.015598733723163605, "subset_score_loss": 0.015598733723163605, "memorization_fraction_pixel": 0.011800000444054604, "mean_nn_ratio_pixel": 0.614357054233551, "fid": 155.22329486051845, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 32499.862546682358, "train_loss_step": 2.2243289947509766, "n_params": 4305940, "total_flops": 42461391052800000, "train_loss": 0.015390917658805847, "subset_score_loss": 0.015390917658805847}
+{"step": 3220000, "wall_time": 32595.284553050995, "train_loss_step": 2.3413708209991455, "n_params": 4305940, "total_flops": 42593669529600000, "train_loss": 0.015201210975646973, "subset_score_loss": 0.015201210975646973}
+{"step": 3230000, "wall_time": 32690.627591371536, "train_loss_step": 2.0203423500061035, "n_params": 4305940, "total_flops": 42725948006400000, "train_loss": 0.015537331998348235, "subset_score_loss": 0.015537331998348235}
+{"step": 3240000, "wall_time": 32778.33794593811, "train_loss_step": 2.325573444366455, "n_params": 4305940, "total_flops": 42858226483200000, "train_loss": 0.015446224808692932, "subset_score_loss": 0.015446224808692932}
+{"step": 3250000, "wall_time": 32866.41708779335, "train_loss_step": 2.127232074737549, "n_params": 4305940, "total_flops": 42990504960000000, "train_loss": 0.015534436702728272, "subset_score_loss": 0.015534436702728272}
+{"step": 3260000, "wall_time": 32951.6678109169, "train_loss_step": 2.1547837257385254, "n_params": 4305940, "total_flops": 43122783436800000, "train_loss": 0.015573866665363312, "subset_score_loss": 0.015573866665363312}
+{"step": 3270000, "wall_time": 33042.82073569298, "train_loss_step": 1.8984060287475586, "n_params": 4305940, "total_flops": 43255061913600000, "train_loss": 0.014840956032276153, "subset_score_loss": 0.014840956032276153}
+{"step": 3280000, "wall_time": 33138.46162414551, "train_loss_step": 2.080414295196533, "n_params": 4305940, "total_flops": 43387340390400000, "train_loss": 0.014855916798114776, "subset_score_loss": 0.014855916798114776}
+{"step": 3290000, "wall_time": 33229.9525539875, "train_loss_step": 2.0550074577331543, "n_params": 4305940, "total_flops": 43519618867200000, "train_loss": 0.015474805235862732, "subset_score_loss": 0.015474805235862732}
+{"step": 3300000, "wall_time": 33400.50217151642, "train_loss_step": 2.378286838531494, "n_params": 4305940, "total_flops": 43651897344000000, "train_loss": 0.01525658369064331, "subset_score_loss": 0.01525658369064331, "memorization_fraction_pixel": 0.00930000003427267, "mean_nn_ratio_pixel": 0.6133365035057068, "fid": 155.60884706432495, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 33496.246210336685, "train_loss_step": 2.061708450317383, "n_params": 4305940, "total_flops": 43784175820800000, "train_loss": 0.015082406997680663, "subset_score_loss": 0.015082406997680663}
+{"step": 3320000, "wall_time": 33591.95577073097, "train_loss_step": 2.1792781352996826, "n_params": 4305940, "total_flops": 43916454297600000, "train_loss": 0.01546693742275238, "subset_score_loss": 0.01546693742275238}
+{"step": 3330000, "wall_time": 33687.55016541481, "train_loss_step": 2.140023708343506, "n_params": 4305940, "total_flops": 44048732774400000, "train_loss": 0.014856019616127014, "subset_score_loss": 0.014856019616127014}
+{"step": 3340000, "wall_time": 33783.7850921154, "train_loss_step": 2.0294551849365234, "n_params": 4305940, "total_flops": 44181011251200000, "train_loss": 0.014804702997207642, "subset_score_loss": 0.014804702997207642}
+{"step": 3350000, "wall_time": 33875.769052267075, "train_loss_step": 2.193011522293091, "n_params": 4305940, "total_flops": 44313289728000000, "train_loss": 0.0147357240319252, "subset_score_loss": 0.0147357240319252}
+{"step": 3360000, "wall_time": 33968.04807114601, "train_loss_step": 1.9896200895309448, "n_params": 4305940, "total_flops": 44445568204800000, "train_loss": 0.014940685033798218, "subset_score_loss": 0.014940685033798218}
+{"step": 3370000, "wall_time": 34061.611526966095, "train_loss_step": 2.2648091316223145, "n_params": 4305940, "total_flops": 44577846681600000, "train_loss": 0.01503080576658249, "subset_score_loss": 0.01503080576658249}
+{"step": 3380000, "wall_time": 34157.25750374794, "train_loss_step": 2.009772300720215, "n_params": 4305940, "total_flops": 44710125158400000, "train_loss": 0.014628536999225616, "subset_score_loss": 0.014628536999225616}
+{"step": 3390000, "wall_time": 34249.33538174629, "train_loss_step": 2.065826177597046, "n_params": 4305940, "total_flops": 44842403635200000, "train_loss": 0.015144070982933045, "subset_score_loss": 0.015144070982933045}
+{"step": 3400000, "wall_time": 34419.84639453888, "train_loss_step": 2.3416519165039062, "n_params": 4305940, "total_flops": 44974682112000000, "train_loss": 0.015053066611289977, "subset_score_loss": 0.015053066611289977, "memorization_fraction_pixel": 0.01209999993443489, "mean_nn_ratio_pixel": 0.6091763973236084, "fid": 154.91169526139538, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 34515.046438694, "train_loss_step": 2.1394009590148926, "n_params": 4305940, "total_flops": 45106960588800000, "train_loss": 0.014832910895347596, "subset_score_loss": 0.014832910895347596}
+{"step": 3420000, "wall_time": 34609.72113990784, "train_loss_step": 1.953501582145691, "n_params": 4305940, "total_flops": 45239239065600000, "train_loss": 0.014719918370246887, "subset_score_loss": 0.014719918370246887}
+{"step": 3430000, "wall_time": 34705.448407411575, "train_loss_step": 2.148216485977173, "n_params": 4305940, "total_flops": 45371517542400000, "train_loss": 0.014947368204593659, "subset_score_loss": 0.014947368204593659}
+{"step": 3440000, "wall_time": 34801.891719818115, "train_loss_step": 2.184861183166504, "n_params": 4305940, "total_flops": 45503796019200000, "train_loss": 0.014897742867469787, "subset_score_loss": 0.014897742867469787}
+{"step": 3450000, "wall_time": 34895.15277552605, "train_loss_step": 1.959563970565796, "n_params": 4305940, "total_flops": 45636074496000000, "train_loss": 0.014853589236736298, "subset_score_loss": 0.014853589236736298}
+{"step": 3460000, "wall_time": 34985.64151096344, "train_loss_step": 2.074472427368164, "n_params": 4305940, "total_flops": 45768352972800000, "train_loss": 0.014531421661376952, "subset_score_loss": 0.014531421661376952}
+{"step": 3470000, "wall_time": 35078.987637043, "train_loss_step": 2.232353925704956, "n_params": 4305940, "total_flops": 45900631449600000, "train_loss": 0.014767944812774658, "subset_score_loss": 0.014767944812774658}
+{"step": 3480000, "wall_time": 35174.54484605789, "train_loss_step": 1.9109351634979248, "n_params": 4305940, "total_flops": 46032909926400000, "train_loss": 0.014481310546398164, "subset_score_loss": 0.014481310546398164}
+{"step": 3490000, "wall_time": 35266.85782504082, "train_loss_step": 2.1544461250305176, "n_params": 4305940, "total_flops": 46165188403200000, "train_loss": 0.014401549100875854, "subset_score_loss": 0.014401549100875854}
+{"step": 3500000, "wall_time": 35436.845266819, "train_loss_step": 2.1999287605285645, "n_params": 4305940, "total_flops": 46297466880000000, "train_loss": 0.0146670401096344, "subset_score_loss": 0.0146670401096344, "memorization_fraction_pixel": 0.013399999588727951, "mean_nn_ratio_pixel": 0.6055542230606079, "fid": 154.69421869355992, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 35532.91159892082, "train_loss_step": 2.0678858757019043, "n_params": 4305940, "total_flops": 46429745356800000, "train_loss": 0.014299653470516205, "subset_score_loss": 0.014299653470516205}
+{"step": 3520000, "wall_time": 35628.13406872749, "train_loss_step": 2.059600353240967, "n_params": 4305940, "total_flops": 46562023833600000, "train_loss": 0.014701162278652192, "subset_score_loss": 0.014701162278652192}
+{"step": 3530000, "wall_time": 35724.896782159805, "train_loss_step": 2.1888842582702637, "n_params": 4305940, "total_flops": 46694302310400000, "train_loss": 0.014530350267887116, "subset_score_loss": 0.014530350267887116}
+{"step": 3540000, "wall_time": 35819.73185658455, "train_loss_step": 1.9459164142608643, "n_params": 4305940, "total_flops": 46826580787200000, "train_loss": 0.014066587388515472, "subset_score_loss": 0.014066587388515472}
+{"step": 3550000, "wall_time": 35913.614355802536, "train_loss_step": 2.0314979553222656, "n_params": 4305940, "total_flops": 46958859264000000, "train_loss": 0.01439516395330429, "subset_score_loss": 0.01439516395330429}
+{"step": 3560000, "wall_time": 36004.91177535057, "train_loss_step": 2.199906349182129, "n_params": 4305940, "total_flops": 47091137740800000, "train_loss": 0.01458444893360138, "subset_score_loss": 0.01458444893360138}
+{"step": 3570000, "wall_time": 36097.951531887054, "train_loss_step": 2.1072840690612793, "n_params": 4305940, "total_flops": 47223416217600000, "train_loss": 0.01417938619852066, "subset_score_loss": 0.01417938619852066}
+{"step": 3580000, "wall_time": 36192.591465473175, "train_loss_step": 1.9912686347961426, "n_params": 4305940, "total_flops": 47355694694400000, "train_loss": 0.014050519466400147, "subset_score_loss": 0.014050519466400147}
+{"step": 3590000, "wall_time": 36285.07815003395, "train_loss_step": 1.918921709060669, "n_params": 4305940, "total_flops": 47487973171200000, "train_loss": 0.014285466074943543, "subset_score_loss": 0.014285466074943543}
+{"step": 3600000, "wall_time": 36455.2405962944, "train_loss_step": 1.9177446365356445, "n_params": 4305940, "total_flops": 47620251648000000, "train_loss": 0.014015941321849823, "subset_score_loss": 0.014015941321849823, "memorization_fraction_pixel": 0.010300000198185444, "mean_nn_ratio_pixel": 0.606452226638794, "fid": 155.2252328694093, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 36551.07109117508, "train_loss_step": 2.04902982711792, "n_params": 4305940, "total_flops": 47752530124800000, "train_loss": 0.014241562783718109, "subset_score_loss": 0.014241562783718109}
+{"step": 3620000, "wall_time": 36645.27278971672, "train_loss_step": 2.179046630859375, "n_params": 4305940, "total_flops": 47884808601600000, "train_loss": 0.014145655930042267, "subset_score_loss": 0.014145655930042267}
+{"step": 3630000, "wall_time": 36740.74834609032, "train_loss_step": 2.1117911338806152, "n_params": 4305940, "total_flops": 48017087078400000, "train_loss": 0.014198747277259827, "subset_score_loss": 0.014198747277259827}
+{"step": 3640000, "wall_time": 36823.48382306099, "train_loss_step": 2.18426513671875, "n_params": 4305940, "total_flops": 48149365555200000, "train_loss": 0.013933283090591431, "subset_score_loss": 0.013933283090591431}
+{"step": 3650000, "wall_time": 36919.04186940193, "train_loss_step": 1.978243350982666, "n_params": 4305940, "total_flops": 48281644032000000, "train_loss": 0.014015306532382966, "subset_score_loss": 0.014015306532382966}
+{"step": 3660000, "wall_time": 37014.4409570694, "train_loss_step": 1.8330037593841553, "n_params": 4305940, "total_flops": 48413922508800000, "train_loss": 0.013878327608108521, "subset_score_loss": 0.013878327608108521}
+{"step": 3670000, "wall_time": 37107.23805856705, "train_loss_step": 2.093465566635132, "n_params": 4305940, "total_flops": 48546200985600000, "train_loss": 0.013822740316390992, "subset_score_loss": 0.013822740316390992}
+{"step": 3680000, "wall_time": 37201.11823487282, "train_loss_step": 1.9398658275604248, "n_params": 4305940, "total_flops": 48678479462400000, "train_loss": 0.014236359298229218, "subset_score_loss": 0.014236359298229218}
+{"step": 3690000, "wall_time": 37293.66061592102, "train_loss_step": 1.9832565784454346, "n_params": 4305940, "total_flops": 48810757939200000, "train_loss": 0.01382351815700531, "subset_score_loss": 0.01382351815700531}
+{"step": 3700000, "wall_time": 37463.31121945381, "train_loss_step": 2.2644150257110596, "n_params": 4305940, "total_flops": 48943036416000000, "train_loss": 0.013716672360897065, "subset_score_loss": 0.013716672360897065, "memorization_fraction_pixel": 0.010200000368058681, "mean_nn_ratio_pixel": 0.6055297255516052, "fid": 155.71779564017086, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 37559.13783121109, "train_loss_step": 2.090224504470825, "n_params": 4305940, "total_flops": 49075314892800000, "train_loss": 0.013770364224910736, "subset_score_loss": 0.013770364224910736}
+{"step": 3720000, "wall_time": 37653.22308301926, "train_loss_step": 1.9328893423080444, "n_params": 4305940, "total_flops": 49207593369600000, "train_loss": 0.0137124702334404, "subset_score_loss": 0.0137124702334404}
+{"step": 3730000, "wall_time": 37747.56815624237, "train_loss_step": 2.0246405601501465, "n_params": 4305940, "total_flops": 49339871846400000, "train_loss": 0.014039029181003571, "subset_score_loss": 0.014039029181003571}
+{"step": 3740000, "wall_time": 37839.36686325073, "train_loss_step": 2.015522003173828, "n_params": 4305940, "total_flops": 49472150323200000, "train_loss": 0.014015811681747436, "subset_score_loss": 0.014015811681747436}
+{"step": 3750000, "wall_time": 37934.01964426041, "train_loss_step": 2.3493549823760986, "n_params": 4305940, "total_flops": 49604428800000000, "train_loss": 0.013719743490219117, "subset_score_loss": 0.013719743490219117}
+{"step": 3760000, "wall_time": 38028.577226638794, "train_loss_step": 2.0941710472106934, "n_params": 4305940, "total_flops": 49736707276800000, "train_loss": 0.013853073120117188, "subset_score_loss": 0.013853073120117188}
+{"step": 3770000, "wall_time": 38121.21486449242, "train_loss_step": 1.9634250402450562, "n_params": 4305940, "total_flops": 49868985753600000, "train_loss": 0.013901630043983459, "subset_score_loss": 0.013901630043983459}
+{"step": 3780000, "wall_time": 38214.0450565815, "train_loss_step": 1.8366470336914062, "n_params": 4305940, "total_flops": 50001264230400000, "train_loss": 0.01375712752342224, "subset_score_loss": 0.01375712752342224}
+{"step": 3790000, "wall_time": 38305.011315345764, "train_loss_step": 1.878401756286621, "n_params": 4305940, "total_flops": 50133542707200000, "train_loss": 0.013564784824848176, "subset_score_loss": 0.013564784824848176}
+{"step": 3800000, "wall_time": 38474.64410948753, "train_loss_step": 1.9652867317199707, "n_params": 4305940, "total_flops": 50265821184000000, "train_loss": 0.013781076669692994, "subset_score_loss": 0.013781076669692994, "memorization_fraction_pixel": 0.009700000286102295, "mean_nn_ratio_pixel": 0.6053356528282166, "fid": 154.92750113644092, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 38568.61774587631, "train_loss_step": 1.9751121997833252, "n_params": 4305940, "total_flops": 50398099660800000, "train_loss": 0.013745059072971345, "subset_score_loss": 0.013745059072971345}
+{"step": 3820000, "wall_time": 38663.43299126625, "train_loss_step": 2.2457337379455566, "n_params": 4305940, "total_flops": 50530378137600000, "train_loss": 0.01397479921579361, "subset_score_loss": 0.01397479921579361}
+{"step": 3830000, "wall_time": 38751.67364549637, "train_loss_step": 1.979447364807129, "n_params": 4305940, "total_flops": 50662656614400000, "train_loss": 0.013660310208797455, "subset_score_loss": 0.013660310208797455}
+{"step": 3840000, "wall_time": 38842.77040266991, "train_loss_step": 1.9944369792938232, "n_params": 4305940, "total_flops": 50794935091200000, "train_loss": 0.013753509521484375, "subset_score_loss": 0.013753509521484375}
+{"step": 3850000, "wall_time": 38937.386029958725, "train_loss_step": 1.9444332122802734, "n_params": 4305940, "total_flops": 50927213568000000, "train_loss": 0.013551373779773713, "subset_score_loss": 0.013551373779773713}
+{"step": 3860000, "wall_time": 39032.222249269485, "train_loss_step": 1.9766545295715332, "n_params": 4305940, "total_flops": 51059492044800000, "train_loss": 0.013394223153591156, "subset_score_loss": 0.013394223153591156}
+{"step": 3870000, "wall_time": 39126.251019239426, "train_loss_step": 1.9665195941925049, "n_params": 4305940, "total_flops": 51191770521600000, "train_loss": 0.013534361124038696, "subset_score_loss": 0.013534361124038696}
+{"step": 3880000, "wall_time": 39218.20240807533, "train_loss_step": 2.07206392288208, "n_params": 4305940, "total_flops": 51324048998400000, "train_loss": 0.013583999872207642, "subset_score_loss": 0.013583999872207642}
+{"step": 3890000, "wall_time": 39309.64641523361, "train_loss_step": 1.8277604579925537, "n_params": 4305940, "total_flops": 51456327475200000, "train_loss": 0.013484188914299011, "subset_score_loss": 0.013484188914299011}
+{"step": 3900000, "wall_time": 39479.276014089584, "train_loss_step": 1.8315227031707764, "n_params": 4305940, "total_flops": 51588605952000000, "train_loss": 0.013419827818870545, "subset_score_loss": 0.013419827818870545, "memorization_fraction_pixel": 0.011099999770522118, "mean_nn_ratio_pixel": 0.6050949692726135, "fid": 155.602949110517, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 39574.67724823952, "train_loss_step": 2.077270984649658, "n_params": 4305940, "total_flops": 51720884428800000, "train_loss": 0.013275070488452912, "subset_score_loss": 0.013275070488452912}
+{"step": 3920000, "wall_time": 39669.5967001915, "train_loss_step": 1.8748493194580078, "n_params": 4305940, "total_flops": 51853162905600000, "train_loss": 0.013304476439952851, "subset_score_loss": 0.013304476439952851}
+{"step": 3930000, "wall_time": 39760.28374505043, "train_loss_step": 2.0325067043304443, "n_params": 4305940, "total_flops": 51985441382400000, "train_loss": 0.013671295344829559, "subset_score_loss": 0.013671295344829559}
+{"step": 3940000, "wall_time": 39856.350790023804, "train_loss_step": 1.9192736148834229, "n_params": 4305940, "total_flops": 52117719859200000, "train_loss": 0.013277247548103333, "subset_score_loss": 0.013277247548103333}
+{"step": 3950000, "wall_time": 39951.89828968048, "train_loss_step": 2.155951976776123, "n_params": 4305940, "total_flops": 52249998336000000, "train_loss": 0.013699506223201752, "subset_score_loss": 0.013699506223201752}
+{"step": 3960000, "wall_time": 40047.38845729828, "train_loss_step": 2.01713228225708, "n_params": 4305940, "total_flops": 52382276812800000, "train_loss": 0.013233847916126251, "subset_score_loss": 0.013233847916126251}
+{"step": 3970000, "wall_time": 40142.56788468361, "train_loss_step": 2.1127896308898926, "n_params": 4305940, "total_flops": 52514555289600000, "train_loss": 0.013521406054496764, "subset_score_loss": 0.013521406054496764}
+{"step": 3980000, "wall_time": 40234.42318511009, "train_loss_step": 2.1727852821350098, "n_params": 4305940, "total_flops": 52646833766400000, "train_loss": 0.01336292177438736, "subset_score_loss": 0.01336292177438736}
+{"step": 3990000, "wall_time": 40322.61511039734, "train_loss_step": 2.0138726234436035, "n_params": 4305940, "total_flops": 52779112243200000, "train_loss": 0.013336916267871857, "subset_score_loss": 0.013336916267871857}
+{"step": 4000000, "wall_time": 40487.76534628868, "train_loss_step": 2.0788397789001465, "n_params": 4305940, "total_flops": 52911390720000000, "train_loss": 0.013059897720813752, "subset_score_loss": 0.013059897720813752, "memorization_fraction_pixel": 0.00989999994635582, "mean_nn_ratio_pixel": 0.6034522652626038, "fid": 155.61762782957524, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 40581.83940958977, "train_loss_step": 2.0397233963012695, "n_params": 4305940, "total_flops": 53043669196800000, "train_loss": 0.013269080221652985, "subset_score_loss": 0.013269080221652985}
+{"step": 4020000, "wall_time": 40673.56074786186, "train_loss_step": 2.2429161071777344, "n_params": 4305940, "total_flops": 53175947673600000, "train_loss": 0.013041605055332185, "subset_score_loss": 0.013041605055332185}
+{"step": 4030000, "wall_time": 40756.798828125, "train_loss_step": 2.119422435760498, "n_params": 4305940, "total_flops": 53308226150400000, "train_loss": 0.0132346510887146, "subset_score_loss": 0.0132346510887146}
+{"step": 4040000, "wall_time": 40851.461138010025, "train_loss_step": 2.2041544914245605, "n_params": 4305940, "total_flops": 53440504627200000, "train_loss": 0.013077421486377716, "subset_score_loss": 0.013077421486377716}
+{"step": 4050000, "wall_time": 40945.792429447174, "train_loss_step": 2.1327476501464844, "n_params": 4305940, "total_flops": 53572783104000000, "train_loss": 0.013373981416225433, "subset_score_loss": 0.013373981416225433}
+{"step": 4060000, "wall_time": 41041.71788430214, "train_loss_step": 2.124164581298828, "n_params": 4305940, "total_flops": 53705061580800000, "train_loss": 0.013098414242267608, "subset_score_loss": 0.013098414242267608}
+{"step": 4070000, "wall_time": 41137.10599589348, "train_loss_step": 2.0656356811523438, "n_params": 4305940, "total_flops": 53837340057600000, "train_loss": 0.013151900470256805, "subset_score_loss": 0.013151900470256805}
+{"step": 4080000, "wall_time": 41230.534395456314, "train_loss_step": 2.00471830368042, "n_params": 4305940, "total_flops": 53969618534400000, "train_loss": 0.013103790581226349, "subset_score_loss": 0.013103790581226349}
+{"step": 4090000, "wall_time": 41322.77580714226, "train_loss_step": 2.0388970375061035, "n_params": 4305940, "total_flops": 54101897011200000, "train_loss": 0.013092625141143798, "subset_score_loss": 0.013092625141143798}
+{"step": 4100000, "wall_time": 41481.104368686676, "train_loss_step": 2.1081910133361816, "n_params": 4305940, "total_flops": 54234175488000000, "train_loss": 0.013105614483356476, "subset_score_loss": 0.013105614483356476, "memorization_fraction_pixel": 0.014100000262260437, "mean_nn_ratio_pixel": 0.6010986566543579, "fid": 155.2763221026712, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 41576.18220829964, "train_loss_step": 2.0632243156433105, "n_params": 4305940, "total_flops": 54366453964800000, "train_loss": 0.013294145464897156, "subset_score_loss": 0.013294145464897156}
+{"step": 4120000, "wall_time": 41667.339240312576, "train_loss_step": 2.1540327072143555, "n_params": 4305940, "total_flops": 54498732441600000, "train_loss": 0.013029120862483978, "subset_score_loss": 0.013029120862483978}
+{"step": 4130000, "wall_time": 41750.96720123291, "train_loss_step": 2.0138370990753174, "n_params": 4305940, "total_flops": 54631010918400000, "train_loss": 0.012848171591758727, "subset_score_loss": 0.012848171591758727}
+{"step": 4140000, "wall_time": 41844.418976545334, "train_loss_step": 2.106628179550171, "n_params": 4305940, "total_flops": 54763289395200000, "train_loss": 0.012815149128437042, "subset_score_loss": 0.012815149128437042}
+{"step": 4150000, "wall_time": 41939.28228569031, "train_loss_step": 2.1899313926696777, "n_params": 4305940, "total_flops": 54895567872000000, "train_loss": 0.012956757843494416, "subset_score_loss": 0.012956757843494416}
+{"step": 4160000, "wall_time": 42035.18797111511, "train_loss_step": 2.240436315536499, "n_params": 4305940, "total_flops": 55027846348800000, "train_loss": 0.013143590092658997, "subset_score_loss": 0.013143590092658997}
+{"step": 4170000, "wall_time": 42131.34211373329, "train_loss_step": 2.2196402549743652, "n_params": 4305940, "total_flops": 55160124825600000, "train_loss": 0.013044941425323486, "subset_score_loss": 0.013044941425323486}
+{"step": 4180000, "wall_time": 42225.677644729614, "train_loss_step": 2.0739850997924805, "n_params": 4305940, "total_flops": 55292403302400000, "train_loss": 0.012933741509914397, "subset_score_loss": 0.012933741509914397}
+{"step": 4190000, "wall_time": 42315.89141249657, "train_loss_step": 1.982020616531372, "n_params": 4305940, "total_flops": 55424681779200000, "train_loss": 0.012855739891529083, "subset_score_loss": 0.012855739891529083}
+{"step": 4200000, "wall_time": 42473.78010034561, "train_loss_step": 1.9272985458374023, "n_params": 4305940, "total_flops": 55556960256000000, "train_loss": 0.013130606710910797, "subset_score_loss": 0.013130606710910797, "memorization_fraction_pixel": 0.011800000444054604, "mean_nn_ratio_pixel": 0.6040697693824768, "fid": 154.7984149099035, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 42569.79333114624, "train_loss_step": 2.299337387084961, "n_params": 4305940, "total_flops": 55689238732800000, "train_loss": 0.01288851648569107, "subset_score_loss": 0.01288851648569107}
+{"step": 4220000, "wall_time": 42661.83647274971, "train_loss_step": 1.906208872795105, "n_params": 4305940, "total_flops": 55821517209600000, "train_loss": 0.012954078614711761, "subset_score_loss": 0.012954078614711761}
+{"step": 4230000, "wall_time": 42751.58632707596, "train_loss_step": 2.0166118144989014, "n_params": 4305940, "total_flops": 55953795686400000, "train_loss": 0.013027103245258331, "subset_score_loss": 0.013027103245258331}
+{"step": 4240000, "wall_time": 42846.980734586716, "train_loss_step": 2.159472942352295, "n_params": 4305940, "total_flops": 56086074163200000, "train_loss": 0.012850397825241089, "subset_score_loss": 0.012850397825241089}
+{"step": 4250000, "wall_time": 42940.961043834686, "train_loss_step": 1.8925089836120605, "n_params": 4305940, "total_flops": 56218352640000000, "train_loss": 0.012893769145011901, "subset_score_loss": 0.012893769145011901}
+{"step": 4260000, "wall_time": 43036.6862988472, "train_loss_step": 1.8927042484283447, "n_params": 4305940, "total_flops": 56350631116800000, "train_loss": 0.01276274174451828, "subset_score_loss": 0.01276274174451828}
+{"step": 4270000, "wall_time": 43130.95722079277, "train_loss_step": 1.8917946815490723, "n_params": 4305940, "total_flops": 56482909593600000, "train_loss": 0.012328629940748214, "subset_score_loss": 0.012328629940748214}
+{"step": 4280000, "wall_time": 43227.14599561691, "train_loss_step": 2.0325205326080322, "n_params": 4305940, "total_flops": 56615188070400000, "train_loss": 0.012559816241264343, "subset_score_loss": 0.012559816241264343}
+{"step": 4290000, "wall_time": 43318.29693198204, "train_loss_step": 1.958716630935669, "n_params": 4305940, "total_flops": 56747466547200000, "train_loss": 0.01268032193183899, "subset_score_loss": 0.01268032193183899}
+{"step": 4300000, "wall_time": 43477.76004052162, "train_loss_step": 2.2166996002197266, "n_params": 4305940, "total_flops": 56879745024000000, "train_loss": 0.012671950459480285, "subset_score_loss": 0.012671950459480285, "memorization_fraction_pixel": 0.012500000186264515, "mean_nn_ratio_pixel": 0.6043133735656738, "fid": 155.0974924699886, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 43572.74091935158, "train_loss_step": 2.0354862213134766, "n_params": 4305940, "total_flops": 57012023500800000, "train_loss": 0.012492160499095916, "subset_score_loss": 0.012492160499095916}
+{"step": 4320000, "wall_time": 43657.188571214676, "train_loss_step": 2.239147663116455, "n_params": 4305940, "total_flops": 57144301977600000, "train_loss": 0.012802612781524659, "subset_score_loss": 0.012802612781524659}
+{"step": 4330000, "wall_time": 43747.93736696243, "train_loss_step": 1.9969980716705322, "n_params": 4305940, "total_flops": 57276580454400000, "train_loss": 0.012507344782352447, "subset_score_loss": 0.012507344782352447}
+{"step": 4340000, "wall_time": 43842.00710248947, "train_loss_step": 2.038001775741577, "n_params": 4305940, "total_flops": 57408858931200000, "train_loss": 0.012611879408359528, "subset_score_loss": 0.012611879408359528}
+{"step": 4350000, "wall_time": 43937.33280658722, "train_loss_step": 2.1677894592285156, "n_params": 4305940, "total_flops": 57541137408000000, "train_loss": 0.012539993226528167, "subset_score_loss": 0.012539993226528167}
+{"step": 4360000, "wall_time": 44031.572271585464, "train_loss_step": 2.052765130996704, "n_params": 4305940, "total_flops": 57673415884800000, "train_loss": 0.012675274908542634, "subset_score_loss": 0.012675274908542634}
+{"step": 4370000, "wall_time": 44127.1437060833, "train_loss_step": 2.2686986923217773, "n_params": 4305940, "total_flops": 57805694361600000, "train_loss": 0.012148914486169815, "subset_score_loss": 0.012148914486169815}
+{"step": 4380000, "wall_time": 44222.83079433441, "train_loss_step": 2.180637836456299, "n_params": 4305940, "total_flops": 57937972838400000, "train_loss": 0.01256117969751358, "subset_score_loss": 0.01256117969751358}
+{"step": 4390000, "wall_time": 44318.05749988556, "train_loss_step": 1.9255061149597168, "n_params": 4305940, "total_flops": 58070251315200000, "train_loss": 0.012347104400396347, "subset_score_loss": 0.012347104400396347}
+{"step": 4400000, "wall_time": 44484.871320962906, "train_loss_step": 1.8904181718826294, "n_params": 4305940, "total_flops": 58202529792000000, "train_loss": 0.012607629597187042, "subset_score_loss": 0.012607629597187042, "memorization_fraction_pixel": 0.009999999776482582, "mean_nn_ratio_pixel": 0.6030184030532837, "fid": 154.60941113996452, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 44566.379447221756, "train_loss_step": 2.1442408561706543, "n_params": 4305940, "total_flops": 58334808268800000, "train_loss": 0.012353471666574477, "subset_score_loss": 0.012353471666574477}
+{"step": 4420000, "wall_time": 44650.27782177925, "train_loss_step": 2.0625905990600586, "n_params": 4305940, "total_flops": 58467086745600000, "train_loss": 0.012640401721000671, "subset_score_loss": 0.012640401721000671}
+{"step": 4430000, "wall_time": 44743.016288518906, "train_loss_step": 1.877100944519043, "n_params": 4305940, "total_flops": 58599365222400000, "train_loss": 0.01233762726187706, "subset_score_loss": 0.01233762726187706}
+{"step": 4440000, "wall_time": 44836.66506743431, "train_loss_step": 2.3286805152893066, "n_params": 4305940, "total_flops": 58731643699200000, "train_loss": 0.012408185750246048, "subset_score_loss": 0.012408185750246048}
+{"step": 4450000, "wall_time": 44931.483385801315, "train_loss_step": 2.1731743812561035, "n_params": 4305940, "total_flops": 58863922176000000, "train_loss": 0.012562778592109681, "subset_score_loss": 0.012562778592109681}
+{"step": 4460000, "wall_time": 45026.2997713089, "train_loss_step": 2.333984851837158, "n_params": 4305940, "total_flops": 58996200652800000, "train_loss": 0.012276218831539154, "subset_score_loss": 0.012276218831539154}
+{"step": 4470000, "wall_time": 45122.20077395439, "train_loss_step": 1.9901957511901855, "n_params": 4305940, "total_flops": 59128479129600000, "train_loss": 0.012573614716529846, "subset_score_loss": 0.012573614716529846}
+{"step": 4480000, "wall_time": 45217.247504234314, "train_loss_step": 2.3863461017608643, "n_params": 4305940, "total_flops": 59260757606400000, "train_loss": 0.012422970682382583, "subset_score_loss": 0.012422970682382583}
+{"step": 4490000, "wall_time": 45312.41567611694, "train_loss_step": 2.1283328533172607, "n_params": 4305940, "total_flops": 59393036083200000, "train_loss": 0.012171674519777298, "subset_score_loss": 0.012171674519777298}
+{"step": 4500000, "wall_time": 45479.393723249435, "train_loss_step": 2.297137498855591, "n_params": 4305940, "total_flops": 59525314560000000, "train_loss": 0.0123979352414608, "subset_score_loss": 0.0123979352414608, "memorization_fraction_pixel": 0.012500000186264515, "mean_nn_ratio_pixel": 0.6014419198036194, "fid": 155.05420946884746, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 45564.52261757851, "train_loss_step": 1.8862676620483398, "n_params": 4305940, "total_flops": 59657593036800000, "train_loss": 0.01215059906244278, "subset_score_loss": 0.01215059906244278}
+{"step": 4520000, "wall_time": 45639.61041712761, "train_loss_step": 2.1624279022216797, "n_params": 4305940, "total_flops": 59789871513600000, "train_loss": 0.012294969707727432, "subset_score_loss": 0.012294969707727432}
+{"step": 4530000, "wall_time": 45732.813465595245, "train_loss_step": 2.1818222999572754, "n_params": 4305940, "total_flops": 59922149990400000, "train_loss": 0.011878176033496857, "subset_score_loss": 0.011878176033496857}
+{"step": 4540000, "wall_time": 45827.81526494026, "train_loss_step": 1.976129412651062, "n_params": 4305940, "total_flops": 60054428467200000, "train_loss": 0.012031926214694977, "subset_score_loss": 0.012031926214694977}
+{"step": 4550000, "wall_time": 45922.18994688988, "train_loss_step": 2.110415458679199, "n_params": 4305940, "total_flops": 60186706944000000, "train_loss": 0.012131045758724212, "subset_score_loss": 0.012131045758724212}
+{"step": 4560000, "wall_time": 46016.15284347534, "train_loss_step": 2.0665879249572754, "n_params": 4305940, "total_flops": 60318985420800000, "train_loss": 0.011997510492801667, "subset_score_loss": 0.011997510492801667}
+{"step": 4570000, "wall_time": 46109.439416885376, "train_loss_step": 2.063284397125244, "n_params": 4305940, "total_flops": 60451263897600000, "train_loss": 0.011996762454509735, "subset_score_loss": 0.011996762454509735}
+{"step": 4580000, "wall_time": 46204.59325551987, "train_loss_step": 1.9206582307815552, "n_params": 4305940, "total_flops": 60583542374400000, "train_loss": 0.012012162804603576, "subset_score_loss": 0.012012162804603576}
+{"step": 4590000, "wall_time": 46301.17095422745, "train_loss_step": 1.8561100959777832, "n_params": 4305940, "total_flops": 60715820851200000, "train_loss": 0.012103145569562912, "subset_score_loss": 0.012103145569562912}
+{"step": 4600000, "wall_time": 46468.456542015076, "train_loss_step": 2.0215468406677246, "n_params": 4305940, "total_flops": 60848099328000000, "train_loss": 0.011957596242427825, "subset_score_loss": 0.011957596242427825, "memorization_fraction_pixel": 0.01269999984651804, "mean_nn_ratio_pixel": 0.6010286808013916, "fid": 155.24334290690297, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 46563.18952202797, "train_loss_step": 1.9647669792175293, "n_params": 4305940, "total_flops": 60980377804800000, "train_loss": 0.012060388922691345, "subset_score_loss": 0.012060388922691345}
+{"step": 4620000, "wall_time": 46635.52212643623, "train_loss_step": 2.114372968673706, "n_params": 4305940, "total_flops": 61112656281600000, "train_loss": 0.012301784008741379, "subset_score_loss": 0.012301784008741379}
+{"step": 4630000, "wall_time": 46731.21246433258, "train_loss_step": 2.251729965209961, "n_params": 4305940, "total_flops": 61244934758400000, "train_loss": 0.011849837005138397, "subset_score_loss": 0.011849837005138397}
+{"step": 4640000, "wall_time": 46827.314690351486, "train_loss_step": 2.172484874725342, "n_params": 4305940, "total_flops": 61377213235200000, "train_loss": 0.012049298733472824, "subset_score_loss": 0.012049298733472824}
+{"step": 4650000, "wall_time": 46923.78743457794, "train_loss_step": 1.878124475479126, "n_params": 4305940, "total_flops": 61509491712000000, "train_loss": 0.01197562888264656, "subset_score_loss": 0.01197562888264656}
+{"step": 4660000, "wall_time": 47017.5265455246, "train_loss_step": 1.9617459774017334, "n_params": 4305940, "total_flops": 61641770188800000, "train_loss": 0.01176203042268753, "subset_score_loss": 0.01176203042268753}
+{"step": 4670000, "wall_time": 47111.90527296066, "train_loss_step": 2.1018941402435303, "n_params": 4305940, "total_flops": 61774048665600000, "train_loss": 0.012025250494480133, "subset_score_loss": 0.012025250494480133}
+{"step": 4680000, "wall_time": 47207.180060863495, "train_loss_step": 2.2429399490356445, "n_params": 4305940, "total_flops": 61906327142400000, "train_loss": 0.012111067771911621, "subset_score_loss": 0.012111067771911621}
+{"step": 4690000, "wall_time": 47302.85427570343, "train_loss_step": 2.0545692443847656, "n_params": 4305940, "total_flops": 62038605619200000, "train_loss": 0.011809548735618592, "subset_score_loss": 0.011809548735618592}
+{"step": 4700000, "wall_time": 47470.15360379219, "train_loss_step": 2.266127586364746, "n_params": 4305940, "total_flops": 62170884096000000, "train_loss": 0.011901173740625381, "subset_score_loss": 0.011901173740625381, "memorization_fraction_pixel": 0.012000000104308128, "mean_nn_ratio_pixel": 0.6015880703926086, "fid": 155.74487519730025, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 47565.357686281204, "train_loss_step": 1.8711838722229004, "n_params": 4305940, "total_flops": 62303162572800000, "train_loss": 0.011698354035615921, "subset_score_loss": 0.011698354035615921}
+{"step": 4720000, "wall_time": 47646.800768613815, "train_loss_step": 2.08166241645813, "n_params": 4305940, "total_flops": 62435441049600000, "train_loss": 0.012002918869256973, "subset_score_loss": 0.012002918869256973}
+{"step": 4730000, "wall_time": 47732.382934093475, "train_loss_step": 2.056889533996582, "n_params": 4305940, "total_flops": 62567719526400000, "train_loss": 0.01219327449798584, "subset_score_loss": 0.01219327449798584}
+{"step": 4740000, "wall_time": 47828.72359395027, "train_loss_step": 1.9207206964492798, "n_params": 4305940, "total_flops": 62699998003200000, "train_loss": 0.011598598212003708, "subset_score_loss": 0.011598598212003708}
+{"step": 4750000, "wall_time": 47923.47451877594, "train_loss_step": 1.893998622894287, "n_params": 4305940, "total_flops": 62832276480000000, "train_loss": 0.011818885058164596, "subset_score_loss": 0.011818885058164596}
+{"step": 4760000, "wall_time": 48019.37681555748, "train_loss_step": 2.321579933166504, "n_params": 4305940, "total_flops": 62964554956800000, "train_loss": 0.011502604186534881, "subset_score_loss": 0.011502604186534881}
+{"step": 4770000, "wall_time": 48113.246820926666, "train_loss_step": 1.9229838848114014, "n_params": 4305940, "total_flops": 63096833433600000, "train_loss": 0.011669334024190903, "subset_score_loss": 0.011669334024190903}
+{"step": 4780000, "wall_time": 48207.98407959938, "train_loss_step": 2.1425511837005615, "n_params": 4305940, "total_flops": 63229111910400000, "train_loss": 0.011886351555585862, "subset_score_loss": 0.011886351555585862}
+{"step": 4790000, "wall_time": 48302.192071437836, "train_loss_step": 2.0987071990966797, "n_params": 4305940, "total_flops": 63361390387200000, "train_loss": 0.011788634210824966, "subset_score_loss": 0.011788634210824966}
+{"step": 4800000, "wall_time": 48471.35923719406, "train_loss_step": 2.044891595840454, "n_params": 4305940, "total_flops": 63493668864000000, "train_loss": 0.01172216534614563, "subset_score_loss": 0.01172216534614563, "memorization_fraction_pixel": 0.012900000438094139, "mean_nn_ratio_pixel": 0.5987080335617065, "fid": 155.12712738130102, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 48561.49250912666, "train_loss_step": 1.792898178100586, "n_params": 4305940, "total_flops": 63625947340800000, "train_loss": 0.011574649810791015, "subset_score_loss": 0.011574649810791015}
+{"step": 4820000, "wall_time": 48638.12282037735, "train_loss_step": 1.9749157428741455, "n_params": 4305940, "total_flops": 63758225817600000, "train_loss": 0.01170450896024704, "subset_score_loss": 0.01170450896024704}
+{"step": 4830000, "wall_time": 48711.428518772125, "train_loss_step": 2.0007638931274414, "n_params": 4305940, "total_flops": 63890504294400000, "train_loss": 0.011748108267784118, "subset_score_loss": 0.011748108267784118}
+{"step": 4840000, "wall_time": 48787.889744997025, "train_loss_step": 1.9051122665405273, "n_params": 4305940, "total_flops": 64022782771200000, "train_loss": 0.011564437299966812, "subset_score_loss": 0.011564437299966812}
+{"step": 4850000, "wall_time": 48864.739073991776, "train_loss_step": 2.1714818477630615, "n_params": 4305940, "total_flops": 64155061248000000, "train_loss": 0.011584516614675522, "subset_score_loss": 0.011584516614675522}
+{"step": 4860000, "wall_time": 48940.819026231766, "train_loss_step": 1.9723609685897827, "n_params": 4305940, "total_flops": 64287339724800000, "train_loss": 0.011742988228797912, "subset_score_loss": 0.011742988228797912}
+{"step": 4870000, "wall_time": 49017.55259370804, "train_loss_step": 1.99839448928833, "n_params": 4305940, "total_flops": 64419618201600000, "train_loss": 0.011558543145656585, "subset_score_loss": 0.011558543145656585}
+{"step": 4880000, "wall_time": 49094.10311579704, "train_loss_step": 1.9763458967208862, "n_params": 4305940, "total_flops": 64551896678400000, "train_loss": 0.011418563127517701, "subset_score_loss": 0.011418563127517701}
+{"step": 4890000, "wall_time": 49170.50853252411, "train_loss_step": 2.042412281036377, "n_params": 4305940, "total_flops": 64684175155200000, "train_loss": 0.011658812314271927, "subset_score_loss": 0.011658812314271927}
+{"step": 4900000, "wall_time": 49307.635815382004, "train_loss_step": 2.1223456859588623, "n_params": 4305940, "total_flops": 64816453632000000, "train_loss": 0.011461836844682693, "subset_score_loss": 0.011461836844682693, "memorization_fraction_pixel": 0.00989999994635582, "mean_nn_ratio_pixel": 0.6008802056312561, "fid": 155.2661481905866, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 49381.926234960556, "train_loss_step": 2.049776077270508, "n_params": 4305940, "total_flops": 64948732108800000, "train_loss": 0.011507727950811387, "subset_score_loss": 0.011507727950811387}
+{"step": 4920000, "wall_time": 49458.568310022354, "train_loss_step": 2.1665151119232178, "n_params": 4305940, "total_flops": 65081010585600000, "train_loss": 0.011677069962024689, "subset_score_loss": 0.011677069962024689}
+{"step": 4930000, "wall_time": 49530.64983677864, "train_loss_step": 2.107877731323242, "n_params": 4305940, "total_flops": 65213289062400000, "train_loss": 0.011454019695520401, "subset_score_loss": 0.011454019695520401}
+{"step": 4940000, "wall_time": 49607.02775764465, "train_loss_step": 2.100782871246338, "n_params": 4305940, "total_flops": 65345567539200000, "train_loss": 0.011562846601009369, "subset_score_loss": 0.011562846601009369}
+{"step": 4950000, "wall_time": 49683.90121150017, "train_loss_step": 2.0892601013183594, "n_params": 4305940, "total_flops": 65477846016000000, "train_loss": 0.011601179838180542, "subset_score_loss": 0.011601179838180542}
+{"step": 4960000, "wall_time": 49760.80112719536, "train_loss_step": 1.9597476720809937, "n_params": 4305940, "total_flops": 65610124492800000, "train_loss": 0.011507558822631835, "subset_score_loss": 0.011507558822631835}
+{"step": 4970000, "wall_time": 49837.76187419891, "train_loss_step": 2.1534457206726074, "n_params": 4305940, "total_flops": 65742402969600000, "train_loss": 0.011625386774539948, "subset_score_loss": 0.011625386774539948}
+{"step": 4980000, "wall_time": 49913.94970345497, "train_loss_step": 1.9023021459579468, "n_params": 4305940, "total_flops": 65874681446400000, "train_loss": 0.011579206585884095, "subset_score_loss": 0.011579206585884095}
+{"step": 4990000, "wall_time": 49990.2028067112, "train_loss_step": 2.2256667613983154, "n_params": 4305940, "total_flops": 66006959923200000, "train_loss": 0.01140156164765358, "subset_score_loss": 0.01140156164765358}
+{"step": 5000000, "wall_time": 50126.30878448486, "train_loss_step": 2.1264424324035645, "n_params": 4305940, "total_flops": 66139238400000000, "train_loss": 0.011509251594543458, "subset_score_loss": 0.011509251594543458, "memorization_fraction_pixel": 0.012500000186264515, "mean_nn_ratio_pixel": 0.5938507318496704, "fid": 155.0426077418293, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..e0bd7255e9622f5131cc185a38cd1da282d31c7c
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d20/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     76s | train_loss=0.9847 | fid=182.4737
+  step   10000 |    172s | train_loss=0.8929
+  step   20000 |    270s | train_loss=0.8885
+  step   30000 |    366s | train_loss=0.8840
+  step   40000 |    463s | train_loss=0.8786
+  step   50000 |    560s | train_loss=0.8721
+  step   60000 |    657s | train_loss=0.8616
+  step   70000 |    754s | train_loss=0.8405
+  step   80000 |    851s | train_loss=0.8017
+  step   90000 |    947s | train_loss=0.7382
+  step  100000 |   1113s | train_loss=0.6435 | fid=162.9328
+  step  110000 |   1206s | train_loss=0.5256
+  step  120000 |   1303s | train_loss=0.4151
+  step  130000 |   1400s | train_loss=0.3269
+  step  140000 |   1497s | train_loss=0.2677
+  step  150000 |   1594s | train_loss=0.2270
+  step  160000 |   1692s | train_loss=0.1984
+  step  170000 |   1789s | train_loss=0.1805
+  step  180000 |   1886s | train_loss=0.1649
+  step  190000 |   1980s | train_loss=0.1543
+  step  200000 |   2150s | train_loss=0.1448 | fid=165.1343
+  step  210000 |   2241s | train_loss=0.1378
+  step  220000 |   2337s | train_loss=0.1330
+  step  230000 |   2434s | train_loss=0.1234
+  step  240000 |   2531s | train_loss=0.1170
+  step  250000 |   2627s | train_loss=0.1125
+  step  260000 |   2723s | train_loss=0.1076
+  step  270000 |   2819s | train_loss=0.1040
+  step  280000 |   2915s | train_loss=0.1012
+  step  290000 |   3012s | train_loss=0.0965
+  step  300000 |   3182s | train_loss=0.0920 | fid=162.2908
+  step  310000 |   3273s | train_loss=0.0904
+  step  320000 |   3370s | train_loss=0.0871
+  step  330000 |   3468s | train_loss=0.0850
+  step  340000 |   3565s | train_loss=0.0825
+  step  350000 |   3663s | train_loss=0.0803
+  step  360000 |   3759s | train_loss=0.0783
+  step  370000 |   3855s | train_loss=0.0747
+  step  380000 |   3949s | train_loss=0.0739
+  step  390000 |   4045s | train_loss=0.0721
+  step  400000 |   4215s | train_loss=0.0704 | fid=160.5139
+  step  410000 |   4306s | train_loss=0.0685
+  step  420000 |   4402s | train_loss=0.0685
+  step  430000 |   4499s | train_loss=0.0662
+  step  440000 |   4596s | train_loss=0.0654
+  step  450000 |   4693s | train_loss=0.0635
+  step  460000 |   4791s | train_loss=0.0616
+  step  470000 |   4886s | train_loss=0.0614
+  step  480000 |   4983s | train_loss=0.0598
+  step  490000 |   5079s | train_loss=0.0594
+  step  500000 |   5249s | train_loss=0.0587 | fid=159.1459
+  step  510000 |   5343s | train_loss=0.0572
+  step  520000 |   5438s | train_loss=0.0559
+  step  530000 |   5535s | train_loss=0.0557
+  step  540000 |   5631s | train_loss=0.0543
+  step  550000 |   5728s | train_loss=0.0544
+  step  560000 |   5822s | train_loss=0.0525
+  step  570000 |   5919s | train_loss=0.0523
+  step  580000 |   6016s | train_loss=0.0520
+  step  590000 |   6113s | train_loss=0.0514
+  step  600000 |   6281s | train_loss=0.0505 | fid=158.8469
+  step  610000 |   6375s | train_loss=0.0503
+  step  620000 |   6468s | train_loss=0.0492
+  step  630000 |   6566s | train_loss=0.0487
+  step  640000 |   6663s | train_loss=0.0484
+  step  650000 |   6757s | train_loss=0.0478
+  step  660000 |   6854s | train_loss=0.0470
+  step  670000 |   6952s | train_loss=0.0471
+  step  680000 |   7048s | train_loss=0.0465
+  step  690000 |   7145s | train_loss=0.0456
+  step  700000 |   7314s | train_loss=0.0451 | fid=156.9767
+  step  710000 |   7408s | train_loss=0.0458
+  step  720000 |   7503s | train_loss=0.0440
+  step  730000 |   7599s | train_loss=0.0439
+  step  740000 |   7694s | train_loss=0.0426
+  step  750000 |   7791s | train_loss=0.0432
+  step  760000 |   7887s | train_loss=0.0428
+  step  770000 |   7984s | train_loss=0.0432
+  step  780000 |   8079s | train_loss=0.0410
+  step  790000 |   8176s | train_loss=0.0413
+  step  800000 |   8344s | train_loss=0.0415 | fid=157.7294
+  step  810000 |   8439s | train_loss=0.0400
+  step  820000 |   8533s | train_loss=0.0398
+  step  830000 |   8630s | train_loss=0.0397
+  step  840000 |   8724s | train_loss=0.0398
+  step  850000 |   8821s | train_loss=0.0390
+  step  860000 |   8919s | train_loss=0.0387
+  step  870000 |   9015s | train_loss=0.0389
+  step  880000 |   9112s | train_loss=0.0379
+  step  890000 |   9208s | train_loss=0.0380
+  step  900000 |   9377s | train_loss=0.0379 | fid=156.9498
+  step  910000 |   9470s | train_loss=0.0370
+  step  920000 |   9566s | train_loss=0.0372
+  step  930000 |   9657s | train_loss=0.0372
+  step  940000 |   9754s | train_loss=0.0361
+  step  950000 |   9851s | train_loss=0.0356
+  step  960000 |   9947s | train_loss=0.0358
+  step  970000 |  10044s | train_loss=0.0354
+  step  980000 |  10141s | train_loss=0.0352
+  step  990000 |  10238s | train_loss=0.0349
+  step 1000000 |  10407s | train_loss=0.0353 | fid=157.2983
+  step 1010000 |  10501s | train_loss=0.0341
+  step 1020000 |  10595s | train_loss=0.0342
+  step 1030000 |  10689s | train_loss=0.0345
+  step 1040000 |  10785s | train_loss=0.0337
+  step 1050000 |  10883s | train_loss=0.0336
+  step 1060000 |  10979s | train_loss=0.0336
+  step 1070000 |  11076s | train_loss=0.0333
+  step 1080000 |  11171s | train_loss=0.0328
+  step 1090000 |  11268s | train_loss=0.0331
+  step 1100000 |  11437s | train_loss=0.0324 | fid=156.9006
+  step 1110000 |  11531s | train_loss=0.0321
+  step 1120000 |  11623s | train_loss=0.0324
+  step 1130000 |  11717s | train_loss=0.0324
+  step 1140000 |  11812s | train_loss=0.0319
+  step 1150000 |  11909s | train_loss=0.0313
+  step 1160000 |  12006s | train_loss=0.0311
+  step 1170000 |  12103s | train_loss=0.0312
+  step 1180000 |  12200s | train_loss=0.0306
+  step 1190000 |  12297s | train_loss=0.0305
+  step 1200000 |  12464s | train_loss=0.0302 | fid=156.1235
+  step 1210000 |  12558s | train_loss=0.0300
+  step 1220000 |  12653s | train_loss=0.0304
+  step 1230000 |  12746s | train_loss=0.0303
+  step 1240000 |  12842s | train_loss=0.0301
+  step 1250000 |  12938s | train_loss=0.0300
+  step 1260000 |  13034s | train_loss=0.0310
+  step 1270000 |  13130s | train_loss=0.0293
+  step 1280000 |  13227s | train_loss=0.0288
+  step 1290000 |  13324s | train_loss=0.0289
+  step 1300000 |  13488s | train_loss=0.0296 | fid=155.7255
+  step 1310000 |  13585s | train_loss=0.0286
+  step 1320000 |  13679s | train_loss=0.0290
+  step 1330000 |  13776s | train_loss=0.0283
+  step 1340000 |  13871s | train_loss=0.0281
+  step 1350000 |  13967s | train_loss=0.0281
+  step 1360000 |  14064s | train_loss=0.0280
+  step 1370000 |  14160s | train_loss=0.0279
+  step 1380000 |  14256s | train_loss=0.0277
+  step 1390000 |  14353s | train_loss=0.0273
+  step 1400000 |  14518s | train_loss=0.0270 | fid=156.5211
+  step 1410000 |  14615s | train_loss=0.0271
+  step 1420000 |  14709s | train_loss=0.0269
+  step 1430000 |  14805s | train_loss=0.0269
+  step 1440000 |  14899s | train_loss=0.0273
+  step 1450000 |  14996s | train_loss=0.0266
+  step 1460000 |  15093s | train_loss=0.0261
+  step 1470000 |  15190s | train_loss=0.0267
+  step 1480000 |  15287s | train_loss=0.0262
+  step 1490000 |  15380s | train_loss=0.0263
+  step 1500000 |  15549s | train_loss=0.0267 | fid=155.5076
+  step 1510000 |  15646s | train_loss=0.0263
+  step 1520000 |  15741s | train_loss=0.0258
+  step 1530000 |  15838s | train_loss=0.0260
+  step 1540000 |  15932s | train_loss=0.0255
+  step 1550000 |  16028s | train_loss=0.0257
+  step 1560000 |  16125s | train_loss=0.0252
+  step 1570000 |  16222s | train_loss=0.0252
+  step 1580000 |  16319s | train_loss=0.0253
+  step 1590000 |  16412s | train_loss=0.0257
+  step 1600000 |  16582s | train_loss=0.0251 | fid=155.9243
+  step 1610000 |  16677s | train_loss=0.0250
+  step 1620000 |  16771s | train_loss=0.0245
+  step 1630000 |  16864s | train_loss=0.0246
+  step 1640000 |  16955s | train_loss=0.0247
+  step 1650000 |  17048s | train_loss=0.0247
+  step 1660000 |  17140s | train_loss=0.0239
+  step 1670000 |  17233s | train_loss=0.0242
+  step 1680000 |  17323s | train_loss=0.0248
+  step 1690000 |  17417s | train_loss=0.0243
+  step 1700000 |  17585s | train_loss=0.0237 | fid=155.2222
+  step 1710000 |  17679s | train_loss=0.0234
+  step 1720000 |  17772s | train_loss=0.0242
+  step 1730000 |  17866s | train_loss=0.0243
+  step 1740000 |  17961s | train_loss=0.0236
+  step 1750000 |  18054s | train_loss=0.0235
+  step 1760000 |  18148s | train_loss=0.0236
+  step 1770000 |  18242s | train_loss=0.0236
+  step 1780000 |  18328s | train_loss=0.0235
+  step 1790000 |  18423s | train_loss=0.0227
+  step 1800000 |  18579s | train_loss=0.0229 | fid=155.7920
+  step 1810000 |  18674s | train_loss=0.0234
+  step 1820000 |  18767s | train_loss=0.0229
+  step 1830000 |  18860s | train_loss=0.0229
+  step 1840000 |  18955s | train_loss=0.0233
+  step 1850000 |  19048s | train_loss=0.0227
+  step 1860000 |  19143s | train_loss=0.0226
+  step 1870000 |  19231s | train_loss=0.0230
+  step 1880000 |  19315s | train_loss=0.0224
+  step 1890000 |  19410s | train_loss=0.0224
+  step 1900000 |  19565s | train_loss=0.0223 | fid=155.7395
+  step 1910000 |  19659s | train_loss=0.0222
+  step 1920000 |  19753s | train_loss=0.0220
+  step 1930000 |  19846s | train_loss=0.0217
+  step 1940000 |  19940s | train_loss=0.0217
+  step 1950000 |  20035s | train_loss=0.0223
+  step 1960000 |  20127s | train_loss=0.0218
+  step 1970000 |  20220s | train_loss=0.0216
+  step 1980000 |  20305s | train_loss=0.0214
+  step 1990000 |  20399s | train_loss=0.0223
+  step 2000000 |  20570s | train_loss=0.0212 | fid=155.1469
+  step 2010000 |  20654s | train_loss=0.0215
+  step 2020000 |  20749s | train_loss=0.0217
+  step 2030000 |  20841s | train_loss=0.0215
+  step 2040000 |  20936s | train_loss=0.0212
+  step 2050000 |  21031s | train_loss=0.0212
+  step 2060000 |  21124s | train_loss=0.0208
+  step 2070000 |  21213s | train_loss=0.0209
+  step 2080000 |  21299s | train_loss=0.0210
+  step 2090000 |  21393s | train_loss=0.0208
+  step 2100000 |  21563s | train_loss=0.0207 | fid=155.8033
+  step 2110000 |  21648s | train_loss=0.0205
+  step 2120000 |  21741s | train_loss=0.0205
+  step 2130000 |  21835s | train_loss=0.0204
+  step 2140000 |  21927s | train_loss=0.0202
+  step 2150000 |  22021s | train_loss=0.0199
+  step 2160000 |  22117s | train_loss=0.0207
+  step 2170000 |  22205s | train_loss=0.0205
+  step 2180000 |  22294s | train_loss=0.0199
+  step 2190000 |  22388s | train_loss=0.0199
+  step 2200000 |  22557s | train_loss=0.0204 | fid=155.9892
+  step 2210000 |  22652s | train_loss=0.0201
+  step 2220000 |  22731s | train_loss=0.0204
+  step 2230000 |  22825s | train_loss=0.0200
+  step 2240000 |  22918s | train_loss=0.0200
+  step 2250000 |  23013s | train_loss=0.0198
+  step 2260000 |  23108s | train_loss=0.0199
+  step 2270000 |  23192s | train_loss=0.0197
+  step 2280000 |  23283s | train_loss=0.0194
+  step 2290000 |  23378s | train_loss=0.0194
+  step 2300000 |  23548s | train_loss=0.0196 | fid=155.9381
+  step 2310000 |  23643s | train_loss=0.0198
+  step 2320000 |  23734s | train_loss=0.0193
+  step 2330000 |  23818s | train_loss=0.0194
+  step 2340000 |  23911s | train_loss=0.0192
+  step 2350000 |  24005s | train_loss=0.0192
+  step 2360000 |  24100s | train_loss=0.0190
+  step 2370000 |  24185s | train_loss=0.0186
+  step 2380000 |  24274s | train_loss=0.0190
+  step 2390000 |  24368s | train_loss=0.0190
+  step 2400000 |  24539s | train_loss=0.0191 | fid=155.6288
+  step 2410000 |  24633s | train_loss=0.0188
+  step 2420000 |  24728s | train_loss=0.0189
+  step 2430000 |  24813s | train_loss=0.0186
+  step 2440000 |  24900s | train_loss=0.0189
+  step 2450000 |  24993s | train_loss=0.0189
+  step 2460000 |  25087s | train_loss=0.0188
+  step 2470000 |  25172s | train_loss=0.0185
+  step 2480000 |  25260s | train_loss=0.0183
+  step 2490000 |  25354s | train_loss=0.0185
+  step 2500000 |  25524s | train_loss=0.0182 | fid=155.7038
+  step 2510000 |  25619s | train_loss=0.0182
+  step 2520000 |  25712s | train_loss=0.0182
+  step 2530000 |  25808s | train_loss=0.0186
+  step 2540000 |  25889s | train_loss=0.0180
+  step 2550000 |  25980s | train_loss=0.0181
+  step 2560000 |  26075s | train_loss=0.0182
+  step 2570000 |  26161s | train_loss=0.0179
+  step 2580000 |  26250s | train_loss=0.0180
+  step 2590000 |  26343s | train_loss=0.0178
+  step 2600000 |  26514s | train_loss=0.0178 | fid=155.0510
+  step 2610000 |  26609s | train_loss=0.0177
+  step 2620000 |  26705s | train_loss=0.0176
+  step 2630000 |  26800s | train_loss=0.0176
+  step 2640000 |  26895s | train_loss=0.0182
+  step 2650000 |  26968s | train_loss=0.0179
+  step 2660000 |  27064s | train_loss=0.0176
+  step 2670000 |  27150s | train_loss=0.0170
+  step 2680000 |  27244s | train_loss=0.0177
+  step 2690000 |  27332s | train_loss=0.0171
+  step 2700000 |  27494s | train_loss=0.0177 | fid=154.9955
+  step 2710000 |  27588s | train_loss=0.0173
+  step 2720000 |  27683s | train_loss=0.0171
+  step 2730000 |  27778s | train_loss=0.0173
+  step 2740000 |  27872s | train_loss=0.0170
+  step 2750000 |  27964s | train_loss=0.0172
+  step 2760000 |  28043s | train_loss=0.0172
+  step 2770000 |  28126s | train_loss=0.0172
+  step 2780000 |  28218s | train_loss=0.0176
+  step 2790000 |  28313s | train_loss=0.0169
+  step 2800000 |  28466s | train_loss=0.0169 | fid=154.8358
+  step 2810000 |  28561s | train_loss=0.0167
+  step 2820000 |  28655s | train_loss=0.0167
+  step 2830000 |  28751s | train_loss=0.0167
+  step 2840000 |  28846s | train_loss=0.0169
+  step 2850000 |  28941s | train_loss=0.0170
+  step 2860000 |  29026s | train_loss=0.0171
+  step 2870000 |  29098s | train_loss=0.0167
+  step 2880000 |  29191s | train_loss=0.0168
+  step 2890000 |  29285s | train_loss=0.0166
+  step 2900000 |  29455s | train_loss=0.0165 | fid=155.1729
+  step 2910000 |  29535s | train_loss=0.0165
+  step 2920000 |  29629s | train_loss=0.0166
+  step 2930000 |  29723s | train_loss=0.0167
+  step 2940000 |  29819s | train_loss=0.0166
+  step 2950000 |  29914s | train_loss=0.0166
+  step 2960000 |  30007s | train_loss=0.0161
+  step 2970000 |  30082s | train_loss=0.0161
+  step 2980000 |  30174s | train_loss=0.0163
+  step 2990000 |  30269s | train_loss=0.0162
+  step 3000000 |  30439s | train_loss=0.0163 | fid=155.7151
+  step 3010000 |  30535s | train_loss=0.0162
+  step 3020000 |  30617s | train_loss=0.0164
+  step 3030000 |  30705s | train_loss=0.0162
+  step 3040000 |  30799s | train_loss=0.0159
+  step 3050000 |  30895s | train_loss=0.0160
+  step 3060000 |  30988s | train_loss=0.0159
+  step 3070000 |  31074s | train_loss=0.0157
+  step 3080000 |  31151s | train_loss=0.0164
+  step 3090000 |  31246s | train_loss=0.0158
+  step 3100000 |  31416s | train_loss=0.0156 | fid=155.1317
+  step 3110000 |  31511s | train_loss=0.0158
+  step 3120000 |  31606s | train_loss=0.0161
+  step 3130000 |  31695s | train_loss=0.0156
+  step 3140000 |  31784s | train_loss=0.0158
+  step 3150000 |  31878s | train_loss=0.0156
+  step 3160000 |  31967s | train_loss=0.0153
+  step 3170000 |  32056s | train_loss=0.0158
+  step 3180000 |  32149s | train_loss=0.0157
+  step 3190000 |  32235s | train_loss=0.0154
+  step 3200000 |  32406s | train_loss=0.0156 | fid=155.2233
+  step 3210000 |  32500s | train_loss=0.0154
+  step 3220000 |  32595s | train_loss=0.0152
+  step 3230000 |  32691s | train_loss=0.0155
+  step 3240000 |  32778s | train_loss=0.0154
+  step 3250000 |  32866s | train_loss=0.0155
+  step 3260000 |  32952s | train_loss=0.0156
+  step 3270000 |  33043s | train_loss=0.0148
+  step 3280000 |  33138s | train_loss=0.0149
+  step 3290000 |  33230s | train_loss=0.0155
+  step 3300000 |  33401s | train_loss=0.0153 | fid=155.6088
+  step 3310000 |  33496s | train_loss=0.0151
+  step 3320000 |  33592s | train_loss=0.0155
+  step 3330000 |  33688s | train_loss=0.0149
+  step 3340000 |  33784s | train_loss=0.0148
+  step 3350000 |  33876s | train_loss=0.0147
+  step 3360000 |  33968s | train_loss=0.0149
+  step 3370000 |  34062s | train_loss=0.0150
+  step 3380000 |  34157s | train_loss=0.0146
+  step 3390000 |  34249s | train_loss=0.0151
+  step 3400000 |  34420s | train_loss=0.0151 | fid=154.9117
+  step 3410000 |  34515s | train_loss=0.0148
+  step 3420000 |  34610s | train_loss=0.0147
+  step 3430000 |  34705s | train_loss=0.0149
+  step 3440000 |  34802s | train_loss=0.0149
+  step 3450000 |  34895s | train_loss=0.0149
+  step 3460000 |  34986s | train_loss=0.0145
+  step 3470000 |  35079s | train_loss=0.0148
+  step 3480000 |  35175s | train_loss=0.0145
+  step 3490000 |  35267s | train_loss=0.0144
+  step 3500000 |  35437s | train_loss=0.0147 | fid=154.6942
+  step 3510000 |  35533s | train_loss=0.0143
+  step 3520000 |  35628s | train_loss=0.0147
+  step 3530000 |  35725s | train_loss=0.0145
+  step 3540000 |  35820s | train_loss=0.0141
+  step 3550000 |  35914s | train_loss=0.0144
+  step 3560000 |  36005s | train_loss=0.0146
+  step 3570000 |  36098s | train_loss=0.0142
+  step 3580000 |  36193s | train_loss=0.0141
+  step 3590000 |  36285s | train_loss=0.0143
+  step 3600000 |  36455s | train_loss=0.0140 | fid=155.2252
+  step 3610000 |  36551s | train_loss=0.0142
+  step 3620000 |  36645s | train_loss=0.0141
+  step 3630000 |  36741s | train_loss=0.0142
+  step 3640000 |  36823s | train_loss=0.0139
+  step 3650000 |  36919s | train_loss=0.0140
+  step 3660000 |  37014s | train_loss=0.0139
+  step 3670000 |  37107s | train_loss=0.0138
+  step 3680000 |  37201s | train_loss=0.0142
+  step 3690000 |  37294s | train_loss=0.0138
+  step 3700000 |  37463s | train_loss=0.0137 | fid=155.7178
+  step 3710000 |  37559s | train_loss=0.0138
+  step 3720000 |  37653s | train_loss=0.0137
+  step 3730000 |  37748s | train_loss=0.0140
+  step 3740000 |  37839s | train_loss=0.0140
+  step 3750000 |  37934s | train_loss=0.0137
+  step 3760000 |  38029s | train_loss=0.0139
+  step 3770000 |  38121s | train_loss=0.0139
+  step 3780000 |  38214s | train_loss=0.0138
+  step 3790000 |  38305s | train_loss=0.0136
+  step 3800000 |  38475s | train_loss=0.0138 | fid=154.9275
+  step 3810000 |  38569s | train_loss=0.0137
+  step 3820000 |  38663s | train_loss=0.0140
+  step 3830000 |  38752s | train_loss=0.0137
+  step 3840000 |  38843s | train_loss=0.0138
+  step 3850000 |  38937s | train_loss=0.0136
+  step 3860000 |  39032s | train_loss=0.0134
+  step 3870000 |  39126s | train_loss=0.0135
+  step 3880000 |  39218s | train_loss=0.0136
+  step 3890000 |  39310s | train_loss=0.0135
+  step 3900000 |  39479s | train_loss=0.0134 | fid=155.6029
+  step 3910000 |  39575s | train_loss=0.0133
+  step 3920000 |  39670s | train_loss=0.0133
+  step 3930000 |  39760s | train_loss=0.0137
+  step 3940000 |  39856s | train_loss=0.0133
+  step 3950000 |  39952s | train_loss=0.0137
+  step 3960000 |  40047s | train_loss=0.0132
+  step 3970000 |  40143s | train_loss=0.0135
+  step 3980000 |  40234s | train_loss=0.0134
+  step 3990000 |  40323s | train_loss=0.0133
+  step 4000000 |  40488s | train_loss=0.0131 | fid=155.6176
+  step 4010000 |  40582s | train_loss=0.0133
+  step 4020000 |  40674s | train_loss=0.0130
+  step 4030000 |  40757s | train_loss=0.0132
+  step 4040000 |  40851s | train_loss=0.0131
+  step 4050000 |  40946s | train_loss=0.0134
+  step 4060000 |  41042s | train_loss=0.0131
+  step 4070000 |  41137s | train_loss=0.0132
+  step 4080000 |  41231s | train_loss=0.0131
+  step 4090000 |  41323s | train_loss=0.0131
+  step 4100000 |  41481s | train_loss=0.0131 | fid=155.2763
+  step 4110000 |  41576s | train_loss=0.0133
+  step 4120000 |  41667s | train_loss=0.0130
+  step 4130000 |  41751s | train_loss=0.0128
+  step 4140000 |  41844s | train_loss=0.0128
+  step 4150000 |  41939s | train_loss=0.0130
+  step 4160000 |  42035s | train_loss=0.0131
+  step 4170000 |  42131s | train_loss=0.0130
+  step 4180000 |  42226s | train_loss=0.0129
+  step 4190000 |  42316s | train_loss=0.0129
+  step 4200000 |  42474s | train_loss=0.0131 | fid=154.7984
+  step 4210000 |  42570s | train_loss=0.0129
+  step 4220000 |  42662s | train_loss=0.0130
+  step 4230000 |  42752s | train_loss=0.0130
+  step 4240000 |  42847s | train_loss=0.0129
+  step 4250000 |  42941s | train_loss=0.0129
+  step 4260000 |  43037s | train_loss=0.0128
+  step 4270000 |  43131s | train_loss=0.0123
+  step 4280000 |  43227s | train_loss=0.0126
+  step 4290000 |  43318s | train_loss=0.0127
+  step 4300000 |  43478s | train_loss=0.0127 | fid=155.0975
+  step 4310000 |  43573s | train_loss=0.0125
+  step 4320000 |  43657s | train_loss=0.0128
+  step 4330000 |  43748s | train_loss=0.0125
+  step 4340000 |  43842s | train_loss=0.0126
+  step 4350000 |  43937s | train_loss=0.0125
+  step 4360000 |  44032s | train_loss=0.0127
+  step 4370000 |  44127s | train_loss=0.0121
+  step 4380000 |  44223s | train_loss=0.0126
+  step 4390000 |  44318s | train_loss=0.0123
+  step 4400000 |  44485s | train_loss=0.0126 | fid=154.6094
+  step 4410000 |  44566s | train_loss=0.0124
+  step 4420000 |  44650s | train_loss=0.0126
+  step 4430000 |  44743s | train_loss=0.0123
+  step 4440000 |  44837s | train_loss=0.0124
+  step 4450000 |  44931s | train_loss=0.0126
+  step 4460000 |  45026s | train_loss=0.0123
+  step 4470000 |  45122s | train_loss=0.0126
+  step 4480000 |  45217s | train_loss=0.0124
+  step 4490000 |  45312s | train_loss=0.0122
+  step 4500000 |  45479s | train_loss=0.0124 | fid=155.0542
+  step 4510000 |  45565s | train_loss=0.0122
+  step 4520000 |  45640s | train_loss=0.0123
+  step 4530000 |  45733s | train_loss=0.0119
+  step 4540000 |  45828s | train_loss=0.0120
+  step 4550000 |  45922s | train_loss=0.0121
+  step 4560000 |  46016s | train_loss=0.0120
+  step 4570000 |  46109s | train_loss=0.0120
+  step 4580000 |  46205s | train_loss=0.0120
+  step 4590000 |  46301s | train_loss=0.0121
+  step 4600000 |  46468s | train_loss=0.0120 | fid=155.2433
+  step 4610000 |  46563s | train_loss=0.0121
+  step 4620000 |  46636s | train_loss=0.0123
+  step 4630000 |  46731s | train_loss=0.0118
+  step 4640000 |  46827s | train_loss=0.0120
+  step 4650000 |  46924s | train_loss=0.0120
+  step 4660000 |  47018s | train_loss=0.0118
+  step 4670000 |  47112s | train_loss=0.0120
+  step 4680000 |  47207s | train_loss=0.0121
+  step 4690000 |  47303s | train_loss=0.0118
+  step 4700000 |  47470s | train_loss=0.0119 | fid=155.7449
+  step 4710000 |  47565s | train_loss=0.0117
+  step 4720000 |  47647s | train_loss=0.0120
+  step 4730000 |  47732s | train_loss=0.0122
+  step 4740000 |  47829s | train_loss=0.0116
+  step 4750000 |  47923s | train_loss=0.0118
+  step 4760000 |  48019s | train_loss=0.0115
+  step 4770000 |  48113s | train_loss=0.0117
+  step 4780000 |  48208s | train_loss=0.0119
+  step 4790000 |  48302s | train_loss=0.0118
+  step 4800000 |  48471s | train_loss=0.0117 | fid=155.1271
+  step 4810000 |  48561s | train_loss=0.0116
+  step 4820000 |  48638s | train_loss=0.0117
+  step 4830000 |  48711s | train_loss=0.0117
+  step 4840000 |  48788s | train_loss=0.0116
+  step 4850000 |  48865s | train_loss=0.0116
+  step 4860000 |  48941s | train_loss=0.0117
+  step 4870000 |  49018s | train_loss=0.0116
+  step 4880000 |  49094s | train_loss=0.0114
+  step 4890000 |  49171s | train_loss=0.0117
+  step 4900000 |  49308s | train_loss=0.0115 | fid=155.2661
+  step 4910000 |  49382s | train_loss=0.0115
+  step 4920000 |  49459s | train_loss=0.0117
+  step 4930000 |  49531s | train_loss=0.0115
+  step 4940000 |  49607s | train_loss=0.0116
+  step 4950000 |  49684s | train_loss=0.0116
+  step 4960000 |  49761s | train_loss=0.0115
+  step 4970000 |  49838s | train_loss=0.0116
+  step 4980000 |  49914s | train_loss=0.0116
+  step 4990000 |  49990s | train_loss=0.0114
+  step 5000000 |  50126s | train_loss=0.0115 | fid=155.0426
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ce3ab0189644f3e8c0775acecc64eded68d8a6c6
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d200/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..ea57d089a1fe6cdf3e0117d34d7a18503b9f8c47
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 200, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d200/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 70.82933139801025, "train_loss_step": 200.55734252929688, "n_params": 4674760, "total_flops": 14360862720, "train_loss": 1.0028321075439453, "subset_score_loss": 1.0028321075439453, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9832243919372559, "fid": 300.39356050710285, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 158.9831199645996, "train_loss_step": 37.06865692138672, "n_params": 4674760, "total_flops": 143608627200000, "train_loss": 0.7368292236328124, "subset_score_loss": 0.7368292236328124}
+{"step": 20000, "wall_time": 252.3228304386139, "train_loss_step": 30.397520065307617, "n_params": 4674760, "total_flops": 287217254400000, "train_loss": 0.6199293518066407, "subset_score_loss": 0.6199293518066407}
+{"step": 30000, "wall_time": 345.74833941459656, "train_loss_step": 28.52936553955078, "n_params": 4674760, "total_flops": 430825881600000, "train_loss": 0.5438458633422851, "subset_score_loss": 0.5438458633422851}
+{"step": 40000, "wall_time": 439.06701850891113, "train_loss_step": 25.67266845703125, "n_params": 4674760, "total_flops": 574434508800000, "train_loss": 0.4760331344604492, "subset_score_loss": 0.4760331344604492}
+{"step": 50000, "wall_time": 532.4020359516144, "train_loss_step": 24.738563537597656, "n_params": 4674760, "total_flops": 718043136000000, "train_loss": 0.40012641906738283, "subset_score_loss": 0.40012641906738283}
+{"step": 60000, "wall_time": 625.8911626338959, "train_loss_step": 24.181089401245117, "n_params": 4674760, "total_flops": 861651763200000, "train_loss": 0.3323256683349609, "subset_score_loss": 0.3323256683349609}
+{"step": 70000, "wall_time": 719.2286274433136, "train_loss_step": 21.224445343017578, "n_params": 4674760, "total_flops": 1005260390400000, "train_loss": 0.2724601364135742, "subset_score_loss": 0.2724601364135742}
+{"step": 80000, "wall_time": 812.5585095882416, "train_loss_step": 19.11608123779297, "n_params": 4674760, "total_flops": 1148869017600000, "train_loss": 0.2314339256286621, "subset_score_loss": 0.2314339256286621}
+{"step": 90000, "wall_time": 905.9306790828705, "train_loss_step": 17.72663116455078, "n_params": 4674760, "total_flops": 1292477644800000, "train_loss": 0.1981977081298828, "subset_score_loss": 0.1981977081298828}
+{"step": 100000, "wall_time": 1067.778965473175, "train_loss_step": 18.264297485351562, "n_params": 4674760, "total_flops": 1436086272000000, "train_loss": 0.17552482604980468, "subset_score_loss": 0.17552482604980468, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9633709192276001, "fid": 186.01386605653192, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1154.6861896514893, "train_loss_step": 17.397705078125, "n_params": 4674760, "total_flops": 1579694899200000, "train_loss": 0.15771801948547362, "subset_score_loss": 0.15771801948547362}
+{"step": 120000, "wall_time": 1248.01424908638, "train_loss_step": 15.725495338439941, "n_params": 4674760, "total_flops": 1723303526400000, "train_loss": 0.14428927421569823, "subset_score_loss": 0.14428927421569823}
+{"step": 130000, "wall_time": 1341.2775659561157, "train_loss_step": 14.944816589355469, "n_params": 4674760, "total_flops": 1866912153600000, "train_loss": 0.14061831474304198, "subset_score_loss": 0.14061831474304198}
+{"step": 140000, "wall_time": 1434.5679347515106, "train_loss_step": 14.885705947875977, "n_params": 4674760, "total_flops": 2010520780800000, "train_loss": 0.14487088203430176, "subset_score_loss": 0.14487088203430176}
+{"step": 150000, "wall_time": 1527.86732339859, "train_loss_step": 14.869237899780273, "n_params": 4674760, "total_flops": 2154129408000000, "train_loss": 0.11858906745910644, "subset_score_loss": 0.11858906745910644}
+{"step": 160000, "wall_time": 1621.0389711856842, "train_loss_step": 14.103761672973633, "n_params": 4674760, "total_flops": 2297738035200000, "train_loss": 0.11343360900878906, "subset_score_loss": 0.11343360900878906}
+{"step": 170000, "wall_time": 1714.423965215683, "train_loss_step": 13.926139831542969, "n_params": 4674760, "total_flops": 2441346662400000, "train_loss": 0.12066638946533204, "subset_score_loss": 0.12066638946533204}
+{"step": 180000, "wall_time": 1807.7435336112976, "train_loss_step": 13.356424331665039, "n_params": 4674760, "total_flops": 2584955289600000, "train_loss": 0.10466217041015625, "subset_score_loss": 0.10466217041015625}
+{"step": 190000, "wall_time": 1901.0781226158142, "train_loss_step": 12.88846206665039, "n_params": 4674760, "total_flops": 2728563916800000, "train_loss": 0.10126602172851562, "subset_score_loss": 0.10126602172851562}
+{"step": 200000, "wall_time": 2062.8333411216736, "train_loss_step": 12.822868347167969, "n_params": 4674760, "total_flops": 2872172544000000, "train_loss": 0.09838363647460938, "subset_score_loss": 0.09838363647460938, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9681101441383362, "fid": 236.8326903042697, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2154.047242641449, "train_loss_step": 12.849303245544434, "n_params": 4674760, "total_flops": 3015781171200000, "train_loss": 0.09932380676269531, "subset_score_loss": 0.09932380676269531}
+{"step": 220000, "wall_time": 2242.740041255951, "train_loss_step": 12.389586448669434, "n_params": 4674760, "total_flops": 3159389798400000, "train_loss": 0.09266668319702148, "subset_score_loss": 0.09266668319702148}
+{"step": 230000, "wall_time": 2335.9447450637817, "train_loss_step": 12.351361274719238, "n_params": 4674760, "total_flops": 3302998425600000, "train_loss": 0.10281636238098145, "subset_score_loss": 0.10281636238098145}
+{"step": 240000, "wall_time": 2429.25887131691, "train_loss_step": 12.829980850219727, "n_params": 4674760, "total_flops": 3446607052800000, "train_loss": 0.0940681266784668, "subset_score_loss": 0.0940681266784668}
+{"step": 250000, "wall_time": 2522.4676055908203, "train_loss_step": 12.693202018737793, "n_params": 4674760, "total_flops": 3590215680000000, "train_loss": 0.0899909782409668, "subset_score_loss": 0.0899909782409668}
+{"step": 260000, "wall_time": 2615.6123259067535, "train_loss_step": 11.475654602050781, "n_params": 4674760, "total_flops": 3733824307200000, "train_loss": 0.08153046607971191, "subset_score_loss": 0.08153046607971191}
+{"step": 270000, "wall_time": 2708.7623460292816, "train_loss_step": 11.695300102233887, "n_params": 4674760, "total_flops": 3877432934400000, "train_loss": 0.0922222900390625, "subset_score_loss": 0.0922222900390625}
+{"step": 280000, "wall_time": 2801.8713631629944, "train_loss_step": 11.451903343200684, "n_params": 4674760, "total_flops": 4021041561600000, "train_loss": 0.08413992881774902, "subset_score_loss": 0.08413992881774902}
+{"step": 290000, "wall_time": 2895.294113636017, "train_loss_step": 10.629539489746094, "n_params": 4674760, "total_flops": 4164650188800000, "train_loss": 0.0745088005065918, "subset_score_loss": 0.0745088005065918}
+{"step": 300000, "wall_time": 3057.283243894577, "train_loss_step": 11.352477073669434, "n_params": 4674760, "total_flops": 4308258816000000, "train_loss": 0.08475384712219239, "subset_score_loss": 0.08475384712219239, "memorization_fraction_pixel": 0.0006000000284984708, "mean_nn_ratio_pixel": 0.9765228629112244, "fid": 286.8382033153069, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3150.6596722602844, "train_loss_step": 10.615337371826172, "n_params": 4674760, "total_flops": 4451867443200000, "train_loss": 0.07447900772094726, "subset_score_loss": 0.07447900772094726}
+{"step": 320000, "wall_time": 3241.1483681201935, "train_loss_step": 10.919442176818848, "n_params": 4674760, "total_flops": 4595476070400000, "train_loss": 0.08059128761291504, "subset_score_loss": 0.08059128761291504}
+{"step": 330000, "wall_time": 3330.656633615494, "train_loss_step": 10.82346248626709, "n_params": 4674760, "total_flops": 4739084697600000, "train_loss": 0.07046134948730469, "subset_score_loss": 0.07046134948730469}
+{"step": 340000, "wall_time": 3423.8883414268494, "train_loss_step": 10.145729064941406, "n_params": 4674760, "total_flops": 4882693324800000, "train_loss": 0.06876777172088623, "subset_score_loss": 0.06876777172088623}
+{"step": 350000, "wall_time": 3517.2463932037354, "train_loss_step": 10.515756607055664, "n_params": 4674760, "total_flops": 5026301952000000, "train_loss": 0.06949525833129883, "subset_score_loss": 0.06949525833129883}
+{"step": 360000, "wall_time": 3610.638135433197, "train_loss_step": 10.18592643737793, "n_params": 4674760, "total_flops": 5169910579200000, "train_loss": 0.06958769798278809, "subset_score_loss": 0.06958769798278809}
+{"step": 370000, "wall_time": 3703.887547492981, "train_loss_step": 9.801894187927246, "n_params": 4674760, "total_flops": 5313519206400000, "train_loss": 0.06429226398468017, "subset_score_loss": 0.06429226398468017}
+{"step": 380000, "wall_time": 3797.1101536750793, "train_loss_step": 9.913819313049316, "n_params": 4674760, "total_flops": 5457127833600000, "train_loss": 0.0708635425567627, "subset_score_loss": 0.0708635425567627}
+{"step": 390000, "wall_time": 3890.3455760478973, "train_loss_step": 9.719978332519531, "n_params": 4674760, "total_flops": 5600736460800000, "train_loss": 0.06539556503295899, "subset_score_loss": 0.06539556503295899}
+{"step": 400000, "wall_time": 4051.9895889759064, "train_loss_step": 9.372976303100586, "n_params": 4674760, "total_flops": 5744345088000000, "train_loss": 0.06187305450439453, "subset_score_loss": 0.06187305450439453, "memorization_fraction_pixel": 0.0032999999821186066, "mean_nn_ratio_pixel": 0.9600164890289307, "fid": 329.70967165287914, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4145.234222412109, "train_loss_step": 9.298807144165039, "n_params": 4674760, "total_flops": 5887953715200000, "train_loss": 0.062159786224365236, "subset_score_loss": 0.062159786224365236}
+{"step": 420000, "wall_time": 4236.400103807449, "train_loss_step": 9.435896873474121, "n_params": 4674760, "total_flops": 6031562342400000, "train_loss": 0.06269493579864502, "subset_score_loss": 0.06269493579864502}
+{"step": 430000, "wall_time": 4327.986907243729, "train_loss_step": 9.730024337768555, "n_params": 4674760, "total_flops": 6175170969600000, "train_loss": 0.062322044372558595, "subset_score_loss": 0.062322044372558595}
+{"step": 440000, "wall_time": 4417.916176319122, "train_loss_step": 9.692383766174316, "n_params": 4674760, "total_flops": 6318779596800000, "train_loss": 0.05915569305419922, "subset_score_loss": 0.05915569305419922}
+{"step": 450000, "wall_time": 4511.087354660034, "train_loss_step": 8.940938949584961, "n_params": 4674760, "total_flops": 6462388224000000, "train_loss": 0.056629271507263185, "subset_score_loss": 0.056629271507263185}
+{"step": 460000, "wall_time": 4604.357547998428, "train_loss_step": 9.628211975097656, "n_params": 4674760, "total_flops": 6605996851200000, "train_loss": 0.058449015617370606, "subset_score_loss": 0.058449015617370606}
+{"step": 470000, "wall_time": 4697.672148942947, "train_loss_step": 9.094466209411621, "n_params": 4674760, "total_flops": 6749605478400000, "train_loss": 0.05680320739746094, "subset_score_loss": 0.05680320739746094}
+{"step": 480000, "wall_time": 4790.9649085998535, "train_loss_step": 9.091873168945312, "n_params": 4674760, "total_flops": 6893214105600000, "train_loss": 0.05435117244720459, "subset_score_loss": 0.05435117244720459}
+{"step": 490000, "wall_time": 4884.216239929199, "train_loss_step": 9.134697914123535, "n_params": 4674760, "total_flops": 7036822732800000, "train_loss": 0.05462100028991699, "subset_score_loss": 0.05462100028991699}
+{"step": 500000, "wall_time": 5045.200584411621, "train_loss_step": 8.621695518493652, "n_params": 4674760, "total_flops": 7180431360000000, "train_loss": 0.054457483291625974, "subset_score_loss": 0.054457483291625974, "memorization_fraction_pixel": 0.005900000222027302, "mean_nn_ratio_pixel": 0.9550106525421143, "fid": 318.18017196878395, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5138.522670507431, "train_loss_step": 8.821659088134766, "n_params": 4674760, "total_flops": 7324039987200000, "train_loss": 0.054118838310241696, "subset_score_loss": 0.054118838310241696}
+{"step": 520000, "wall_time": 5229.164290904999, "train_loss_step": 9.083749771118164, "n_params": 4674760, "total_flops": 7467648614400000, "train_loss": 0.06107841014862061, "subset_score_loss": 0.06107841014862061}
+{"step": 530000, "wall_time": 5322.375058889389, "train_loss_step": 8.540035247802734, "n_params": 4674760, "total_flops": 7611257241600000, "train_loss": 0.052767014503479, "subset_score_loss": 0.052767014503479}
+{"step": 540000, "wall_time": 5411.664628982544, "train_loss_step": 8.848033905029297, "n_params": 4674760, "total_flops": 7754865868800000, "train_loss": 0.0532112455368042, "subset_score_loss": 0.0532112455368042}
+{"step": 550000, "wall_time": 5504.980865716934, "train_loss_step": 9.275138854980469, "n_params": 4674760, "total_flops": 7898474496000000, "train_loss": 0.0552271842956543, "subset_score_loss": 0.0552271842956543}
+{"step": 560000, "wall_time": 5598.127076864243, "train_loss_step": 8.388547897338867, "n_params": 4674760, "total_flops": 8042083123200000, "train_loss": 0.049744982719421384, "subset_score_loss": 0.049744982719421384}
+{"step": 570000, "wall_time": 5691.44454407692, "train_loss_step": 8.738855361938477, "n_params": 4674760, "total_flops": 8185691750400000, "train_loss": 0.051875548362731935, "subset_score_loss": 0.051875548362731935}
+{"step": 580000, "wall_time": 5784.529734134674, "train_loss_step": 8.020515441894531, "n_params": 4674760, "total_flops": 8329300377600000, "train_loss": 0.05086428165435791, "subset_score_loss": 0.05086428165435791}
+{"step": 590000, "wall_time": 5877.640440940857, "train_loss_step": 8.078142166137695, "n_params": 4674760, "total_flops": 8472909004800000, "train_loss": 0.050334630012512205, "subset_score_loss": 0.050334630012512205}
+{"step": 600000, "wall_time": 6039.472028017044, "train_loss_step": 8.009088516235352, "n_params": 4674760, "total_flops": 8616517632000000, "train_loss": 0.04723953247070312, "subset_score_loss": 0.04723953247070312, "memorization_fraction_pixel": 0.009600000455975533, "mean_nn_ratio_pixel": 0.9545396566390991, "fid": 313.7182854781954, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6132.882982969284, "train_loss_step": 7.651138782501221, "n_params": 4674760, "total_flops": 8760126259200000, "train_loss": 0.04765203475952148, "subset_score_loss": 0.04765203475952148}
+{"step": 620000, "wall_time": 6226.057628154755, "train_loss_step": 7.53665828704834, "n_params": 4674760, "total_flops": 8903734886400000, "train_loss": 0.04816637992858887, "subset_score_loss": 0.04816637992858887}
+{"step": 630000, "wall_time": 6317.011626958847, "train_loss_step": 7.71024751663208, "n_params": 4674760, "total_flops": 9047343513600000, "train_loss": 0.04724440574645996, "subset_score_loss": 0.04724440574645996}
+{"step": 640000, "wall_time": 6408.578695774078, "train_loss_step": 7.456133842468262, "n_params": 4674760, "total_flops": 9190952140800000, "train_loss": 0.04691927909851074, "subset_score_loss": 0.04691927909851074}
+{"step": 650000, "wall_time": 6499.869353055954, "train_loss_step": 8.381765365600586, "n_params": 4674760, "total_flops": 9334560768000000, "train_loss": 0.054227714538574216, "subset_score_loss": 0.054227714538574216}
+{"step": 660000, "wall_time": 6593.177230358124, "train_loss_step": 7.496740341186523, "n_params": 4674760, "total_flops": 9478169395200000, "train_loss": 0.0470221996307373, "subset_score_loss": 0.0470221996307373}
+{"step": 670000, "wall_time": 6686.4609179496765, "train_loss_step": 7.979671001434326, "n_params": 4674760, "total_flops": 9621778022400000, "train_loss": 0.04670719623565674, "subset_score_loss": 0.04670719623565674}
+{"step": 680000, "wall_time": 6779.576935052872, "train_loss_step": 7.939973831176758, "n_params": 4674760, "total_flops": 9765386649600000, "train_loss": 0.044599566459655765, "subset_score_loss": 0.044599566459655765}
+{"step": 690000, "wall_time": 6872.815212965012, "train_loss_step": 8.211438179016113, "n_params": 4674760, "total_flops": 9908995276800000, "train_loss": 0.046621174812316896, "subset_score_loss": 0.046621174812316896}
+{"step": 700000, "wall_time": 7035.050938844681, "train_loss_step": 7.598296165466309, "n_params": 4674760, "total_flops": 10052603904000000, "train_loss": 0.04494554042816162, "subset_score_loss": 0.04494554042816162, "memorization_fraction_pixel": 0.01679999940097332, "mean_nn_ratio_pixel": 0.9414880871772766, "fid": 313.9524916307192, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7128.334778547287, "train_loss_step": 8.068249702453613, "n_params": 4674760, "total_flops": 10196212531200000, "train_loss": 0.06010896682739258, "subset_score_loss": 0.06010896682739258}
+{"step": 720000, "wall_time": 7221.576369762421, "train_loss_step": 8.105594635009766, "n_params": 4674760, "total_flops": 10339821158400000, "train_loss": 0.050627002716064455, "subset_score_loss": 0.050627002716064455}
+{"step": 730000, "wall_time": 7312.559708595276, "train_loss_step": 7.660604476928711, "n_params": 4674760, "total_flops": 10483429785600000, "train_loss": 0.04519272804260254, "subset_score_loss": 0.04519272804260254}
+{"step": 740000, "wall_time": 7405.767093420029, "train_loss_step": 7.982407093048096, "n_params": 4674760, "total_flops": 10627038412800000, "train_loss": 0.045922884941101076, "subset_score_loss": 0.045922884941101076}
+{"step": 750000, "wall_time": 7497.318153858185, "train_loss_step": 6.977749824523926, "n_params": 4674760, "total_flops": 10770647040000000, "train_loss": 0.042525129318237306, "subset_score_loss": 0.042525129318237306}
+{"step": 760000, "wall_time": 7587.901479721069, "train_loss_step": 7.985750198364258, "n_params": 4674760, "total_flops": 10914255667200000, "train_loss": 0.04827019691467285, "subset_score_loss": 0.04827019691467285}
+{"step": 770000, "wall_time": 7681.122916698456, "train_loss_step": 7.322021484375, "n_params": 4674760, "total_flops": 11057864294400000, "train_loss": 0.04449058055877685, "subset_score_loss": 0.04449058055877685}
+{"step": 780000, "wall_time": 7774.310779809952, "train_loss_step": 7.033209323883057, "n_params": 4674760, "total_flops": 11201472921600000, "train_loss": 0.04265950679779053, "subset_score_loss": 0.04265950679779053}
+{"step": 790000, "wall_time": 7866.761216163635, "train_loss_step": 7.3215742111206055, "n_params": 4674760, "total_flops": 11345081548800000, "train_loss": 0.04168233394622803, "subset_score_loss": 0.04168233394622803}
+{"step": 800000, "wall_time": 8028.212806940079, "train_loss_step": 7.786857604980469, "n_params": 4674760, "total_flops": 11488690176000000, "train_loss": 0.04508909225463867, "subset_score_loss": 0.04508909225463867, "memorization_fraction_pixel": 0.02630000002682209, "mean_nn_ratio_pixel": 0.9397774338722229, "fid": 295.6127912317088, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8121.544221401215, "train_loss_step": 7.4244232177734375, "n_params": 4674760, "total_flops": 11632298803200000, "train_loss": 0.04614871501922607, "subset_score_loss": 0.04614871501922607}
+{"step": 820000, "wall_time": 8214.84462928772, "train_loss_step": 7.0731730461120605, "n_params": 4674760, "total_flops": 11775907430400000, "train_loss": 0.04037627220153808, "subset_score_loss": 0.04037627220153808}
+{"step": 830000, "wall_time": 8307.749490261078, "train_loss_step": 7.768787384033203, "n_params": 4674760, "total_flops": 11919516057600000, "train_loss": 0.04253618240356445, "subset_score_loss": 0.04253618240356445}
+{"step": 840000, "wall_time": 8398.227744817734, "train_loss_step": 6.933736801147461, "n_params": 4674760, "total_flops": 12063124684800000, "train_loss": 0.03945256233215332, "subset_score_loss": 0.03945256233215332}
+{"step": 850000, "wall_time": 8491.648787975311, "train_loss_step": 7.272367000579834, "n_params": 4674760, "total_flops": 12206733312000000, "train_loss": 0.043004822731018064, "subset_score_loss": 0.043004822731018064}
+{"step": 860000, "wall_time": 8583.362718582153, "train_loss_step": 6.94512939453125, "n_params": 4674760, "total_flops": 12350341939200000, "train_loss": 0.04311640739440918, "subset_score_loss": 0.04311640739440918}
+{"step": 870000, "wall_time": 8673.5505900383, "train_loss_step": 8.055438041687012, "n_params": 4674760, "total_flops": 12493950566400000, "train_loss": 0.04224687099456787, "subset_score_loss": 0.04224687099456787}
+{"step": 880000, "wall_time": 8766.826995372772, "train_loss_step": 7.5997209548950195, "n_params": 4674760, "total_flops": 12637559193600000, "train_loss": 0.04466904640197754, "subset_score_loss": 0.04466904640197754}
+{"step": 890000, "wall_time": 8858.586205720901, "train_loss_step": 7.152335166931152, "n_params": 4674760, "total_flops": 12781167820800000, "train_loss": 0.03950774908065796, "subset_score_loss": 0.03950774908065796}
+{"step": 900000, "wall_time": 9021.296358346939, "train_loss_step": 6.604400634765625, "n_params": 4674760, "total_flops": 12924776448000000, "train_loss": 0.04032584190368652, "subset_score_loss": 0.04032584190368652, "memorization_fraction_pixel": 0.02969999983906746, "mean_nn_ratio_pixel": 0.9284541010856628, "fid": 291.5436749112631, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9114.613765001297, "train_loss_step": 7.049735069274902, "n_params": 4674760, "total_flops": 13068385075200000, "train_loss": 0.043003358840942384, "subset_score_loss": 0.043003358840942384}
+{"step": 920000, "wall_time": 9207.73488998413, "train_loss_step": 6.886865615844727, "n_params": 4674760, "total_flops": 13211993702400000, "train_loss": 0.03931140899658203, "subset_score_loss": 0.03931140899658203}
+{"step": 930000, "wall_time": 9300.88125371933, "train_loss_step": 7.00269079208374, "n_params": 4674760, "total_flops": 13355602329600000, "train_loss": 0.03907294034957886, "subset_score_loss": 0.03907294034957886}
+{"step": 940000, "wall_time": 9391.32717871666, "train_loss_step": 7.1644182205200195, "n_params": 4674760, "total_flops": 13499210956800000, "train_loss": 0.04861020565032959, "subset_score_loss": 0.04861020565032959}
+{"step": 950000, "wall_time": 9484.482481241226, "train_loss_step": 6.864014625549316, "n_params": 4674760, "total_flops": 13642819584000000, "train_loss": 0.040530099868774414, "subset_score_loss": 0.040530099868774414}
+{"step": 960000, "wall_time": 9575.66077375412, "train_loss_step": 6.480855941772461, "n_params": 4674760, "total_flops": 13786428211200000, "train_loss": 0.03797371387481689, "subset_score_loss": 0.03797371387481689}
+{"step": 970000, "wall_time": 9666.384706258774, "train_loss_step": 6.758384704589844, "n_params": 4674760, "total_flops": 13930036838400000, "train_loss": 0.037107465267181394, "subset_score_loss": 0.037107465267181394}
+{"step": 980000, "wall_time": 9759.720096111298, "train_loss_step": 6.435669898986816, "n_params": 4674760, "total_flops": 14073645465600000, "train_loss": 0.037670910358428955, "subset_score_loss": 0.037670910358428955}
+{"step": 990000, "wall_time": 9851.401727676392, "train_loss_step": 7.098248481750488, "n_params": 4674760, "total_flops": 14217254092800000, "train_loss": 0.03914149522781372, "subset_score_loss": 0.03914149522781372}
+{"step": 1000000, "wall_time": 10015.02177119255, "train_loss_step": 7.074111461639404, "n_params": 4674760, "total_flops": 14360862720000000, "train_loss": 0.03846345901489258, "subset_score_loss": 0.03846345901489258, "memorization_fraction_pixel": 0.046799998730421066, "mean_nn_ratio_pixel": 0.9135361313819885, "fid": 287.07113950299197, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10108.34097146988, "train_loss_step": 7.094372749328613, "n_params": 4674760, "total_flops": 14504471347200000, "train_loss": 0.03944161653518677, "subset_score_loss": 0.03944161653518677}
+{"step": 1020000, "wall_time": 10201.732106924057, "train_loss_step": 6.6380133628845215, "n_params": 4674760, "total_flops": 14648079974400000, "train_loss": 0.03729808330535889, "subset_score_loss": 0.03729808330535889}
+{"step": 1030000, "wall_time": 10294.847259283066, "train_loss_step": 6.379521369934082, "n_params": 4674760, "total_flops": 14791688601600000, "train_loss": 0.036057612895965575, "subset_score_loss": 0.036057612895965575}
+{"step": 1040000, "wall_time": 10385.298168182373, "train_loss_step": 6.859397888183594, "n_params": 4674760, "total_flops": 14935297228800000, "train_loss": 0.0370290207862854, "subset_score_loss": 0.0370290207862854}
+{"step": 1050000, "wall_time": 10478.462111473083, "train_loss_step": 6.396167755126953, "n_params": 4674760, "total_flops": 15078905856000000, "train_loss": 0.03635101795196533, "subset_score_loss": 0.03635101795196533}
+{"step": 1060000, "wall_time": 10571.591131448746, "train_loss_step": 6.488539218902588, "n_params": 4674760, "total_flops": 15222514483200000, "train_loss": 0.03558393716812134, "subset_score_loss": 0.03558393716812134}
+{"step": 1070000, "wall_time": 10662.149627447128, "train_loss_step": 6.435009956359863, "n_params": 4674760, "total_flops": 15366123110400000, "train_loss": 0.03620573997497559, "subset_score_loss": 0.03620573997497559}
+{"step": 1080000, "wall_time": 10752.736319065094, "train_loss_step": 6.708619594573975, "n_params": 4674760, "total_flops": 15509731737600000, "train_loss": 0.041473069190979005, "subset_score_loss": 0.041473069190979005}
+{"step": 1090000, "wall_time": 10844.215670108795, "train_loss_step": 6.7988739013671875, "n_params": 4674760, "total_flops": 15653340364800000, "train_loss": 0.03626929998397827, "subset_score_loss": 0.03626929998397827}
+{"step": 1100000, "wall_time": 11007.727436065674, "train_loss_step": 6.7797088623046875, "n_params": 4674760, "total_flops": 15796948992000000, "train_loss": 0.03665554285049438, "subset_score_loss": 0.03665554285049438, "memorization_fraction_pixel": 0.052000001072883606, "mean_nn_ratio_pixel": 0.9115577340126038, "fid": 276.01860573739214, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11100.998823404312, "train_loss_step": 6.840200424194336, "n_params": 4674760, "total_flops": 15940557619200000, "train_loss": 0.036461427211761474, "subset_score_loss": 0.036461427211761474}
+{"step": 1120000, "wall_time": 11194.255535125732, "train_loss_step": 6.340790271759033, "n_params": 4674760, "total_flops": 16084166246400000, "train_loss": 0.03932941198348999, "subset_score_loss": 0.03932941198348999}
+{"step": 1130000, "wall_time": 11287.451549053192, "train_loss_step": 6.715867042541504, "n_params": 4674760, "total_flops": 16227774873600000, "train_loss": 0.03701766490936279, "subset_score_loss": 0.03701766490936279}
+{"step": 1140000, "wall_time": 11380.710866451263, "train_loss_step": 6.318562030792236, "n_params": 4674760, "total_flops": 16371383500800000, "train_loss": 0.03458141803741455, "subset_score_loss": 0.03458141803741455}
+{"step": 1150000, "wall_time": 11471.643849372864, "train_loss_step": 6.411220550537109, "n_params": 4674760, "total_flops": 16514992128000000, "train_loss": 0.03485215663909912, "subset_score_loss": 0.03485215663909912}
+{"step": 1160000, "wall_time": 11564.67700791359, "train_loss_step": 6.8551225662231445, "n_params": 4674760, "total_flops": 16658600755200000, "train_loss": 0.03790121555328369, "subset_score_loss": 0.03790121555328369}
+{"step": 1170000, "wall_time": 11658.125376224518, "train_loss_step": 5.977726459503174, "n_params": 4674760, "total_flops": 16802209382400000, "train_loss": 0.03603614807128906, "subset_score_loss": 0.03603614807128906}
+{"step": 1180000, "wall_time": 11748.660179376602, "train_loss_step": 6.5066399574279785, "n_params": 4674760, "total_flops": 16945818009600000, "train_loss": 0.038465476036071776, "subset_score_loss": 0.038465476036071776}
+{"step": 1190000, "wall_time": 11837.774786233902, "train_loss_step": 6.544179916381836, "n_params": 4674760, "total_flops": 17089426636800000, "train_loss": 0.03503631114959717, "subset_score_loss": 0.03503631114959717}
+{"step": 1200000, "wall_time": 12001.640924692154, "train_loss_step": 6.558443069458008, "n_params": 4674760, "total_flops": 17233035264000000, "train_loss": 0.03737613916397095, "subset_score_loss": 0.03737613916397095, "memorization_fraction_pixel": 0.07169999927282333, "mean_nn_ratio_pixel": 0.8893457055091858, "fid": 269.1366431632443, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12094.961337327957, "train_loss_step": 6.660696983337402, "n_params": 4674760, "total_flops": 17376643891200000, "train_loss": 0.036637237071990965, "subset_score_loss": 0.036637237071990965}
+{"step": 1220000, "wall_time": 12188.353078365326, "train_loss_step": 6.136895179748535, "n_params": 4674760, "total_flops": 17520252518400000, "train_loss": 0.03417504549026489, "subset_score_loss": 0.03417504549026489}
+{"step": 1230000, "wall_time": 12281.672621488571, "train_loss_step": 6.291680335998535, "n_params": 4674760, "total_flops": 17663861145600000, "train_loss": 0.03232892751693726, "subset_score_loss": 0.03232892751693726}
+{"step": 1240000, "wall_time": 12374.68867468834, "train_loss_step": 5.973257064819336, "n_params": 4674760, "total_flops": 17807469772800000, "train_loss": 0.034701752662658694, "subset_score_loss": 0.034701752662658694}
+{"step": 1250000, "wall_time": 12465.07275891304, "train_loss_step": 6.248480796813965, "n_params": 4674760, "total_flops": 17951078400000000, "train_loss": 0.03183692455291748, "subset_score_loss": 0.03183692455291748}
+{"step": 1260000, "wall_time": 12558.18140077591, "train_loss_step": 6.625402927398682, "n_params": 4674760, "total_flops": 18094687027200000, "train_loss": 0.035450870990753176, "subset_score_loss": 0.035450870990753176}
+{"step": 1270000, "wall_time": 12651.425195455551, "train_loss_step": 5.909158706665039, "n_params": 4674760, "total_flops": 18238295654400000, "train_loss": 0.0338637375831604, "subset_score_loss": 0.0338637375831604}
+{"step": 1280000, "wall_time": 12741.146504878998, "train_loss_step": 6.2541327476501465, "n_params": 4674760, "total_flops": 18381904281600000, "train_loss": 0.03389118909835816, "subset_score_loss": 0.03389118909835816}
+{"step": 1290000, "wall_time": 12832.541666984558, "train_loss_step": 6.398777961730957, "n_params": 4674760, "total_flops": 18525512908800000, "train_loss": 0.03968377351760864, "subset_score_loss": 0.03968377351760864}
+{"step": 1300000, "wall_time": 12991.997692346573, "train_loss_step": 6.24697208404541, "n_params": 4674760, "total_flops": 18669121536000000, "train_loss": 0.03505659818649292, "subset_score_loss": 0.03505659818649292, "memorization_fraction_pixel": 0.08240000158548355, "mean_nn_ratio_pixel": 0.8835135698318481, "fid": 263.65407888655056, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13085.114018201828, "train_loss_step": 6.287106513977051, "n_params": 4674760, "total_flops": 18812730163200000, "train_loss": 0.0344469690322876, "subset_score_loss": 0.0344469690322876}
+{"step": 1320000, "wall_time": 13178.448504686356, "train_loss_step": 6.23019552230835, "n_params": 4674760, "total_flops": 18956338790400000, "train_loss": 0.0396975564956665, "subset_score_loss": 0.0396975564956665}
+{"step": 1330000, "wall_time": 13271.59163069725, "train_loss_step": 5.980068683624268, "n_params": 4674760, "total_flops": 19099947417600000, "train_loss": 0.03348820447921753, "subset_score_loss": 0.03348820447921753}
+{"step": 1340000, "wall_time": 13364.638478279114, "train_loss_step": 6.420982360839844, "n_params": 4674760, "total_flops": 19243556044800000, "train_loss": 0.03219069004058838, "subset_score_loss": 0.03219069004058838}
+{"step": 1350000, "wall_time": 13458.071027755737, "train_loss_step": 6.114536285400391, "n_params": 4674760, "total_flops": 19387164672000000, "train_loss": 0.03461619853973388, "subset_score_loss": 0.03461619853973388}
+{"step": 1360000, "wall_time": 13548.94566655159, "train_loss_step": 6.491215705871582, "n_params": 4674760, "total_flops": 19530773299200000, "train_loss": 0.03869692087173462, "subset_score_loss": 0.03869692087173462}
+{"step": 1370000, "wall_time": 13642.141697883606, "train_loss_step": 6.347180366516113, "n_params": 4674760, "total_flops": 19674381926400000, "train_loss": 0.034120793342590335, "subset_score_loss": 0.034120793342590335}
+{"step": 1380000, "wall_time": 13733.717450380325, "train_loss_step": 6.177164554595947, "n_params": 4674760, "total_flops": 19817990553600000, "train_loss": 0.03291256427764892, "subset_score_loss": 0.03291256427764892}
+{"step": 1390000, "wall_time": 13825.044242858887, "train_loss_step": 6.222756385803223, "n_params": 4674760, "total_flops": 19961599180800000, "train_loss": 0.035757029056549074, "subset_score_loss": 0.035757029056549074}
+{"step": 1400000, "wall_time": 13986.245989322662, "train_loss_step": 6.1607255935668945, "n_params": 4674760, "total_flops": 20105207808000000, "train_loss": 0.03336125373840332, "subset_score_loss": 0.03336125373840332, "memorization_fraction_pixel": 0.08340000361204147, "mean_nn_ratio_pixel": 0.8862466812133789, "fid": 264.4105894165999, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14079.628914117813, "train_loss_step": 6.416317939758301, "n_params": 4674760, "total_flops": 20248816435200000, "train_loss": 0.03810872793197632, "subset_score_loss": 0.03810872793197632}
+{"step": 1420000, "wall_time": 14172.885082483292, "train_loss_step": 5.937127590179443, "n_params": 4674760, "total_flops": 20392425062400000, "train_loss": 0.03125272512435913, "subset_score_loss": 0.03125272512435913}
+{"step": 1430000, "wall_time": 14266.204013824463, "train_loss_step": 6.058250427246094, "n_params": 4674760, "total_flops": 20536033689600000, "train_loss": 0.03497575044631958, "subset_score_loss": 0.03497575044631958}
+{"step": 1440000, "wall_time": 14359.540319442749, "train_loss_step": 5.992450714111328, "n_params": 4674760, "total_flops": 20679642316800000, "train_loss": 0.03245063543319702, "subset_score_loss": 0.03245063543319702}
+{"step": 1450000, "wall_time": 14452.622436761856, "train_loss_step": 5.727758884429932, "n_params": 4674760, "total_flops": 20823250944000000, "train_loss": 0.030961458683013917, "subset_score_loss": 0.030961458683013917}
+{"step": 1460000, "wall_time": 14542.626042366028, "train_loss_step": 6.131725311279297, "n_params": 4674760, "total_flops": 20966859571200000, "train_loss": 0.03236302375793457, "subset_score_loss": 0.03236302375793457}
+{"step": 1470000, "wall_time": 14635.802065134048, "train_loss_step": 6.290376663208008, "n_params": 4674760, "total_flops": 21110468198400000, "train_loss": 0.036559524536132815, "subset_score_loss": 0.036559524536132815}
+{"step": 1480000, "wall_time": 14727.048965454102, "train_loss_step": 5.831660270690918, "n_params": 4674760, "total_flops": 21254076825600000, "train_loss": 0.031003384590148925, "subset_score_loss": 0.031003384590148925}
+{"step": 1490000, "wall_time": 14820.399617671967, "train_loss_step": 5.963909149169922, "n_params": 4674760, "total_flops": 21397685452800000, "train_loss": 0.03216193675994873, "subset_score_loss": 0.03216193675994873}
+{"step": 1500000, "wall_time": 14978.819455862045, "train_loss_step": 5.66682243347168, "n_params": 4674760, "total_flops": 21541294080000000, "train_loss": 0.03235958337783813, "subset_score_loss": 0.03235958337783813, "memorization_fraction_pixel": 0.09030000120401382, "mean_nn_ratio_pixel": 0.8794789910316467, "fid": 254.17253429692732, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 15072.035651922226, "train_loss_step": 5.532120704650879, "n_params": 4674760, "total_flops": 21684902707200000, "train_loss": 0.030521891117095946, "subset_score_loss": 0.030521891117095946}
+{"step": 1520000, "wall_time": 15165.3368973732, "train_loss_step": 5.487605571746826, "n_params": 4674760, "total_flops": 21828511334400000, "train_loss": 0.032928707599639895, "subset_score_loss": 0.032928707599639895}
+{"step": 1530000, "wall_time": 15258.637583971024, "train_loss_step": 5.882869243621826, "n_params": 4674760, "total_flops": 21972119961600000, "train_loss": 0.03584092378616333, "subset_score_loss": 0.03584092378616333}
+{"step": 1540000, "wall_time": 15351.78954911232, "train_loss_step": 6.104818344116211, "n_params": 4674760, "total_flops": 22115728588800000, "train_loss": 0.03041957139968872, "subset_score_loss": 0.03041957139968872}
+{"step": 1550000, "wall_time": 15444.677540063858, "train_loss_step": 5.9781999588012695, "n_params": 4674760, "total_flops": 22259337216000000, "train_loss": 0.030834903717041017, "subset_score_loss": 0.030834903717041017}
+{"step": 1560000, "wall_time": 15534.900389671326, "train_loss_step": 5.814955234527588, "n_params": 4674760, "total_flops": 22402945843200000, "train_loss": 0.03177725315093994, "subset_score_loss": 0.03177725315093994}
+{"step": 1570000, "wall_time": 15628.154228925705, "train_loss_step": 6.236129283905029, "n_params": 4674760, "total_flops": 22546554470400000, "train_loss": 0.03394069910049438, "subset_score_loss": 0.03394069910049438}
+{"step": 1580000, "wall_time": 15719.741762638092, "train_loss_step": 6.015341758728027, "n_params": 4674760, "total_flops": 22690163097600000, "train_loss": 0.03368916749954223, "subset_score_loss": 0.03368916749954223}
+{"step": 1590000, "wall_time": 15813.058784008026, "train_loss_step": 5.921501636505127, "n_params": 4674760, "total_flops": 22833771724800000, "train_loss": 0.03196884870529175, "subset_score_loss": 0.03196884870529175}
+{"step": 1600000, "wall_time": 15974.669992685318, "train_loss_step": 5.585762977600098, "n_params": 4674760, "total_flops": 22977380352000000, "train_loss": 0.028543317317962648, "subset_score_loss": 0.028543317317962648, "memorization_fraction_pixel": 0.10980000346899033, "mean_nn_ratio_pixel": 0.8565978407859802, "fid": 239.3778893399694, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 16065.15706706047, "train_loss_step": 5.996991157531738, "n_params": 4674760, "total_flops": 23120988979200000, "train_loss": 0.030362658500671387, "subset_score_loss": 0.030362658500671387}
+{"step": 1620000, "wall_time": 16158.58423089981, "train_loss_step": 5.964992046356201, "n_params": 4674760, "total_flops": 23264597606400000, "train_loss": 0.03198826789855957, "subset_score_loss": 0.03198826789855957}
+{"step": 1630000, "wall_time": 16251.907396793365, "train_loss_step": 5.34661865234375, "n_params": 4674760, "total_flops": 23408206233600000, "train_loss": 0.03020371198654175, "subset_score_loss": 0.03020371198654175}
+{"step": 1640000, "wall_time": 16344.963028907776, "train_loss_step": 5.579160213470459, "n_params": 4674760, "total_flops": 23551814860800000, "train_loss": 0.030920915603637696, "subset_score_loss": 0.030920915603637696}
+{"step": 1650000, "wall_time": 16437.941786766052, "train_loss_step": 5.875542640686035, "n_params": 4674760, "total_flops": 23695423488000000, "train_loss": 0.028115699291229247, "subset_score_loss": 0.028115699291229247}
+{"step": 1660000, "wall_time": 16531.319902658463, "train_loss_step": 5.733030319213867, "n_params": 4674760, "total_flops": 23839032115200000, "train_loss": 0.030350069999694824, "subset_score_loss": 0.030350069999694824}
+{"step": 1670000, "wall_time": 16621.163868665695, "train_loss_step": 5.824257850646973, "n_params": 4674760, "total_flops": 23982640742400000, "train_loss": 0.02858128309249878, "subset_score_loss": 0.02858128309249878}
+{"step": 1680000, "wall_time": 16712.762847423553, "train_loss_step": 5.785944938659668, "n_params": 4674760, "total_flops": 24126249369600000, "train_loss": 0.029543395042419433, "subset_score_loss": 0.029543395042419433}
+{"step": 1690000, "wall_time": 16805.5184841156, "train_loss_step": 5.7728705406188965, "n_params": 4674760, "total_flops": 24269857996800000, "train_loss": 0.03572571039199829, "subset_score_loss": 0.03572571039199829}
+{"step": 1700000, "wall_time": 16965.672877073288, "train_loss_step": 5.658638000488281, "n_params": 4674760, "total_flops": 24413466624000000, "train_loss": 0.030583760738372802, "subset_score_loss": 0.030583760738372802, "memorization_fraction_pixel": 0.11620000004768372, "mean_nn_ratio_pixel": 0.8561494946479797, "fid": 235.85838942570356, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 17058.418924808502, "train_loss_step": 5.777595520019531, "n_params": 4674760, "total_flops": 24557075251200000, "train_loss": 0.029107394218444823, "subset_score_loss": 0.029107394218444823}
+{"step": 1720000, "wall_time": 17147.976558685303, "train_loss_step": 5.677976608276367, "n_params": 4674760, "total_flops": 24700683878400000, "train_loss": 0.030458953380584717, "subset_score_loss": 0.030458953380584717}
+{"step": 1730000, "wall_time": 17240.389934778214, "train_loss_step": 6.2020416259765625, "n_params": 4674760, "total_flops": 24844292505600000, "train_loss": 0.031735744476318356, "subset_score_loss": 0.031735744476318356}
+{"step": 1740000, "wall_time": 17332.74965119362, "train_loss_step": 5.446918487548828, "n_params": 4674760, "total_flops": 24987901132800000, "train_loss": 0.028281002044677733, "subset_score_loss": 0.028281002044677733}
+{"step": 1750000, "wall_time": 17425.4841299057, "train_loss_step": 5.589491367340088, "n_params": 4674760, "total_flops": 25131509760000000, "train_loss": 0.030226900577545165, "subset_score_loss": 0.030226900577545165}
+{"step": 1760000, "wall_time": 17518.550403356552, "train_loss_step": 5.8870086669921875, "n_params": 4674760, "total_flops": 25275118387200000, "train_loss": 0.02809063196182251, "subset_score_loss": 0.02809063196182251}
+{"step": 1770000, "wall_time": 17603.985939741135, "train_loss_step": 5.759984970092773, "n_params": 4674760, "total_flops": 25418727014400000, "train_loss": 0.032565996646881104, "subset_score_loss": 0.032565996646881104}
+{"step": 1780000, "wall_time": 17686.46993994713, "train_loss_step": 5.519988536834717, "n_params": 4674760, "total_flops": 25562335641600000, "train_loss": 0.02816617727279663, "subset_score_loss": 0.02816617727279663}
+{"step": 1790000, "wall_time": 17779.437945604324, "train_loss_step": 5.7864155769348145, "n_params": 4674760, "total_flops": 25705944268800000, "train_loss": 0.029719908237457276, "subset_score_loss": 0.029719908237457276}
+{"step": 1800000, "wall_time": 17942.88558602333, "train_loss_step": 5.764764785766602, "n_params": 4674760, "total_flops": 25849552896000000, "train_loss": 0.02945854902267456, "subset_score_loss": 0.02945854902267456, "memorization_fraction_pixel": 0.14480000734329224, "mean_nn_ratio_pixel": 0.8269994854927063, "fid": 218.36714083415188, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 18025.19897866249, "train_loss_step": 5.553450584411621, "n_params": 4674760, "total_flops": 25993161523200000, "train_loss": 0.028844056129455568, "subset_score_loss": 0.028844056129455568}
+{"step": 1820000, "wall_time": 18117.490494966507, "train_loss_step": 6.151005744934082, "n_params": 4674760, "total_flops": 26136770150400000, "train_loss": 0.03047088623046875, "subset_score_loss": 0.03047088623046875}
+{"step": 1830000, "wall_time": 18201.45686173439, "train_loss_step": 5.636862754821777, "n_params": 4674760, "total_flops": 26280378777600000, "train_loss": 0.02702233076095581, "subset_score_loss": 0.02702233076095581}
+{"step": 1840000, "wall_time": 18294.446771621704, "train_loss_step": 5.33539342880249, "n_params": 4674760, "total_flops": 26423987404800000, "train_loss": 0.032058022022247314, "subset_score_loss": 0.032058022022247314}
+{"step": 1850000, "wall_time": 18387.564143896103, "train_loss_step": 5.449152946472168, "n_params": 4674760, "total_flops": 26567596032000000, "train_loss": 0.03051419973373413, "subset_score_loss": 0.03051419973373413}
+{"step": 1860000, "wall_time": 18480.54887318611, "train_loss_step": 5.384094715118408, "n_params": 4674760, "total_flops": 26711204659200000, "train_loss": 0.028598952293395995, "subset_score_loss": 0.028598952293395995}
+{"step": 1870000, "wall_time": 18571.740161895752, "train_loss_step": 5.453639507293701, "n_params": 4674760, "total_flops": 26854813286400000, "train_loss": 0.028969717025756837, "subset_score_loss": 0.028969717025756837}
+{"step": 1880000, "wall_time": 18662.221603870392, "train_loss_step": 5.2440338134765625, "n_params": 4674760, "total_flops": 26998421913600000, "train_loss": 0.02804715871810913, "subset_score_loss": 0.02804715871810913}
+{"step": 1890000, "wall_time": 18745.13266992569, "train_loss_step": 5.808832168579102, "n_params": 4674760, "total_flops": 27142030540800000, "train_loss": 0.036428477764129635, "subset_score_loss": 0.036428477764129635}
+{"step": 1900000, "wall_time": 18908.41823554039, "train_loss_step": 5.649823188781738, "n_params": 4674760, "total_flops": 27285639168000000, "train_loss": 0.029500856399536132, "subset_score_loss": 0.029500856399536132, "memorization_fraction_pixel": 0.12680000066757202, "mean_nn_ratio_pixel": 0.8487790822982788, "fid": 231.9916140154103, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 19001.798374652863, "train_loss_step": 5.62752628326416, "n_params": 4674760, "total_flops": 27429247795200000, "train_loss": 0.029662227630615233, "subset_score_loss": 0.029662227630615233}
+{"step": 1920000, "wall_time": 19081.865086317062, "train_loss_step": 5.642256736755371, "n_params": 4674760, "total_flops": 27572856422400000, "train_loss": 0.02781937599182129, "subset_score_loss": 0.02781937599182129}
+{"step": 1930000, "wall_time": 19172.145931243896, "train_loss_step": 5.337343215942383, "n_params": 4674760, "total_flops": 27716465049600000, "train_loss": 0.029616816043853758, "subset_score_loss": 0.029616816043853758}
+{"step": 1940000, "wall_time": 19253.827612876892, "train_loss_step": 5.482194423675537, "n_params": 4674760, "total_flops": 27860073676800000, "train_loss": 0.02686929702758789, "subset_score_loss": 0.02686929702758789}
+{"step": 1950000, "wall_time": 19346.988516807556, "train_loss_step": 5.09056282043457, "n_params": 4674760, "total_flops": 28003682304000000, "train_loss": 0.027800245285034178, "subset_score_loss": 0.027800245285034178}
+{"step": 1960000, "wall_time": 19440.204055786133, "train_loss_step": 5.6114983558654785, "n_params": 4674760, "total_flops": 28147290931200000, "train_loss": 0.030182089805603027, "subset_score_loss": 0.030182089805603027}
+{"step": 1970000, "wall_time": 19531.24058866501, "train_loss_step": 5.68606424331665, "n_params": 4674760, "total_flops": 28290899558400000, "train_loss": 0.029409313201904298, "subset_score_loss": 0.029409313201904298}
+{"step": 1980000, "wall_time": 19624.040797948837, "train_loss_step": 5.513049125671387, "n_params": 4674760, "total_flops": 28434508185600000, "train_loss": 0.02815769910812378, "subset_score_loss": 0.02815769910812378}
+{"step": 1990000, "wall_time": 19713.894386053085, "train_loss_step": 5.439327716827393, "n_params": 4674760, "total_flops": 28578116812800000, "train_loss": 0.028996925354003906, "subset_score_loss": 0.028996925354003906}
+{"step": 2000000, "wall_time": 19863.179137945175, "train_loss_step": 5.738381385803223, "n_params": 4674760, "total_flops": 28721725440000000, "train_loss": 0.0291933274269104, "subset_score_loss": 0.0291933274269104, "memorization_fraction_pixel": 0.16529999673366547, "mean_nn_ratio_pixel": 0.80498206615448, "fid": 195.73294156552333, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 19956.33701467514, "train_loss_step": 5.207958698272705, "n_params": 4674760, "total_flops": 28865334067200000, "train_loss": 0.03217808723449707, "subset_score_loss": 0.03217808723449707}
+{"step": 2020000, "wall_time": 20049.59846520424, "train_loss_step": 5.845738410949707, "n_params": 4674760, "total_flops": 29008942694400000, "train_loss": 0.034899206161499025, "subset_score_loss": 0.034899206161499025}
+{"step": 2030000, "wall_time": 20134.61599802971, "train_loss_step": 5.711892604827881, "n_params": 4674760, "total_flops": 29152551321600000, "train_loss": 0.026670708656311035, "subset_score_loss": 0.026670708656311035}
+{"step": 2040000, "wall_time": 20226.908568143845, "train_loss_step": 5.272406578063965, "n_params": 4674760, "total_flops": 29296159948800000, "train_loss": 0.02892545461654663, "subset_score_loss": 0.02892545461654663}
+{"step": 2050000, "wall_time": 20305.36510205269, "train_loss_step": 5.338257789611816, "n_params": 4674760, "total_flops": 29439768576000000, "train_loss": 0.026656997203826905, "subset_score_loss": 0.026656997203826905}
+{"step": 2060000, "wall_time": 20398.437211990356, "train_loss_step": 5.432371139526367, "n_params": 4674760, "total_flops": 29583377203200000, "train_loss": 0.027266831398010255, "subset_score_loss": 0.027266831398010255}
+{"step": 2070000, "wall_time": 20489.875147104263, "train_loss_step": 5.315330982208252, "n_params": 4674760, "total_flops": 29726985830400000, "train_loss": 0.028153696060180665, "subset_score_loss": 0.028153696060180665}
+{"step": 2080000, "wall_time": 20582.714903831482, "train_loss_step": 5.302435398101807, "n_params": 4674760, "total_flops": 29870594457600000, "train_loss": 0.028075542449951172, "subset_score_loss": 0.028075542449951172}
+{"step": 2090000, "wall_time": 20675.58046770096, "train_loss_step": 5.204695224761963, "n_params": 4674760, "total_flops": 30014203084800000, "train_loss": 0.029117441177368163, "subset_score_loss": 0.029117441177368163}
+{"step": 2100000, "wall_time": 20827.41742157936, "train_loss_step": 5.584724426269531, "n_params": 4674760, "total_flops": 30157811712000000, "train_loss": 0.025951042175292968, "subset_score_loss": 0.025951042175292968, "memorization_fraction_pixel": 0.15520000457763672, "mean_nn_ratio_pixel": 0.8153263926506042, "fid": 195.9416374113415, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 20920.22387099266, "train_loss_step": 5.0509843826293945, "n_params": 4674760, "total_flops": 30301420339200000, "train_loss": 0.027747945785522463, "subset_score_loss": 0.027747945785522463}
+{"step": 2120000, "wall_time": 21013.312474012375, "train_loss_step": 5.365353107452393, "n_params": 4674760, "total_flops": 30445028966400000, "train_loss": 0.029296367168426513, "subset_score_loss": 0.029296367168426513}
+{"step": 2130000, "wall_time": 21106.300892829895, "train_loss_step": 5.008194923400879, "n_params": 4674760, "total_flops": 30588637593600000, "train_loss": 0.028714923858642577, "subset_score_loss": 0.028714923858642577}
+{"step": 2140000, "wall_time": 21189.343964099884, "train_loss_step": 5.304387092590332, "n_params": 4674760, "total_flops": 30732246220800000, "train_loss": 0.026316232681274414, "subset_score_loss": 0.026316232681274414}
+{"step": 2150000, "wall_time": 21279.694555044174, "train_loss_step": 5.310820579528809, "n_params": 4674760, "total_flops": 30875854848000000, "train_loss": 0.02723818063735962, "subset_score_loss": 0.02723818063735962}
+{"step": 2160000, "wall_time": 21359.356847286224, "train_loss_step": 5.548246383666992, "n_params": 4674760, "total_flops": 31019463475200000, "train_loss": 0.02757864475250244, "subset_score_loss": 0.02757864475250244}
+{"step": 2170000, "wall_time": 21447.332434654236, "train_loss_step": 5.904369354248047, "n_params": 4674760, "total_flops": 31163072102400000, "train_loss": 0.03157402515411377, "subset_score_loss": 0.03157402515411377}
+{"step": 2180000, "wall_time": 21540.268196821213, "train_loss_step": 5.571201801300049, "n_params": 4674760, "total_flops": 31306680729600000, "train_loss": 0.03007849931716919, "subset_score_loss": 0.03007849931716919}
+{"step": 2190000, "wall_time": 21633.24064350128, "train_loss_step": 5.544552803039551, "n_params": 4674760, "total_flops": 31450289356800000, "train_loss": 0.026771485805511475, "subset_score_loss": 0.026771485805511475}
+{"step": 2200000, "wall_time": 21795.439937591553, "train_loss_step": 5.49739933013916, "n_params": 4674760, "total_flops": 31593897984000000, "train_loss": 0.028990688323974608, "subset_score_loss": 0.028990688323974608, "memorization_fraction_pixel": 0.18790000677108765, "mean_nn_ratio_pixel": 0.7767484188079834, "fid": 180.77484343656812, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 21875.32012486458, "train_loss_step": 5.745619773864746, "n_params": 4674760, "total_flops": 31737506611200000, "train_loss": 0.03086259126663208, "subset_score_loss": 0.03086259126663208}
+{"step": 2220000, "wall_time": 21966.734344482422, "train_loss_step": 5.315449237823486, "n_params": 4674760, "total_flops": 31881115238400000, "train_loss": 0.029744088649749756, "subset_score_loss": 0.029744088649749756}
+{"step": 2230000, "wall_time": 22059.953263044357, "train_loss_step": 5.036097526550293, "n_params": 4674760, "total_flops": 32024723865600000, "train_loss": 0.03141168117523194, "subset_score_loss": 0.03141168117523194}
+{"step": 2240000, "wall_time": 22153.181151390076, "train_loss_step": 5.505586624145508, "n_params": 4674760, "total_flops": 32168332492800000, "train_loss": 0.02661327838897705, "subset_score_loss": 0.02661327838897705}
+{"step": 2250000, "wall_time": 22238.545053482056, "train_loss_step": 4.979656219482422, "n_params": 4674760, "total_flops": 32311941120000000, "train_loss": 0.02691498279571533, "subset_score_loss": 0.02691498279571533}
+{"step": 2260000, "wall_time": 22327.62694120407, "train_loss_step": 4.850195407867432, "n_params": 4674760, "total_flops": 32455549747200000, "train_loss": 0.024862539768218995, "subset_score_loss": 0.024862539768218995}
+{"step": 2270000, "wall_time": 22415.069294452667, "train_loss_step": 5.379103660583496, "n_params": 4674760, "total_flops": 32599158374400000, "train_loss": 0.02799095869064331, "subset_score_loss": 0.02799095869064331}
+{"step": 2280000, "wall_time": 22496.408482313156, "train_loss_step": 5.178564071655273, "n_params": 4674760, "total_flops": 32742767001600000, "train_loss": 0.026030876636505128, "subset_score_loss": 0.026030876636505128}
+{"step": 2290000, "wall_time": 22589.522285699844, "train_loss_step": 5.399712562561035, "n_params": 4674760, "total_flops": 32886375628800000, "train_loss": 0.029178841114044188, "subset_score_loss": 0.029178841114044188}
+{"step": 2300000, "wall_time": 22751.78689813614, "train_loss_step": 5.184701919555664, "n_params": 4674760, "total_flops": 33029984256000000, "train_loss": 0.026786398887634278, "subset_score_loss": 0.026786398887634278, "memorization_fraction_pixel": 0.18870000541210175, "mean_nn_ratio_pixel": 0.7793151140213013, "fid": 180.92062246015402, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 22844.872716903687, "train_loss_step": 5.12196159362793, "n_params": 4674760, "total_flops": 33173592883200000, "train_loss": 0.026342740058898927, "subset_score_loss": 0.026342740058898927}
+{"step": 2320000, "wall_time": 22926.80798101425, "train_loss_step": 5.569588661193848, "n_params": 4674760, "total_flops": 33317201510400000, "train_loss": 0.02546448469161987, "subset_score_loss": 0.02546448469161987}
+{"step": 2330000, "wall_time": 23012.853924512863, "train_loss_step": 5.525254249572754, "n_params": 4674760, "total_flops": 33460810137600000, "train_loss": 0.027310702800750732, "subset_score_loss": 0.027310702800750732}
+{"step": 2340000, "wall_time": 23105.999264001846, "train_loss_step": 5.396409034729004, "n_params": 4674760, "total_flops": 33604418764800000, "train_loss": 0.030450949668884276, "subset_score_loss": 0.030450949668884276}
+{"step": 2350000, "wall_time": 23198.867061138153, "train_loss_step": 5.186526775360107, "n_params": 4674760, "total_flops": 33748027392000000, "train_loss": 0.02510279417037964, "subset_score_loss": 0.02510279417037964}
+{"step": 2360000, "wall_time": 23281.295129776, "train_loss_step": 5.3481059074401855, "n_params": 4674760, "total_flops": 33891636019200000, "train_loss": 0.02625596284866333, "subset_score_loss": 0.02625596284866333}
+{"step": 2370000, "wall_time": 23366.78611445427, "train_loss_step": 5.490253448486328, "n_params": 4674760, "total_flops": 34035244646400000, "train_loss": 0.026757102012634277, "subset_score_loss": 0.026757102012634277}
+{"step": 2380000, "wall_time": 23460.478685617447, "train_loss_step": 5.707223415374756, "n_params": 4674760, "total_flops": 34178853273600000, "train_loss": 0.025225927829742433, "subset_score_loss": 0.025225927829742433}
+{"step": 2390000, "wall_time": 23539.276938676834, "train_loss_step": 5.086991310119629, "n_params": 4674760, "total_flops": 34322461900800000, "train_loss": 0.024049952030181884, "subset_score_loss": 0.024049952030181884}
+{"step": 2400000, "wall_time": 23702.625203847885, "train_loss_step": 5.471270561218262, "n_params": 4674760, "total_flops": 34466070528000000, "train_loss": 0.03285786151885986, "subset_score_loss": 0.03285786151885986, "memorization_fraction_pixel": 0.20190000534057617, "mean_nn_ratio_pixel": 0.7748957276344299, "fid": 176.2990955341582, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 23795.46980857849, "train_loss_step": 4.877509593963623, "n_params": 4674760, "total_flops": 34609679155200000, "train_loss": 0.026372451782226563, "subset_score_loss": 0.026372451782226563}
+{"step": 2420000, "wall_time": 23888.476964235306, "train_loss_step": 5.0384650230407715, "n_params": 4674760, "total_flops": 34753287782400000, "train_loss": 0.024587218761444093, "subset_score_loss": 0.024587218761444093}
+{"step": 2430000, "wall_time": 23975.049213171005, "train_loss_step": 5.201288223266602, "n_params": 4674760, "total_flops": 34896896409600000, "train_loss": 0.02368177890777588, "subset_score_loss": 0.02368177890777588}
+{"step": 2440000, "wall_time": 24058.247420310974, "train_loss_step": 5.344387531280518, "n_params": 4674760, "total_flops": 35040505036800000, "train_loss": 0.02649878978729248, "subset_score_loss": 0.02649878978729248}
+{"step": 2450000, "wall_time": 24151.507576704025, "train_loss_step": 5.672929763793945, "n_params": 4674760, "total_flops": 35184113664000000, "train_loss": 0.028818438053131102, "subset_score_loss": 0.028818438053131102}
+{"step": 2460000, "wall_time": 24242.750633001328, "train_loss_step": 5.5018720626831055, "n_params": 4674760, "total_flops": 35327722291200000, "train_loss": 0.02559396028518677, "subset_score_loss": 0.02559396028518677}
+{"step": 2470000, "wall_time": 24333.125743865967, "train_loss_step": 5.352036476135254, "n_params": 4674760, "total_flops": 35471330918400000, "train_loss": 0.02695343017578125, "subset_score_loss": 0.02695343017578125}
+{"step": 2480000, "wall_time": 24412.0119972229, "train_loss_step": 4.959506988525391, "n_params": 4674760, "total_flops": 35614939545600000, "train_loss": 0.025087926387786865, "subset_score_loss": 0.025087926387786865}
+{"step": 2490000, "wall_time": 24505.331202983856, "train_loss_step": 5.666189193725586, "n_params": 4674760, "total_flops": 35758548172800000, "train_loss": 0.028129653930664064, "subset_score_loss": 0.028129653930664064}
+{"step": 2500000, "wall_time": 24653.304882764816, "train_loss_step": 5.119154930114746, "n_params": 4674760, "total_flops": 35902156800000000, "train_loss": 0.0258156418800354, "subset_score_loss": 0.0258156418800354, "memorization_fraction_pixel": 0.21170000731945038, "mean_nn_ratio_pixel": 0.7495876550674438, "fid": 160.21223330469746, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 24746.55879497528, "train_loss_step": 5.026857376098633, "n_params": 4674760, "total_flops": 36045765427200000, "train_loss": 0.02840179204940796, "subset_score_loss": 0.02840179204940796}
+{"step": 2520000, "wall_time": 24839.383881807327, "train_loss_step": 5.2169976234436035, "n_params": 4674760, "total_flops": 36189374054400000, "train_loss": 0.02458080291748047, "subset_score_loss": 0.02458080291748047}
+{"step": 2530000, "wall_time": 24932.475546836853, "train_loss_step": 5.03631591796875, "n_params": 4674760, "total_flops": 36332982681600000, "train_loss": 0.02717064619064331, "subset_score_loss": 0.02717064619064331}
+{"step": 2540000, "wall_time": 25022.478976249695, "train_loss_step": 5.137618541717529, "n_params": 4674760, "total_flops": 36476591308800000, "train_loss": 0.02966703176498413, "subset_score_loss": 0.02966703176498413}
+{"step": 2550000, "wall_time": 25102.424922466278, "train_loss_step": 5.218796730041504, "n_params": 4674760, "total_flops": 36620199936000000, "train_loss": 0.024972124099731444, "subset_score_loss": 0.024972124099731444}
+{"step": 2560000, "wall_time": 25193.639020204544, "train_loss_step": 5.154786109924316, "n_params": 4674760, "total_flops": 36763808563200000, "train_loss": 0.024855096340179444, "subset_score_loss": 0.024855096340179444}
+{"step": 2570000, "wall_time": 25286.65799164772, "train_loss_step": 4.985164642333984, "n_params": 4674760, "total_flops": 36907417190400000, "train_loss": 0.024606032371520994, "subset_score_loss": 0.024606032371520994}
+{"step": 2580000, "wall_time": 25380.056809186935, "train_loss_step": 5.07676362991333, "n_params": 4674760, "total_flops": 37051025817600000, "train_loss": 0.030288302898406984, "subset_score_loss": 0.030288302898406984}
+{"step": 2590000, "wall_time": 25461.307404994965, "train_loss_step": 4.849360466003418, "n_params": 4674760, "total_flops": 37194634444800000, "train_loss": 0.027608082294464112, "subset_score_loss": 0.027608082294464112}
+{"step": 2600000, "wall_time": 25625.25793838501, "train_loss_step": 4.957613945007324, "n_params": 4674760, "total_flops": 37338243072000000, "train_loss": 0.02775130271911621, "subset_score_loss": 0.02775130271911621, "memorization_fraction_pixel": 0.20739999413490295, "mean_nn_ratio_pixel": 0.7598289251327515, "fid": 163.91965163510483, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 25705.477696418762, "train_loss_step": 4.973446846008301, "n_params": 4674760, "total_flops": 37481851699200000, "train_loss": 0.028183493614196777, "subset_score_loss": 0.028183493614196777}
+{"step": 2620000, "wall_time": 25798.698793411255, "train_loss_step": 5.098979949951172, "n_params": 4674760, "total_flops": 37625460326400000, "train_loss": 0.02834266185760498, "subset_score_loss": 0.02834266185760498}
+{"step": 2630000, "wall_time": 25891.54080438614, "train_loss_step": 4.983288764953613, "n_params": 4674760, "total_flops": 37769068953600000, "train_loss": 0.024809918403625487, "subset_score_loss": 0.024809918403625487}
+{"step": 2640000, "wall_time": 25984.605420589447, "train_loss_step": 5.397846698760986, "n_params": 4674760, "total_flops": 37912677580800000, "train_loss": 0.026325640678405763, "subset_score_loss": 0.026325640678405763}
+{"step": 2650000, "wall_time": 26076.758852005005, "train_loss_step": 5.09941291809082, "n_params": 4674760, "total_flops": 38056286208000000, "train_loss": 0.0238983154296875, "subset_score_loss": 0.0238983154296875}
+{"step": 2660000, "wall_time": 26152.545404434204, "train_loss_step": 5.060687065124512, "n_params": 4674760, "total_flops": 38199894835200000, "train_loss": 0.023147149085998533, "subset_score_loss": 0.023147149085998533}
+{"step": 2670000, "wall_time": 26245.616384744644, "train_loss_step": 5.089875221252441, "n_params": 4674760, "total_flops": 38343503462400000, "train_loss": 0.024285812377929688, "subset_score_loss": 0.024285812377929688}
+{"step": 2680000, "wall_time": 26338.7263379097, "train_loss_step": 5.097005367279053, "n_params": 4674760, "total_flops": 38487112089600000, "train_loss": 0.02867565631866455, "subset_score_loss": 0.02867565631866455}
+{"step": 2690000, "wall_time": 26432.2435400486, "train_loss_step": 4.819451808929443, "n_params": 4674760, "total_flops": 38630720716800000, "train_loss": 0.02545828104019165, "subset_score_loss": 0.02545828104019165}
+{"step": 2700000, "wall_time": 26581.196692466736, "train_loss_step": 4.520811080932617, "n_params": 4674760, "total_flops": 38774329344000000, "train_loss": 0.024533140659332275, "subset_score_loss": 0.024533140659332275, "memorization_fraction_pixel": 0.21809999644756317, "mean_nn_ratio_pixel": 0.7491753697395325, "fid": 160.18562595483382, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 26674.875470161438, "train_loss_step": 5.422966480255127, "n_params": 4674760, "total_flops": 38917937971200000, "train_loss": 0.025112252235412597, "subset_score_loss": 0.025112252235412597}
+{"step": 2720000, "wall_time": 26754.822856664658, "train_loss_step": 5.257108211517334, "n_params": 4674760, "total_flops": 39061546598400000, "train_loss": 0.025161333084106445, "subset_score_loss": 0.025161333084106445}
+{"step": 2730000, "wall_time": 26848.026080846786, "train_loss_step": 4.778825759887695, "n_params": 4674760, "total_flops": 39205155225600000, "train_loss": 0.025126552581787108, "subset_score_loss": 0.025126552581787108}
+{"step": 2740000, "wall_time": 26940.991582870483, "train_loss_step": 4.84168815612793, "n_params": 4674760, "total_flops": 39348763852800000, "train_loss": 0.02335754632949829, "subset_score_loss": 0.02335754632949829}
+{"step": 2750000, "wall_time": 27032.579051971436, "train_loss_step": 4.592472076416016, "n_params": 4674760, "total_flops": 39492372480000000, "train_loss": 0.026320841312408447, "subset_score_loss": 0.026320841312408447}
+{"step": 2760000, "wall_time": 27126.018941402435, "train_loss_step": 4.88595724105835, "n_params": 4674760, "total_flops": 39635981107200000, "train_loss": 0.025270211696624755, "subset_score_loss": 0.025270211696624755}
+{"step": 2770000, "wall_time": 27206.29839372635, "train_loss_step": 5.060634613037109, "n_params": 4674760, "total_flops": 39779589734400000, "train_loss": 0.025289061069488524, "subset_score_loss": 0.025289061069488524}
+{"step": 2780000, "wall_time": 27299.44060778618, "train_loss_step": 5.368284225463867, "n_params": 4674760, "total_flops": 39923198361600000, "train_loss": 0.027266905307769776, "subset_score_loss": 0.027266905307769776}
+{"step": 2790000, "wall_time": 27392.175164937973, "train_loss_step": 4.9885993003845215, "n_params": 4674760, "total_flops": 40066806988800000, "train_loss": 0.023948674201965333, "subset_score_loss": 0.023948674201965333}
+{"step": 2800000, "wall_time": 27549.930302619934, "train_loss_step": 4.765284538269043, "n_params": 4674760, "total_flops": 40210415616000000, "train_loss": 0.024900195598602296, "subset_score_loss": 0.024900195598602296, "memorization_fraction_pixel": 0.23319999873638153, "mean_nn_ratio_pixel": 0.7436226010322571, "fid": 162.509143478924, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 27634.247796058655, "train_loss_step": 4.938165664672852, "n_params": 4674760, "total_flops": 40354024243200000, "train_loss": 0.025198969841003418, "subset_score_loss": 0.025198969841003418}
+{"step": 2820000, "wall_time": 27727.572040319443, "train_loss_step": 5.225618839263916, "n_params": 4674760, "total_flops": 40497632870400000, "train_loss": 0.02840142011642456, "subset_score_loss": 0.02840142011642456}
+{"step": 2830000, "wall_time": 27809.305683374405, "train_loss_step": 5.120152473449707, "n_params": 4674760, "total_flops": 40641241497600000, "train_loss": 0.025312628746032715, "subset_score_loss": 0.025312628746032715}
+{"step": 2840000, "wall_time": 27900.239778995514, "train_loss_step": 5.30443811416626, "n_params": 4674760, "total_flops": 40784850124800000, "train_loss": 0.025052173137664793, "subset_score_loss": 0.025052173137664793}
+{"step": 2850000, "wall_time": 27991.515291929245, "train_loss_step": 4.859393119812012, "n_params": 4674760, "total_flops": 40928458752000000, "train_loss": 0.02535921573638916, "subset_score_loss": 0.02535921573638916}
+{"step": 2860000, "wall_time": 28084.52135682106, "train_loss_step": 5.280003070831299, "n_params": 4674760, "total_flops": 41072067379200000, "train_loss": 0.02452643632888794, "subset_score_loss": 0.02452643632888794}
+{"step": 2870000, "wall_time": 28177.47389268875, "train_loss_step": 5.344985008239746, "n_params": 4674760, "total_flops": 41215676006400000, "train_loss": 0.026075308322906495, "subset_score_loss": 0.026075308322906495}
+{"step": 2880000, "wall_time": 28252.088804721832, "train_loss_step": 5.2314863204956055, "n_params": 4674760, "total_flops": 41359284633600000, "train_loss": 0.025529990196228026, "subset_score_loss": 0.025529990196228026}
+{"step": 2890000, "wall_time": 28345.28463435173, "train_loss_step": 4.803005218505859, "n_params": 4674760, "total_flops": 41502893260800000, "train_loss": 0.02350637912750244, "subset_score_loss": 0.02350637912750244}
+{"step": 2900000, "wall_time": 28507.456468820572, "train_loss_step": 5.139112949371338, "n_params": 4674760, "total_flops": 41646501888000000, "train_loss": 0.024603605270385742, "subset_score_loss": 0.024603605270385742, "memorization_fraction_pixel": 0.22579999268054962, "mean_nn_ratio_pixel": 0.7456623911857605, "fid": 158.75642073427764, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 28599.693224191666, "train_loss_step": 4.952713966369629, "n_params": 4674760, "total_flops": 41790110515200000, "train_loss": 0.02552298307418823, "subset_score_loss": 0.02552298307418823}
+{"step": 2920000, "wall_time": 28680.15353035927, "train_loss_step": 5.197988510131836, "n_params": 4674760, "total_flops": 41933719142400000, "train_loss": 0.02502201795578003, "subset_score_loss": 0.02502201795578003}
+{"step": 2930000, "wall_time": 28773.499608278275, "train_loss_step": 4.9017744064331055, "n_params": 4674760, "total_flops": 42077327769600000, "train_loss": 0.02471914529800415, "subset_score_loss": 0.02471914529800415}
+{"step": 2940000, "wall_time": 28860.347002983093, "train_loss_step": 5.357922554016113, "n_params": 4674760, "total_flops": 42220936396800000, "train_loss": 0.024322869777679442, "subset_score_loss": 0.024322869777679442}
+{"step": 2950000, "wall_time": 28940.96461415291, "train_loss_step": 4.7347187995910645, "n_params": 4674760, "total_flops": 42364545024000000, "train_loss": 0.02441992998123169, "subset_score_loss": 0.02441992998123169}
+{"step": 2960000, "wall_time": 29033.945337295532, "train_loss_step": 4.8235883712768555, "n_params": 4674760, "total_flops": 42508153651200000, "train_loss": 0.023162736892700195, "subset_score_loss": 0.023162736892700195}
+{"step": 2970000, "wall_time": 29126.729144096375, "train_loss_step": 4.737251281738281, "n_params": 4674760, "total_flops": 42651762278400000, "train_loss": 0.024772167205810547, "subset_score_loss": 0.024772167205810547}
+{"step": 2980000, "wall_time": 29220.037708997726, "train_loss_step": 4.797613143920898, "n_params": 4674760, "total_flops": 42795370905600000, "train_loss": 0.02559004068374634, "subset_score_loss": 0.02559004068374634}
+{"step": 2990000, "wall_time": 29299.150993347168, "train_loss_step": 5.1861891746521, "n_params": 4674760, "total_flops": 42938979532800000, "train_loss": 0.023115367889404298, "subset_score_loss": 0.023115367889404298}
+{"step": 3000000, "wall_time": 29460.402407169342, "train_loss_step": 5.170344352722168, "n_params": 4674760, "total_flops": 43082588160000000, "train_loss": 0.02243943214416504, "subset_score_loss": 0.02243943214416504, "memorization_fraction_pixel": 0.25839999318122864, "mean_nn_ratio_pixel": 0.7095031142234802, "fid": 143.1178791114755, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 29553.175476312637, "train_loss_step": 5.231021404266357, "n_params": 4674760, "total_flops": 43226196787200000, "train_loss": 0.02446768045425415, "subset_score_loss": 0.02446768045425415}
+{"step": 3020000, "wall_time": 29646.61933541298, "train_loss_step": 4.895577907562256, "n_params": 4674760, "total_flops": 43369805414400000, "train_loss": 0.022836039066314696, "subset_score_loss": 0.022836039066314696}
+{"step": 3030000, "wall_time": 29723.756143331528, "train_loss_step": 5.109042167663574, "n_params": 4674760, "total_flops": 43513414041600000, "train_loss": 0.025704805850982667, "subset_score_loss": 0.025704805850982667}
+{"step": 3040000, "wall_time": 29816.830554246902, "train_loss_step": 4.533464431762695, "n_params": 4674760, "total_flops": 43657022668800000, "train_loss": 0.02427102327346802, "subset_score_loss": 0.02427102327346802}
+{"step": 3050000, "wall_time": 29908.462510108948, "train_loss_step": 5.106711387634277, "n_params": 4674760, "total_flops": 43800631296000000, "train_loss": 0.0248980712890625, "subset_score_loss": 0.0248980712890625}
+{"step": 3060000, "wall_time": 29983.72937822342, "train_loss_step": 4.978648662567139, "n_params": 4674760, "total_flops": 43944239923200000, "train_loss": 0.022679941654205324, "subset_score_loss": 0.022679941654205324}
+{"step": 3070000, "wall_time": 30076.559646844864, "train_loss_step": 4.734137058258057, "n_params": 4674760, "total_flops": 44087848550400000, "train_loss": 0.022942800521850586, "subset_score_loss": 0.022942800521850586}
+{"step": 3080000, "wall_time": 30169.777408599854, "train_loss_step": 4.791540145874023, "n_params": 4674760, "total_flops": 44231457177600000, "train_loss": 0.025328710079193115, "subset_score_loss": 0.025328710079193115}
+{"step": 3090000, "wall_time": 30262.98863506317, "train_loss_step": 5.152256011962891, "n_params": 4674760, "total_flops": 44375065804800000, "train_loss": 0.022294647693634033, "subset_score_loss": 0.022294647693634033}
+{"step": 3100000, "wall_time": 30408.667100906372, "train_loss_step": 5.191927909851074, "n_params": 4674760, "total_flops": 44518674432000000, "train_loss": 0.02870563983917236, "subset_score_loss": 0.02870563983917236, "memorization_fraction_pixel": 0.2337999939918518, "mean_nn_ratio_pixel": 0.7317875027656555, "fid": 148.88442005356117, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 30501.922515630722, "train_loss_step": 4.864598274230957, "n_params": 4674760, "total_flops": 44662283059200000, "train_loss": 0.02483278512954712, "subset_score_loss": 0.02483278512954712}
+{"step": 3120000, "wall_time": 30595.07237291336, "train_loss_step": 5.110033988952637, "n_params": 4674760, "total_flops": 44805891686400000, "train_loss": 0.041723437309265136, "subset_score_loss": 0.041723437309265136}
+{"step": 3130000, "wall_time": 30687.914259433746, "train_loss_step": 5.22709846496582, "n_params": 4674760, "total_flops": 44949500313600000, "train_loss": 0.02300218343734741, "subset_score_loss": 0.02300218343734741}
+{"step": 3140000, "wall_time": 30769.090989351273, "train_loss_step": 4.810807228088379, "n_params": 4674760, "total_flops": 45093108940800000, "train_loss": 0.024890754222869873, "subset_score_loss": 0.024890754222869873}
+{"step": 3150000, "wall_time": 30854.87282347679, "train_loss_step": 4.7296905517578125, "n_params": 4674760, "total_flops": 45236717568000000, "train_loss": 0.02428217887878418, "subset_score_loss": 0.02428217887878418}
+{"step": 3160000, "wall_time": 30948.085047483444, "train_loss_step": 4.7983479499816895, "n_params": 4674760, "total_flops": 45380326195200000, "train_loss": 0.02787731647491455, "subset_score_loss": 0.02787731647491455}
+{"step": 3170000, "wall_time": 31032.010765075684, "train_loss_step": 4.84979772567749, "n_params": 4674760, "total_flops": 45523934822400000, "train_loss": 0.02494205713272095, "subset_score_loss": 0.02494205713272095}
+{"step": 3180000, "wall_time": 31124.65092897415, "train_loss_step": 4.674511432647705, "n_params": 4674760, "total_flops": 45667543449600000, "train_loss": 0.022855303287506103, "subset_score_loss": 0.022855303287506103}
+{"step": 3190000, "wall_time": 31217.780960798264, "train_loss_step": 4.5841965675354, "n_params": 4674760, "total_flops": 45811152076800000, "train_loss": 0.02140024185180664, "subset_score_loss": 0.02140024185180664}
+{"step": 3200000, "wall_time": 31380.589344739914, "train_loss_step": 4.667208671569824, "n_params": 4674760, "total_flops": 45954760704000000, "train_loss": 0.025863585472106935, "subset_score_loss": 0.025863585472106935, "memorization_fraction_pixel": 0.24799999594688416, "mean_nn_ratio_pixel": 0.7095617651939392, "fid": 133.9911359292563, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 31462.280197143555, "train_loss_step": 4.774177074432373, "n_params": 4674760, "total_flops": 46098369331200000, "train_loss": 0.022364068031311034, "subset_score_loss": 0.022364068031311034}
+{"step": 3220000, "wall_time": 31555.41580438614, "train_loss_step": 5.096651554107666, "n_params": 4674760, "total_flops": 46241977958400000, "train_loss": 0.022311196327209473, "subset_score_loss": 0.022311196327209473}
+{"step": 3230000, "wall_time": 31648.519285202026, "train_loss_step": 4.90557336807251, "n_params": 4674760, "total_flops": 46385586585600000, "train_loss": 0.03263732194900513, "subset_score_loss": 0.03263732194900513}
+{"step": 3240000, "wall_time": 31739.82903265953, "train_loss_step": 4.818009376525879, "n_params": 4674760, "total_flops": 46529195212800000, "train_loss": 0.023772506713867186, "subset_score_loss": 0.023772506713867186}
+{"step": 3250000, "wall_time": 31827.389094352722, "train_loss_step": 4.679805278778076, "n_params": 4674760, "total_flops": 46672803840000000, "train_loss": 0.02276155948638916, "subset_score_loss": 0.02276155948638916}
+{"step": 3260000, "wall_time": 31912.86089873314, "train_loss_step": 4.613422393798828, "n_params": 4674760, "total_flops": 46816412467200000, "train_loss": 0.025022492408752442, "subset_score_loss": 0.025022492408752442}
+{"step": 3270000, "wall_time": 32005.772272586823, "train_loss_step": 4.854861259460449, "n_params": 4674760, "total_flops": 46960021094400000, "train_loss": 0.022714426517486574, "subset_score_loss": 0.022714426517486574}
+{"step": 3280000, "wall_time": 32088.63879418373, "train_loss_step": 4.727189064025879, "n_params": 4674760, "total_flops": 47103629721600000, "train_loss": 0.022515900135040283, "subset_score_loss": 0.022515900135040283}
+{"step": 3290000, "wall_time": 32175.769801855087, "train_loss_step": 5.023617267608643, "n_params": 4674760, "total_flops": 47247238348800000, "train_loss": 0.025426836013793946, "subset_score_loss": 0.025426836013793946}
+{"step": 3300000, "wall_time": 32339.231574058533, "train_loss_step": 5.066780090332031, "n_params": 4674760, "total_flops": 47390846976000000, "train_loss": 0.023818550109863282, "subset_score_loss": 0.023818550109863282, "memorization_fraction_pixel": 0.25940001010894775, "mean_nn_ratio_pixel": 0.7171370387077332, "fid": 144.75890236902325, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 32429.734419584274, "train_loss_step": 5.299382209777832, "n_params": 4674760, "total_flops": 47534455603200000, "train_loss": 0.02261767625808716, "subset_score_loss": 0.02261767625808716}
+{"step": 3320000, "wall_time": 32510.20071363449, "train_loss_step": 5.272522449493408, "n_params": 4674760, "total_flops": 47678064230400000, "train_loss": 0.02078611373901367, "subset_score_loss": 0.02078611373901367}
+{"step": 3330000, "wall_time": 32603.402257442474, "train_loss_step": 5.230673789978027, "n_params": 4674760, "total_flops": 47821672857600000, "train_loss": 0.022933545112609862, "subset_score_loss": 0.022933545112609862}
+{"step": 3340000, "wall_time": 32694.742933273315, "train_loss_step": 4.658441543579102, "n_params": 4674760, "total_flops": 47965281484800000, "train_loss": 0.02727120876312256, "subset_score_loss": 0.02727120876312256}
+{"step": 3350000, "wall_time": 32787.55235671997, "train_loss_step": 4.793663024902344, "n_params": 4674760, "total_flops": 48108890112000000, "train_loss": 0.02496833324432373, "subset_score_loss": 0.02496833324432373}
+{"step": 3360000, "wall_time": 32877.76497197151, "train_loss_step": 4.967414855957031, "n_params": 4674760, "total_flops": 48252498739200000, "train_loss": 0.02281234264373779, "subset_score_loss": 0.02281234264373779}
+{"step": 3370000, "wall_time": 32968.46134734154, "train_loss_step": 4.961666107177734, "n_params": 4674760, "total_flops": 48396107366400000, "train_loss": 0.021980230808258058, "subset_score_loss": 0.021980230808258058}
+{"step": 3380000, "wall_time": 33061.561563014984, "train_loss_step": 4.922238826751709, "n_params": 4674760, "total_flops": 48539715993600000, "train_loss": 0.024023408889770507, "subset_score_loss": 0.024023408889770507}
+{"step": 3390000, "wall_time": 33152.24896478653, "train_loss_step": 4.4858527183532715, "n_params": 4674760, "total_flops": 48683324620800000, "train_loss": 0.03204704284667969, "subset_score_loss": 0.03204704284667969}
+{"step": 3400000, "wall_time": 33313.07303905487, "train_loss_step": 4.59010124206543, "n_params": 4674760, "total_flops": 48826933248000000, "train_loss": 0.02306330680847168, "subset_score_loss": 0.02306330680847168, "memorization_fraction_pixel": 0.27730000019073486, "mean_nn_ratio_pixel": 0.6912084817886353, "fid": 132.24920104175726, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 33406.13433480263, "train_loss_step": 4.560894012451172, "n_params": 4674760, "total_flops": 48970541875200000, "train_loss": 0.023390088081359863, "subset_score_loss": 0.023390088081359863}
+{"step": 3420000, "wall_time": 33498.79550123215, "train_loss_step": 4.501500606536865, "n_params": 4674760, "total_flops": 49114150502400000, "train_loss": 0.024852561950683593, "subset_score_loss": 0.024852561950683593}
+{"step": 3430000, "wall_time": 33589.4104745388, "train_loss_step": 4.799005031585693, "n_params": 4674760, "total_flops": 49257759129600000, "train_loss": 0.025779914855957032, "subset_score_loss": 0.025779914855957032}
+{"step": 3440000, "wall_time": 33680.754620075226, "train_loss_step": 4.5246992111206055, "n_params": 4674760, "total_flops": 49401367756800000, "train_loss": 0.02271716356277466, "subset_score_loss": 0.02271716356277466}
+{"step": 3450000, "wall_time": 33773.93430638313, "train_loss_step": 4.745274543762207, "n_params": 4674760, "total_flops": 49544976384000000, "train_loss": 0.02297027111053467, "subset_score_loss": 0.02297027111053467}
+{"step": 3460000, "wall_time": 33866.825343608856, "train_loss_step": 4.623804569244385, "n_params": 4674760, "total_flops": 49688585011200000, "train_loss": 0.021144094467163085, "subset_score_loss": 0.021144094467163085}
+{"step": 3470000, "wall_time": 33957.210262537, "train_loss_step": 4.657311916351318, "n_params": 4674760, "total_flops": 49832193638400000, "train_loss": 0.02172774314880371, "subset_score_loss": 0.02172774314880371}
+{"step": 3480000, "wall_time": 34050.22050452232, "train_loss_step": 4.807141304016113, "n_params": 4674760, "total_flops": 49975802265600000, "train_loss": 0.02283672571182251, "subset_score_loss": 0.02283672571182251}
+{"step": 3490000, "wall_time": 34143.47879433632, "train_loss_step": 4.749264717102051, "n_params": 4674760, "total_flops": 50119410892800000, "train_loss": 0.023932960033416748, "subset_score_loss": 0.023932960033416748}
+{"step": 3500000, "wall_time": 34304.23789334297, "train_loss_step": 4.959348678588867, "n_params": 4674760, "total_flops": 50263019520000000, "train_loss": 0.020192842483520507, "subset_score_loss": 0.020192842483520507, "memorization_fraction_pixel": 0.2734000086784363, "mean_nn_ratio_pixel": 0.7099716663360596, "fid": 150.4086148205742, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 34397.430943250656, "train_loss_step": 4.8522186279296875, "n_params": 4674760, "total_flops": 50406628147200000, "train_loss": 0.023603270053863524, "subset_score_loss": 0.023603270053863524}
+{"step": 3520000, "wall_time": 34490.63705229759, "train_loss_step": 4.775701522827148, "n_params": 4674760, "total_flops": 50550236774400000, "train_loss": 0.021378824710845946, "subset_score_loss": 0.021378824710845946}
+{"step": 3530000, "wall_time": 34580.518292188644, "train_loss_step": 4.81241512298584, "n_params": 4674760, "total_flops": 50693845401600000, "train_loss": 0.023207988739013672, "subset_score_loss": 0.023207988739013672}
+{"step": 3540000, "wall_time": 34671.967081308365, "train_loss_step": 4.9246625900268555, "n_params": 4674760, "total_flops": 50837454028800000, "train_loss": 0.02752260446548462, "subset_score_loss": 0.02752260446548462}
+{"step": 3550000, "wall_time": 34765.333438396454, "train_loss_step": 4.695250511169434, "n_params": 4674760, "total_flops": 50981062656000000, "train_loss": 0.020843803882598877, "subset_score_loss": 0.020843803882598877}
+{"step": 3560000, "wall_time": 34858.51192235947, "train_loss_step": 4.816224098205566, "n_params": 4674760, "total_flops": 51124671283200000, "train_loss": 0.02129594802856445, "subset_score_loss": 0.02129594802856445}
+{"step": 3570000, "wall_time": 34951.53445672989, "train_loss_step": 4.88889741897583, "n_params": 4674760, "total_flops": 51268279910400000, "train_loss": 0.027547173500061035, "subset_score_loss": 0.027547173500061035}
+{"step": 3580000, "wall_time": 35042.25295829773, "train_loss_step": 4.796347618103027, "n_params": 4674760, "total_flops": 51411888537600000, "train_loss": 0.021227190494537352, "subset_score_loss": 0.021227190494537352}
+{"step": 3590000, "wall_time": 35135.43264961243, "train_loss_step": 4.923171043395996, "n_params": 4674760, "total_flops": 51555497164800000, "train_loss": 0.02413390874862671, "subset_score_loss": 0.02413390874862671}
+{"step": 3600000, "wall_time": 35296.1124484539, "train_loss_step": 4.697166919708252, "n_params": 4674760, "total_flops": 51699105792000000, "train_loss": 0.02171013116836548, "subset_score_loss": 0.02171013116836548, "memorization_fraction_pixel": 0.2912999987602234, "mean_nn_ratio_pixel": 0.6864089369773865, "fid": 138.12629825805038, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 35389.30740451813, "train_loss_step": 4.601423263549805, "n_params": 4674760, "total_flops": 51842714419200000, "train_loss": 0.024858691692352296, "subset_score_loss": 0.024858691692352296}
+{"step": 3620000, "wall_time": 35482.576635599136, "train_loss_step": 5.199333190917969, "n_params": 4674760, "total_flops": 51986323046400000, "train_loss": 0.03376720905303955, "subset_score_loss": 0.03376720905303955}
+{"step": 3630000, "wall_time": 35572.26819038391, "train_loss_step": 4.725894927978516, "n_params": 4674760, "total_flops": 52129931673600000, "train_loss": 0.02172583818435669, "subset_score_loss": 0.02172583818435669}
+{"step": 3640000, "wall_time": 35662.61767959595, "train_loss_step": 4.8946380615234375, "n_params": 4674760, "total_flops": 52273540300800000, "train_loss": 0.027163465023040772, "subset_score_loss": 0.027163465023040772}
+{"step": 3650000, "wall_time": 35755.79578113556, "train_loss_step": 4.736421585083008, "n_params": 4674760, "total_flops": 52417148928000000, "train_loss": 0.02051360845565796, "subset_score_loss": 0.02051360845565796}
+{"step": 3660000, "wall_time": 35848.878200531006, "train_loss_step": 4.493127346038818, "n_params": 4674760, "total_flops": 52560757555200000, "train_loss": 0.022567949295043944, "subset_score_loss": 0.022567949295043944}
+{"step": 3670000, "wall_time": 35942.07430744171, "train_loss_step": 4.7948713302612305, "n_params": 4674760, "total_flops": 52704366182400000, "train_loss": 0.022178571224212646, "subset_score_loss": 0.022178571224212646}
+{"step": 3680000, "wall_time": 36032.850444316864, "train_loss_step": 4.6667585372924805, "n_params": 4674760, "total_flops": 52847974809600000, "train_loss": 0.024126944541931154, "subset_score_loss": 0.024126944541931154}
+{"step": 3690000, "wall_time": 36125.278264284134, "train_loss_step": 4.3288140296936035, "n_params": 4674760, "total_flops": 52991583436800000, "train_loss": 0.021475992202758788, "subset_score_loss": 0.021475992202758788}
+{"step": 3700000, "wall_time": 36288.64617729187, "train_loss_step": 4.562247276306152, "n_params": 4674760, "total_flops": 53135192064000000, "train_loss": 0.02397076368331909, "subset_score_loss": 0.02397076368331909, "memorization_fraction_pixel": 0.3052999973297119, "mean_nn_ratio_pixel": 0.6819641590118408, "fid": 137.63974145741966, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 36378.87213921547, "train_loss_step": 4.654267311096191, "n_params": 4674760, "total_flops": 53278800691200000, "train_loss": 0.0229215145111084, "subset_score_loss": 0.0229215145111084}
+{"step": 3720000, "wall_time": 36472.03095245361, "train_loss_step": 4.70423698425293, "n_params": 4674760, "total_flops": 53422409318400000, "train_loss": 0.024421446323394776, "subset_score_loss": 0.024421446323394776}
+{"step": 3730000, "wall_time": 36563.310869932175, "train_loss_step": 4.595979690551758, "n_params": 4674760, "total_flops": 53566017945600000, "train_loss": 0.022258112430572508, "subset_score_loss": 0.022258112430572508}
+{"step": 3740000, "wall_time": 36644.267518520355, "train_loss_step": 4.430262565612793, "n_params": 4674760, "total_flops": 53709626572800000, "train_loss": 0.023033983707427978, "subset_score_loss": 0.023033983707427978}
+{"step": 3750000, "wall_time": 36735.519510746, "train_loss_step": 4.938197135925293, "n_params": 4674760, "total_flops": 53853235200000000, "train_loss": 0.02799938678741455, "subset_score_loss": 0.02799938678741455}
+{"step": 3760000, "wall_time": 36828.55518054962, "train_loss_step": 4.970732688903809, "n_params": 4674760, "total_flops": 53996843827200000, "train_loss": 0.02318394660949707, "subset_score_loss": 0.02318394660949707}
+{"step": 3770000, "wall_time": 36921.80632472038, "train_loss_step": 4.896692752838135, "n_params": 4674760, "total_flops": 54140452454400000, "train_loss": 0.02805558204650879, "subset_score_loss": 0.02805558204650879}
+{"step": 3780000, "wall_time": 37014.8626704216, "train_loss_step": 4.491613388061523, "n_params": 4674760, "total_flops": 54284061081600000, "train_loss": 0.021206963062286376, "subset_score_loss": 0.021206963062286376}
+{"step": 3790000, "wall_time": 37102.86633181572, "train_loss_step": 4.679664611816406, "n_params": 4674760, "total_flops": 54427669708800000, "train_loss": 0.023090803623199464, "subset_score_loss": 0.023090803623199464}
+{"step": 3800000, "wall_time": 37266.3667743206, "train_loss_step": 4.6109514236450195, "n_params": 4674760, "total_flops": 54571278336000000, "train_loss": 0.02375028610229492, "subset_score_loss": 0.02375028610229492, "memorization_fraction_pixel": 0.30570000410079956, "mean_nn_ratio_pixel": 0.6845778226852417, "fid": 143.6508571167097, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 37360.15365123749, "train_loss_step": 4.434542655944824, "n_params": 4674760, "total_flops": 54714886963200000, "train_loss": 0.02090407371520996, "subset_score_loss": 0.02090407371520996}
+{"step": 3820000, "wall_time": 37449.908422231674, "train_loss_step": 4.67941951751709, "n_params": 4674760, "total_flops": 54858495590400000, "train_loss": 0.0224440336227417, "subset_score_loss": 0.0224440336227417}
+{"step": 3830000, "wall_time": 37541.33763194084, "train_loss_step": 4.799816131591797, "n_params": 4674760, "total_flops": 55002104217600000, "train_loss": 0.021893386840820313, "subset_score_loss": 0.021893386840820313}
+{"step": 3840000, "wall_time": 37634.14833474159, "train_loss_step": 4.616235256195068, "n_params": 4674760, "total_flops": 55145712844800000, "train_loss": 0.02198429822921753, "subset_score_loss": 0.02198429822921753}
+{"step": 3850000, "wall_time": 37725.343057870865, "train_loss_step": 4.544532775878906, "n_params": 4674760, "total_flops": 55289321472000000, "train_loss": 0.024486534595489502, "subset_score_loss": 0.024486534595489502}
+{"step": 3860000, "wall_time": 37818.275398015976, "train_loss_step": 4.42117166519165, "n_params": 4674760, "total_flops": 55432930099200000, "train_loss": 0.022127392292022704, "subset_score_loss": 0.022127392292022704}
+{"step": 3870000, "wall_time": 37911.4163916111, "train_loss_step": 4.923818588256836, "n_params": 4674760, "total_flops": 55576538726400000, "train_loss": 0.021066460609436035, "subset_score_loss": 0.021066460609436035}
+{"step": 3880000, "wall_time": 38004.521169900894, "train_loss_step": 4.654938697814941, "n_params": 4674760, "total_flops": 55720147353600000, "train_loss": 0.02140540599822998, "subset_score_loss": 0.02140540599822998}
+{"step": 3890000, "wall_time": 38097.48354434967, "train_loss_step": 4.204015731811523, "n_params": 4674760, "total_flops": 55863755980800000, "train_loss": 0.023273067474365236, "subset_score_loss": 0.023273067474365236}
+{"step": 3900000, "wall_time": 38257.551698446274, "train_loss_step": 4.697388172149658, "n_params": 4674760, "total_flops": 56007364608000000, "train_loss": 0.0188706636428833, "subset_score_loss": 0.0188706636428833, "memorization_fraction_pixel": 0.3262999951839447, "mean_nn_ratio_pixel": 0.6676604747772217, "fid": 135.95936457603227, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 38350.61964440346, "train_loss_step": 4.846513748168945, "n_params": 4674760, "total_flops": 56150973235200000, "train_loss": 0.02104111909866333, "subset_score_loss": 0.02104111909866333}
+{"step": 3920000, "wall_time": 38440.81351542473, "train_loss_step": 4.56444787979126, "n_params": 4674760, "total_flops": 56294581862400000, "train_loss": 0.020945358276367187, "subset_score_loss": 0.020945358276367187}
+{"step": 3930000, "wall_time": 38531.84021830559, "train_loss_step": 4.410085201263428, "n_params": 4674760, "total_flops": 56438190489600000, "train_loss": 0.019113689661026, "subset_score_loss": 0.019113689661026}
+{"step": 3940000, "wall_time": 38624.92200875282, "train_loss_step": 4.897242069244385, "n_params": 4674760, "total_flops": 56581799116800000, "train_loss": 0.02641674518585205, "subset_score_loss": 0.02641674518585205}
+{"step": 3950000, "wall_time": 38716.43432474136, "train_loss_step": 4.571908473968506, "n_params": 4674760, "total_flops": 56725407744000000, "train_loss": 0.020476830005645753, "subset_score_loss": 0.020476830005645753}
+{"step": 3960000, "wall_time": 38809.105358839035, "train_loss_step": 4.721736907958984, "n_params": 4674760, "total_flops": 56869016371200000, "train_loss": 0.019986066818237305, "subset_score_loss": 0.019986066818237305}
+{"step": 3970000, "wall_time": 38902.05663514137, "train_loss_step": 4.4753594398498535, "n_params": 4674760, "total_flops": 57012624998400000, "train_loss": 0.021278486251831055, "subset_score_loss": 0.021278486251831055}
+{"step": 3980000, "wall_time": 38995.15722370148, "train_loss_step": 4.4370269775390625, "n_params": 4674760, "total_flops": 57156233625600000, "train_loss": 0.023705973625183105, "subset_score_loss": 0.023705973625183105}
+{"step": 3990000, "wall_time": 39088.40842437744, "train_loss_step": 4.515537738800049, "n_params": 4674760, "total_flops": 57299842252800000, "train_loss": 0.021671299934387208, "subset_score_loss": 0.021671299934387208}
+{"step": 4000000, "wall_time": 39247.985455513, "train_loss_step": 4.547066688537598, "n_params": 4674760, "total_flops": 57443450880000000, "train_loss": 0.020609662532806397, "subset_score_loss": 0.020609662532806397, "memorization_fraction_pixel": 0.34119999408721924, "mean_nn_ratio_pixel": 0.6622459888458252, "fid": 135.52690324818866, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 39340.93754482269, "train_loss_step": 4.662620544433594, "n_params": 4674760, "total_flops": 57587059507200000, "train_loss": 0.022002899646759035, "subset_score_loss": 0.022002899646759035}
+{"step": 4020000, "wall_time": 39434.08330011368, "train_loss_step": 4.571605682373047, "n_params": 4674760, "total_flops": 57730668134400000, "train_loss": 0.036602115631103514, "subset_score_loss": 0.036602115631103514}
+{"step": 4030000, "wall_time": 39522.72811818123, "train_loss_step": 4.402567386627197, "n_params": 4674760, "total_flops": 57874276761600000, "train_loss": 0.024967916011810302, "subset_score_loss": 0.024967916011810302}
+{"step": 4040000, "wall_time": 39615.948434352875, "train_loss_step": 4.580472469329834, "n_params": 4674760, "total_flops": 58017885388800000, "train_loss": 0.021570312976837158, "subset_score_loss": 0.021570312976837158}
+{"step": 4050000, "wall_time": 39708.940175294876, "train_loss_step": 4.135136604309082, "n_params": 4674760, "total_flops": 58161494016000000, "train_loss": 0.02030329465866089, "subset_score_loss": 0.02030329465866089}
+{"step": 4060000, "wall_time": 39798.61570906639, "train_loss_step": 4.707392692565918, "n_params": 4674760, "total_flops": 58305102643200000, "train_loss": 0.02291898012161255, "subset_score_loss": 0.02291898012161255}
+{"step": 4070000, "wall_time": 39891.877125024796, "train_loss_step": 4.34201717376709, "n_params": 4674760, "total_flops": 58448711270400000, "train_loss": 0.021702642440795897, "subset_score_loss": 0.021702642440795897}
+{"step": 4080000, "wall_time": 39985.03034877777, "train_loss_step": 4.45647668838501, "n_params": 4674760, "total_flops": 58592319897600000, "train_loss": 0.019026639461517333, "subset_score_loss": 0.019026639461517333}
+{"step": 4090000, "wall_time": 40078.01206660271, "train_loss_step": 4.576474189758301, "n_params": 4674760, "total_flops": 58735928524800000, "train_loss": 0.0195259165763855, "subset_score_loss": 0.0195259165763855}
+{"step": 4100000, "wall_time": 40239.27132940292, "train_loss_step": 4.1440534591674805, "n_params": 4674760, "total_flops": 58879537152000000, "train_loss": 0.023355541229248048, "subset_score_loss": 0.023355541229248048, "memorization_fraction_pixel": 0.3310999870300293, "mean_nn_ratio_pixel": 0.6762502193450928, "fid": 146.82057548608708, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 40332.222336530685, "train_loss_step": 4.542738914489746, "n_params": 4674760, "total_flops": 59023145779200000, "train_loss": 0.02080604076385498, "subset_score_loss": 0.02080604076385498}
+{"step": 4120000, "wall_time": 40423.62103009224, "train_loss_step": 4.629341125488281, "n_params": 4674760, "total_flops": 59166754406400000, "train_loss": 0.02531179428100586, "subset_score_loss": 0.02531179428100586}
+{"step": 4130000, "wall_time": 40516.67343235016, "train_loss_step": 4.513431072235107, "n_params": 4674760, "total_flops": 59310363033600000, "train_loss": 0.02231114149093628, "subset_score_loss": 0.02231114149093628}
+{"step": 4140000, "wall_time": 40593.311744213104, "train_loss_step": 4.337398529052734, "n_params": 4674760, "total_flops": 59453971660800000, "train_loss": 0.02432999849319458, "subset_score_loss": 0.02432999849319458}
+{"step": 4150000, "wall_time": 40686.308341026306, "train_loss_step": 4.44818639755249, "n_params": 4674760, "total_flops": 59597580288000000, "train_loss": 0.021146621704101563, "subset_score_loss": 0.021146621704101563}
+{"step": 4160000, "wall_time": 40772.721160411835, "train_loss_step": 4.360722541809082, "n_params": 4674760, "total_flops": 59741188915200000, "train_loss": 0.02640036344528198, "subset_score_loss": 0.02640036344528198}
+{"step": 4170000, "wall_time": 40856.43800616264, "train_loss_step": 4.390264511108398, "n_params": 4674760, "total_flops": 59884797542400000, "train_loss": 0.020935463905334472, "subset_score_loss": 0.020935463905334472}
+{"step": 4180000, "wall_time": 40949.43200802803, "train_loss_step": 4.5306572914123535, "n_params": 4674760, "total_flops": 60028406169600000, "train_loss": 0.021434471607208253, "subset_score_loss": 0.021434471607208253}
+{"step": 4190000, "wall_time": 41042.681398153305, "train_loss_step": 4.61981725692749, "n_params": 4674760, "total_flops": 60172014796800000, "train_loss": 0.02055715560913086, "subset_score_loss": 0.02055715560913086}
+{"step": 4200000, "wall_time": 41205.39656877518, "train_loss_step": 4.4630608558654785, "n_params": 4674760, "total_flops": 60315623424000000, "train_loss": 0.023063578605651856, "subset_score_loss": 0.023063578605651856, "memorization_fraction_pixel": 0.3334999978542328, "mean_nn_ratio_pixel": 0.672588050365448, "fid": 144.46039992918674, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 41285.73720192909, "train_loss_step": 4.551961898803711, "n_params": 4674760, "total_flops": 60459232051200000, "train_loss": 0.021499896049499513, "subset_score_loss": 0.021499896049499513}
+{"step": 4220000, "wall_time": 41376.52239942551, "train_loss_step": 4.581137657165527, "n_params": 4674760, "total_flops": 60602840678400000, "train_loss": 0.019629944562911988, "subset_score_loss": 0.019629944562911988}
+{"step": 4230000, "wall_time": 41469.659906864166, "train_loss_step": 4.397334575653076, "n_params": 4674760, "total_flops": 60746449305600000, "train_loss": 0.02143098592758179, "subset_score_loss": 0.02143098592758179}
+{"step": 4240000, "wall_time": 41562.89237785339, "train_loss_step": 4.944248199462891, "n_params": 4674760, "total_flops": 60890057932800000, "train_loss": 0.024995503425598146, "subset_score_loss": 0.024995503425598146}
+{"step": 4250000, "wall_time": 41647.94488072395, "train_loss_step": 4.314943313598633, "n_params": 4674760, "total_flops": 61033666560000000, "train_loss": 0.019645881652832032, "subset_score_loss": 0.019645881652832032}
+{"step": 4260000, "wall_time": 41739.65683031082, "train_loss_step": 4.917843341827393, "n_params": 4674760, "total_flops": 61177275187200000, "train_loss": 0.02047720193862915, "subset_score_loss": 0.02047720193862915}
+{"step": 4270000, "wall_time": 41828.87075924873, "train_loss_step": 4.886286735534668, "n_params": 4674760, "total_flops": 61320883814400000, "train_loss": 0.020699770450592042, "subset_score_loss": 0.020699770450592042}
+{"step": 4280000, "wall_time": 41909.150116443634, "train_loss_step": 4.64432430267334, "n_params": 4674760, "total_flops": 61464492441600000, "train_loss": 0.022815225124359132, "subset_score_loss": 0.022815225124359132}
+{"step": 4290000, "wall_time": 42002.43116354942, "train_loss_step": 4.7088236808776855, "n_params": 4674760, "total_flops": 61608101068800000, "train_loss": 0.021953771114349364, "subset_score_loss": 0.021953771114349364}
+{"step": 4300000, "wall_time": 42165.88442516327, "train_loss_step": 5.1190900802612305, "n_params": 4674760, "total_flops": 61751709696000000, "train_loss": 0.020446746349334716, "subset_score_loss": 0.020446746349334716, "memorization_fraction_pixel": 0.3084000051021576, "mean_nn_ratio_pixel": 0.7011165618896484, "fid": 165.16678002027317, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 42258.964008808136, "train_loss_step": 4.975920677185059, "n_params": 4674760, "total_flops": 61895318323200000, "train_loss": 0.022071099281311034, "subset_score_loss": 0.022071099281311034}
+{"step": 4320000, "wall_time": 42338.458268642426, "train_loss_step": 4.452418327331543, "n_params": 4674760, "total_flops": 62038926950400000, "train_loss": 0.018669297695159914, "subset_score_loss": 0.018669297695159914}
+{"step": 4330000, "wall_time": 42430.03346705437, "train_loss_step": 4.483139514923096, "n_params": 4674760, "total_flops": 62182535577600000, "train_loss": 0.019166512489318846, "subset_score_loss": 0.019166512489318846}
+{"step": 4340000, "wall_time": 42523.191167116165, "train_loss_step": 4.7302680015563965, "n_params": 4674760, "total_flops": 62326144204800000, "train_loss": 0.019736080169677733, "subset_score_loss": 0.019736080169677733}
+{"step": 4350000, "wall_time": 42616.56389045715, "train_loss_step": 4.784036636352539, "n_params": 4674760, "total_flops": 62469752832000000, "train_loss": 0.022112817764282228, "subset_score_loss": 0.022112817764282228}
+{"step": 4360000, "wall_time": 42701.711315870285, "train_loss_step": 4.54725456237793, "n_params": 4674760, "total_flops": 62613361459200000, "train_loss": 0.020045669078826905, "subset_score_loss": 0.020045669078826905}
+{"step": 4370000, "wall_time": 42792.522606134415, "train_loss_step": 4.505149841308594, "n_params": 4674760, "total_flops": 62756970086400000, "train_loss": 0.022267868518829347, "subset_score_loss": 0.022267868518829347}
+{"step": 4380000, "wall_time": 42884.79185819626, "train_loss_step": 4.726125717163086, "n_params": 4674760, "total_flops": 62900578713600000, "train_loss": 0.022036769390106202, "subset_score_loss": 0.022036769390106202}
+{"step": 4390000, "wall_time": 42961.844078063965, "train_loss_step": 4.61958122253418, "n_params": 4674760, "total_flops": 63044187340800000, "train_loss": 0.020496208667755127, "subset_score_loss": 0.020496208667755127}
+{"step": 4400000, "wall_time": 43125.5025074482, "train_loss_step": 4.68372106552124, "n_params": 4674760, "total_flops": 63187795968000000, "train_loss": 0.020986664295196533, "subset_score_loss": 0.020986664295196533, "memorization_fraction_pixel": 0.3240000009536743, "mean_nn_ratio_pixel": 0.6896110773086548, "fid": 154.42914467791195, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 43218.711024045944, "train_loss_step": 4.521047592163086, "n_params": 4674760, "total_flops": 63331404595200000, "train_loss": 0.021949000358581543, "subset_score_loss": 0.021949000358581543}
+{"step": 4420000, "wall_time": 43309.90482211113, "train_loss_step": 4.528985023498535, "n_params": 4674760, "total_flops": 63475013222400000, "train_loss": 0.0215409255027771, "subset_score_loss": 0.0215409255027771}
+{"step": 4430000, "wall_time": 43394.22641372681, "train_loss_step": 4.618253707885742, "n_params": 4674760, "total_flops": 63618621849600000, "train_loss": 0.020401105880737305, "subset_score_loss": 0.020401105880737305}
+{"step": 4440000, "wall_time": 43484.120592832565, "train_loss_step": 4.77280330657959, "n_params": 4674760, "total_flops": 63762230476800000, "train_loss": 0.020342297554016113, "subset_score_loss": 0.020342297554016113}
+{"step": 4450000, "wall_time": 43577.156742334366, "train_loss_step": 4.60119104385376, "n_params": 4674760, "total_flops": 63905839104000000, "train_loss": 0.021382174491882323, "subset_score_loss": 0.021382174491882323}
+{"step": 4460000, "wall_time": 43670.09561061859, "train_loss_step": 4.560830116271973, "n_params": 4674760, "total_flops": 64049447731200000, "train_loss": 0.02226000785827637, "subset_score_loss": 0.02226000785827637}
+{"step": 4470000, "wall_time": 43757.10934090614, "train_loss_step": 4.819131851196289, "n_params": 4674760, "total_flops": 64193056358400000, "train_loss": 0.02154052734375, "subset_score_loss": 0.02154052734375}
+{"step": 4480000, "wall_time": 43838.737293720245, "train_loss_step": 4.482769012451172, "n_params": 4674760, "total_flops": 64336664985600000, "train_loss": 0.02092609167098999, "subset_score_loss": 0.02092609167098999}
+{"step": 4490000, "wall_time": 43932.18838310242, "train_loss_step": 4.395615577697754, "n_params": 4674760, "total_flops": 64480273612800000, "train_loss": 0.02027406692504883, "subset_score_loss": 0.02027406692504883}
+{"step": 4500000, "wall_time": 44081.416031599045, "train_loss_step": 4.419811248779297, "n_params": 4674760, "total_flops": 64623882240000000, "train_loss": 0.024942245483398438, "subset_score_loss": 0.024942245483398438, "memorization_fraction_pixel": 0.37229999899864197, "mean_nn_ratio_pixel": 0.6403620839118958, "fid": 135.63066356683277, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 44174.60101914406, "train_loss_step": 4.188356876373291, "n_params": 4674760, "total_flops": 64767490867200000, "train_loss": 0.019144192934036255, "subset_score_loss": 0.019144192934036255}
+{"step": 4520000, "wall_time": 44266.01402568817, "train_loss_step": 4.675487518310547, "n_params": 4674760, "total_flops": 64911099494400000, "train_loss": 0.021323986053466797, "subset_score_loss": 0.021323986053466797}
+{"step": 4530000, "wall_time": 44359.03540635109, "train_loss_step": 4.5654802322387695, "n_params": 4674760, "total_flops": 65054708121600000, "train_loss": 0.0213873291015625, "subset_score_loss": 0.0213873291015625}
+{"step": 4540000, "wall_time": 44444.85873222351, "train_loss_step": 4.563157558441162, "n_params": 4674760, "total_flops": 65198316748800000, "train_loss": 0.02862105131149292, "subset_score_loss": 0.02862105131149292}
+{"step": 4550000, "wall_time": 44533.36019349098, "train_loss_step": 4.681183815002441, "n_params": 4674760, "total_flops": 65341925376000000, "train_loss": 0.021221764087677, "subset_score_loss": 0.021221764087677}
+{"step": 4560000, "wall_time": 44626.28350400925, "train_loss_step": 4.654424667358398, "n_params": 4674760, "total_flops": 65485534003200000, "train_loss": 0.020743775367736816, "subset_score_loss": 0.020743775367736816}
+{"step": 4570000, "wall_time": 44719.32254576683, "train_loss_step": 4.192363262176514, "n_params": 4674760, "total_flops": 65629142630400000, "train_loss": 0.020314211845397948, "subset_score_loss": 0.020314211845397948}
+{"step": 4580000, "wall_time": 44812.53129410744, "train_loss_step": 4.324160575866699, "n_params": 4674760, "total_flops": 65772751257600000, "train_loss": 0.02117865324020386, "subset_score_loss": 0.02117865324020386}
+{"step": 4590000, "wall_time": 44890.23371505737, "train_loss_step": 4.58592414855957, "n_params": 4674760, "total_flops": 65916359884800000, "train_loss": 0.020500590801239015, "subset_score_loss": 0.020500590801239015}
+{"step": 4600000, "wall_time": 45043.19937515259, "train_loss_step": 4.78842830657959, "n_params": 4674760, "total_flops": 66059968512000000, "train_loss": 0.02161355972290039, "subset_score_loss": 0.02161355972290039, "memorization_fraction_pixel": 0.37529999017715454, "mean_nn_ratio_pixel": 0.6441838145256042, "fid": 147.26423852402797, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 45134.88024187088, "train_loss_step": 4.216580390930176, "n_params": 4674760, "total_flops": 66203577139200000, "train_loss": 0.019510289430618288, "subset_score_loss": 0.019510289430618288}
+{"step": 4620000, "wall_time": 45228.02821660042, "train_loss_step": 4.339846611022949, "n_params": 4674760, "total_flops": 66347185766400000, "train_loss": 0.020870733261108398, "subset_score_loss": 0.020870733261108398}
+{"step": 4630000, "wall_time": 45320.95289349556, "train_loss_step": 4.947787761688232, "n_params": 4674760, "total_flops": 66490794393600000, "train_loss": 0.021599199771881104, "subset_score_loss": 0.021599199771881104}
+{"step": 4640000, "wall_time": 45414.17150592804, "train_loss_step": 4.708905220031738, "n_params": 4674760, "total_flops": 66634403020800000, "train_loss": 0.022887256145477295, "subset_score_loss": 0.022887256145477295}
+{"step": 4650000, "wall_time": 45500.53630399704, "train_loss_step": 4.6289496421813965, "n_params": 4674760, "total_flops": 66778011648000000, "train_loss": 0.01949796676635742, "subset_score_loss": 0.01949796676635742}
+{"step": 4660000, "wall_time": 45587.32116436958, "train_loss_step": 4.7584228515625, "n_params": 4674760, "total_flops": 66921620275200000, "train_loss": 0.020140104293823242, "subset_score_loss": 0.020140104293823242}
+{"step": 4670000, "wall_time": 45680.163309812546, "train_loss_step": 4.959668159484863, "n_params": 4674760, "total_flops": 67065228902400000, "train_loss": 0.026181890964508056, "subset_score_loss": 0.026181890964508056}
+{"step": 4680000, "wall_time": 45773.291835308075, "train_loss_step": 4.618596076965332, "n_params": 4674760, "total_flops": 67208837529600000, "train_loss": 0.019149224758148193, "subset_score_loss": 0.019149224758148193}
+{"step": 4690000, "wall_time": 45866.452246427536, "train_loss_step": 4.319859027862549, "n_params": 4674760, "total_flops": 67352446156800000, "train_loss": 0.02024094820022583, "subset_score_loss": 0.02024094820022583}
+{"step": 4700000, "wall_time": 46016.2198073864, "train_loss_step": 4.366079330444336, "n_params": 4674760, "total_flops": 67496054784000000, "train_loss": 0.018086504936218262, "subset_score_loss": 0.018086504936218262, "memorization_fraction_pixel": 0.37290000915527344, "mean_nn_ratio_pixel": 0.6541319489479065, "fid": 154.33936500873722, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 46093.58892893791, "train_loss_step": 4.164679527282715, "n_params": 4674760, "total_flops": 67639663411200000, "train_loss": 0.02065950393676758, "subset_score_loss": 0.02065950393676758}
+{"step": 4720000, "wall_time": 46186.58550834656, "train_loss_step": 4.786897659301758, "n_params": 4674760, "total_flops": 67783272038400000, "train_loss": 0.021394460201263427, "subset_score_loss": 0.021394460201263427}
+{"step": 4730000, "wall_time": 46279.90770959854, "train_loss_step": 4.6317644119262695, "n_params": 4674760, "total_flops": 67926880665600000, "train_loss": 0.020795016288757323, "subset_score_loss": 0.020795016288757323}
+{"step": 4740000, "wall_time": 46372.91066932678, "train_loss_step": 4.66847562789917, "n_params": 4674760, "total_flops": 68070489292800000, "train_loss": 0.020078070163726806, "subset_score_loss": 0.020078070163726806}
+{"step": 4750000, "wall_time": 46466.05750083923, "train_loss_step": 4.514981269836426, "n_params": 4674760, "total_flops": 68214097920000000, "train_loss": 0.020947179794311523, "subset_score_loss": 0.020947179794311523}
+{"step": 4760000, "wall_time": 46554.64625000954, "train_loss_step": 4.613804817199707, "n_params": 4674760, "total_flops": 68357706547200000, "train_loss": 0.019548367261886596, "subset_score_loss": 0.019548367261886596}
+{"step": 4770000, "wall_time": 46642.31853270531, "train_loss_step": 4.463635444641113, "n_params": 4674760, "total_flops": 68501315174400000, "train_loss": 0.021910955905914308, "subset_score_loss": 0.021910955905914308}
+{"step": 4780000, "wall_time": 46735.61397457123, "train_loss_step": 4.64008092880249, "n_params": 4674760, "total_flops": 68644923801600000, "train_loss": 0.019047641754150392, "subset_score_loss": 0.019047641754150392}
+{"step": 4790000, "wall_time": 46828.8199031353, "train_loss_step": 4.772646427154541, "n_params": 4674760, "total_flops": 68788532428800000, "train_loss": 0.019237583875656127, "subset_score_loss": 0.019237583875656127}
+{"step": 4800000, "wall_time": 46992.76131296158, "train_loss_step": 4.618930816650391, "n_params": 4674760, "total_flops": 68932141056000000, "train_loss": 0.021354708671569824, "subset_score_loss": 0.021354708671569824, "memorization_fraction_pixel": 0.3506999909877777, "mean_nn_ratio_pixel": 0.6665383577346802, "fid": 149.29070663481832, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 47073.890516757965, "train_loss_step": 4.369823932647705, "n_params": 4674760, "total_flops": 69075749683200000, "train_loss": 0.02048753499984741, "subset_score_loss": 0.02048753499984741}
+{"step": 4820000, "wall_time": 47151.83525252342, "train_loss_step": 4.278162002563477, "n_params": 4674760, "total_flops": 69219358310400000, "train_loss": 0.021983115673065184, "subset_score_loss": 0.021983115673065184}
+{"step": 4830000, "wall_time": 47245.07568836212, "train_loss_step": 4.526381969451904, "n_params": 4674760, "total_flops": 69362966937600000, "train_loss": 0.022098579406738282, "subset_score_loss": 0.022098579406738282}
+{"step": 4840000, "wall_time": 47338.38426423073, "train_loss_step": 4.361078262329102, "n_params": 4674760, "total_flops": 69506575564800000, "train_loss": 0.01973002552986145, "subset_score_loss": 0.01973002552986145}
+{"step": 4850000, "wall_time": 47431.32434511185, "train_loss_step": 4.198266983032227, "n_params": 4674760, "total_flops": 69650184192000000, "train_loss": 0.01912495732307434, "subset_score_loss": 0.01912495732307434}
+{"step": 4860000, "wall_time": 47524.45213365555, "train_loss_step": 4.570977210998535, "n_params": 4674760, "total_flops": 69793792819200000, "train_loss": 0.02028881072998047, "subset_score_loss": 0.02028881072998047}
+{"step": 4870000, "wall_time": 47612.0125849247, "train_loss_step": 4.641845226287842, "n_params": 4674760, "total_flops": 69937401446400000, "train_loss": 0.01922632575035095, "subset_score_loss": 0.01922632575035095}
+{"step": 4880000, "wall_time": 47701.19776678085, "train_loss_step": 4.501408576965332, "n_params": 4674760, "total_flops": 70081010073600000, "train_loss": 0.01986296534538269, "subset_score_loss": 0.01986296534538269}
+{"step": 4890000, "wall_time": 47794.45648050308, "train_loss_step": 4.531613349914551, "n_params": 4674760, "total_flops": 70224618700800000, "train_loss": 0.019681708812713625, "subset_score_loss": 0.019681708812713625}
+{"step": 4900000, "wall_time": 47956.54514455795, "train_loss_step": 4.766542911529541, "n_params": 4674760, "total_flops": 70368227328000000, "train_loss": 0.020419528484344484, "subset_score_loss": 0.020419528484344484, "memorization_fraction_pixel": 0.3433000147342682, "mean_nn_ratio_pixel": 0.6814300417900085, "fid": 161.5355119280623, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 48037.27758717537, "train_loss_step": 4.710203647613525, "n_params": 4674760, "total_flops": 70511835955200000, "train_loss": 0.022085764408111573, "subset_score_loss": 0.022085764408111573}
+{"step": 4920000, "wall_time": 48095.305480480194, "train_loss_step": 4.482535362243652, "n_params": 4674760, "total_flops": 70655444582400000, "train_loss": 0.019901765584945677, "subset_score_loss": 0.019901765584945677}
+{"step": 4930000, "wall_time": 48159.08492398262, "train_loss_step": 4.299559116363525, "n_params": 4674760, "total_flops": 70799053209600000, "train_loss": 0.01744906783103943, "subset_score_loss": 0.01744906783103943}
+{"step": 4940000, "wall_time": 48234.55022740364, "train_loss_step": 4.251214027404785, "n_params": 4674760, "total_flops": 70942661836800000, "train_loss": 0.017922457456588745, "subset_score_loss": 0.017922457456588745}
+{"step": 4950000, "wall_time": 48309.61746382713, "train_loss_step": 4.499838829040527, "n_params": 4674760, "total_flops": 71086270464000000, "train_loss": 0.021462841033935545, "subset_score_loss": 0.021462841033935545}
+{"step": 4960000, "wall_time": 48384.876138687134, "train_loss_step": 4.32304048538208, "n_params": 4674760, "total_flops": 71229879091200000, "train_loss": 0.018273879289627076, "subset_score_loss": 0.018273879289627076}
+{"step": 4970000, "wall_time": 48460.293270111084, "train_loss_step": 4.202308177947998, "n_params": 4674760, "total_flops": 71373487718400000, "train_loss": 0.022004258632659913, "subset_score_loss": 0.022004258632659913}
+{"step": 4980000, "wall_time": 48529.653797626495, "train_loss_step": 4.187183380126953, "n_params": 4674760, "total_flops": 71517096345600000, "train_loss": 0.019299411773681642, "subset_score_loss": 0.019299411773681642}
+{"step": 4990000, "wall_time": 48596.369987010956, "train_loss_step": 4.634842395782471, "n_params": 4674760, "total_flops": 71660704972800000, "train_loss": 0.020842843055725098, "subset_score_loss": 0.020842843055725098}
+{"step": 5000000, "wall_time": 48729.476627111435, "train_loss_step": 4.360700607299805, "n_params": 4674760, "total_flops": 71804313600000000, "train_loss": 0.018307613134384157, "subset_score_loss": 0.018307613134384157, "memorization_fraction_pixel": 0.35519999265670776, "mean_nn_ratio_pixel": 0.6614631414413452, "fid": 155.14415531897762, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..969e610c9542c94d679a12a5825e5632f047ba71
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d200/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     71s | train_loss=1.0028 | fid=300.3936
+  step   10000 |    159s | train_loss=0.7368
+  step   20000 |    252s | train_loss=0.6199
+  step   30000 |    346s | train_loss=0.5438
+  step   40000 |    439s | train_loss=0.4760
+  step   50000 |    532s | train_loss=0.4001
+  step   60000 |    626s | train_loss=0.3323
+  step   70000 |    719s | train_loss=0.2725
+  step   80000 |    813s | train_loss=0.2314
+  step   90000 |    906s | train_loss=0.1982
+  step  100000 |   1068s | train_loss=0.1755 | fid=186.0139
+  step  110000 |   1155s | train_loss=0.1577
+  step  120000 |   1248s | train_loss=0.1443
+  step  130000 |   1341s | train_loss=0.1406
+  step  140000 |   1435s | train_loss=0.1449
+  step  150000 |   1528s | train_loss=0.1186
+  step  160000 |   1621s | train_loss=0.1134
+  step  170000 |   1714s | train_loss=0.1207
+  step  180000 |   1808s | train_loss=0.1047
+  step  190000 |   1901s | train_loss=0.1013
+  step  200000 |   2063s | train_loss=0.0984 | fid=236.8327
+  step  210000 |   2154s | train_loss=0.0993
+  step  220000 |   2243s | train_loss=0.0927
+  step  230000 |   2336s | train_loss=0.1028
+  step  240000 |   2429s | train_loss=0.0941
+  step  250000 |   2522s | train_loss=0.0900
+  step  260000 |   2616s | train_loss=0.0815
+  step  270000 |   2709s | train_loss=0.0922
+  step  280000 |   2802s | train_loss=0.0841
+  step  290000 |   2895s | train_loss=0.0745
+  step  300000 |   3057s | train_loss=0.0848 | fid=286.8382
+  step  310000 |   3151s | train_loss=0.0745
+  step  320000 |   3241s | train_loss=0.0806
+  step  330000 |   3331s | train_loss=0.0705
+  step  340000 |   3424s | train_loss=0.0688
+  step  350000 |   3517s | train_loss=0.0695
+  step  360000 |   3611s | train_loss=0.0696
+  step  370000 |   3704s | train_loss=0.0643
+  step  380000 |   3797s | train_loss=0.0709
+  step  390000 |   3890s | train_loss=0.0654
+  step  400000 |   4052s | train_loss=0.0619 | fid=329.7097
+  step  410000 |   4145s | train_loss=0.0622
+  step  420000 |   4236s | train_loss=0.0627
+  step  430000 |   4328s | train_loss=0.0623
+  step  440000 |   4418s | train_loss=0.0592
+  step  450000 |   4511s | train_loss=0.0566
+  step  460000 |   4604s | train_loss=0.0584
+  step  470000 |   4698s | train_loss=0.0568
+  step  480000 |   4791s | train_loss=0.0544
+  step  490000 |   4884s | train_loss=0.0546
+  step  500000 |   5045s | train_loss=0.0545 | fid=318.1802
+  step  510000 |   5139s | train_loss=0.0541
+  step  520000 |   5229s | train_loss=0.0611
+  step  530000 |   5322s | train_loss=0.0528
+  step  540000 |   5412s | train_loss=0.0532
+  step  550000 |   5505s | train_loss=0.0552
+  step  560000 |   5598s | train_loss=0.0497
+  step  570000 |   5691s | train_loss=0.0519
+  step  580000 |   5785s | train_loss=0.0509
+  step  590000 |   5878s | train_loss=0.0503
+  step  600000 |   6039s | train_loss=0.0472 | fid=313.7183
+  step  610000 |   6133s | train_loss=0.0477
+  step  620000 |   6226s | train_loss=0.0482
+  step  630000 |   6317s | train_loss=0.0472
+  step  640000 |   6409s | train_loss=0.0469
+  step  650000 |   6500s | train_loss=0.0542
+  step  660000 |   6593s | train_loss=0.0470
+  step  670000 |   6686s | train_loss=0.0467
+  step  680000 |   6780s | train_loss=0.0446
+  step  690000 |   6873s | train_loss=0.0466
+  step  700000 |   7035s | train_loss=0.0449 | fid=313.9525
+  step  710000 |   7128s | train_loss=0.0601
+  step  720000 |   7222s | train_loss=0.0506
+  step  730000 |   7313s | train_loss=0.0452
+  step  740000 |   7406s | train_loss=0.0459
+  step  750000 |   7497s | train_loss=0.0425
+  step  760000 |   7588s | train_loss=0.0483
+  step  770000 |   7681s | train_loss=0.0445
+  step  780000 |   7774s | train_loss=0.0427
+  step  790000 |   7867s | train_loss=0.0417
+  step  800000 |   8028s | train_loss=0.0451 | fid=295.6128
+  step  810000 |   8122s | train_loss=0.0461
+  step  820000 |   8215s | train_loss=0.0404
+  step  830000 |   8308s | train_loss=0.0425
+  step  840000 |   8398s | train_loss=0.0395
+  step  850000 |   8492s | train_loss=0.0430
+  step  860000 |   8583s | train_loss=0.0431
+  step  870000 |   8674s | train_loss=0.0422
+  step  880000 |   8767s | train_loss=0.0447
+  step  890000 |   8859s | train_loss=0.0395
+  step  900000 |   9021s | train_loss=0.0403 | fid=291.5437
+  step  910000 |   9115s | train_loss=0.0430
+  step  920000 |   9208s | train_loss=0.0393
+  step  930000 |   9301s | train_loss=0.0391
+  step  940000 |   9391s | train_loss=0.0486
+  step  950000 |   9484s | train_loss=0.0405
+  step  960000 |   9576s | train_loss=0.0380
+  step  970000 |   9666s | train_loss=0.0371
+  step  980000 |   9760s | train_loss=0.0377
+  step  990000 |   9851s | train_loss=0.0391
+  step 1000000 |  10015s | train_loss=0.0385 | fid=287.0711
+  step 1010000 |  10108s | train_loss=0.0394
+  step 1020000 |  10202s | train_loss=0.0373
+  step 1030000 |  10295s | train_loss=0.0361
+  step 1040000 |  10385s | train_loss=0.0370
+  step 1050000 |  10478s | train_loss=0.0364
+  step 1060000 |  10572s | train_loss=0.0356
+  step 1070000 |  10662s | train_loss=0.0362
+  step 1080000 |  10753s | train_loss=0.0415
+  step 1090000 |  10844s | train_loss=0.0363
+  step 1100000 |  11008s | train_loss=0.0367 | fid=276.0186
+  step 1110000 |  11101s | train_loss=0.0365
+  step 1120000 |  11194s | train_loss=0.0393
+  step 1130000 |  11287s | train_loss=0.0370
+  step 1140000 |  11381s | train_loss=0.0346
+  step 1150000 |  11472s | train_loss=0.0349
+  step 1160000 |  11565s | train_loss=0.0379
+  step 1170000 |  11658s | train_loss=0.0360
+  step 1180000 |  11749s | train_loss=0.0385
+  step 1190000 |  11838s | train_loss=0.0350
+  step 1200000 |  12002s | train_loss=0.0374 | fid=269.1366
+  step 1210000 |  12095s | train_loss=0.0366
+  step 1220000 |  12188s | train_loss=0.0342
+  step 1230000 |  12282s | train_loss=0.0323
+  step 1240000 |  12375s | train_loss=0.0347
+  step 1250000 |  12465s | train_loss=0.0318
+  step 1260000 |  12558s | train_loss=0.0355
+  step 1270000 |  12651s | train_loss=0.0339
+  step 1280000 |  12741s | train_loss=0.0339
+  step 1290000 |  12833s | train_loss=0.0397
+  step 1300000 |  12992s | train_loss=0.0351 | fid=263.6541
+  step 1310000 |  13085s | train_loss=0.0344
+  step 1320000 |  13178s | train_loss=0.0397
+  step 1330000 |  13272s | train_loss=0.0335
+  step 1340000 |  13365s | train_loss=0.0322
+  step 1350000 |  13458s | train_loss=0.0346
+  step 1360000 |  13549s | train_loss=0.0387
+  step 1370000 |  13642s | train_loss=0.0341
+  step 1380000 |  13734s | train_loss=0.0329
+  step 1390000 |  13825s | train_loss=0.0358
+  step 1400000 |  13986s | train_loss=0.0334 | fid=264.4106
+  step 1410000 |  14080s | train_loss=0.0381
+  step 1420000 |  14173s | train_loss=0.0313
+  step 1430000 |  14266s | train_loss=0.0350
+  step 1440000 |  14360s | train_loss=0.0325
+  step 1450000 |  14453s | train_loss=0.0310
+  step 1460000 |  14543s | train_loss=0.0324
+  step 1470000 |  14636s | train_loss=0.0366
+  step 1480000 |  14727s | train_loss=0.0310
+  step 1490000 |  14820s | train_loss=0.0322
+  step 1500000 |  14979s | train_loss=0.0324 | fid=254.1725
+  step 1510000 |  15072s | train_loss=0.0305
+  step 1520000 |  15165s | train_loss=0.0329
+  step 1530000 |  15259s | train_loss=0.0358
+  step 1540000 |  15352s | train_loss=0.0304
+  step 1550000 |  15445s | train_loss=0.0308
+  step 1560000 |  15535s | train_loss=0.0318
+  step 1570000 |  15628s | train_loss=0.0339
+  step 1580000 |  15720s | train_loss=0.0337
+  step 1590000 |  15813s | train_loss=0.0320
+  step 1600000 |  15975s | train_loss=0.0285 | fid=239.3779
+  step 1610000 |  16065s | train_loss=0.0304
+  step 1620000 |  16159s | train_loss=0.0320
+  step 1630000 |  16252s | train_loss=0.0302
+  step 1640000 |  16345s | train_loss=0.0309
+  step 1650000 |  16438s | train_loss=0.0281
+  step 1660000 |  16531s | train_loss=0.0304
+  step 1670000 |  16621s | train_loss=0.0286
+  step 1680000 |  16713s | train_loss=0.0295
+  step 1690000 |  16806s | train_loss=0.0357
+  step 1700000 |  16966s | train_loss=0.0306 | fid=235.8584
+  step 1710000 |  17058s | train_loss=0.0291
+  step 1720000 |  17148s | train_loss=0.0305
+  step 1730000 |  17240s | train_loss=0.0317
+  step 1740000 |  17333s | train_loss=0.0283
+  step 1750000 |  17425s | train_loss=0.0302
+  step 1760000 |  17519s | train_loss=0.0281
+  step 1770000 |  17604s | train_loss=0.0326
+  step 1780000 |  17686s | train_loss=0.0282
+  step 1790000 |  17779s | train_loss=0.0297
+  step 1800000 |  17943s | train_loss=0.0295 | fid=218.3671
+  step 1810000 |  18025s | train_loss=0.0288
+  step 1820000 |  18117s | train_loss=0.0305
+  step 1830000 |  18201s | train_loss=0.0270
+  step 1840000 |  18294s | train_loss=0.0321
+  step 1850000 |  18388s | train_loss=0.0305
+  step 1860000 |  18481s | train_loss=0.0286
+  step 1870000 |  18572s | train_loss=0.0290
+  step 1880000 |  18662s | train_loss=0.0280
+  step 1890000 |  18745s | train_loss=0.0364
+  step 1900000 |  18908s | train_loss=0.0295 | fid=231.9916
+  step 1910000 |  19002s | train_loss=0.0297
+  step 1920000 |  19082s | train_loss=0.0278
+  step 1930000 |  19172s | train_loss=0.0296
+  step 1940000 |  19254s | train_loss=0.0269
+  step 1950000 |  19347s | train_loss=0.0278
+  step 1960000 |  19440s | train_loss=0.0302
+  step 1970000 |  19531s | train_loss=0.0294
+  step 1980000 |  19624s | train_loss=0.0282
+  step 1990000 |  19714s | train_loss=0.0290
+  step 2000000 |  19863s | train_loss=0.0292 | fid=195.7329
+  step 2010000 |  19956s | train_loss=0.0322
+  step 2020000 |  20050s | train_loss=0.0349
+  step 2030000 |  20135s | train_loss=0.0267
+  step 2040000 |  20227s | train_loss=0.0289
+  step 2050000 |  20305s | train_loss=0.0267
+  step 2060000 |  20398s | train_loss=0.0273
+  step 2070000 |  20490s | train_loss=0.0282
+  step 2080000 |  20583s | train_loss=0.0281
+  step 2090000 |  20676s | train_loss=0.0291
+  step 2100000 |  20827s | train_loss=0.0260 | fid=195.9416
+  step 2110000 |  20920s | train_loss=0.0277
+  step 2120000 |  21013s | train_loss=0.0293
+  step 2130000 |  21106s | train_loss=0.0287
+  step 2140000 |  21189s | train_loss=0.0263
+  step 2150000 |  21280s | train_loss=0.0272
+  step 2160000 |  21359s | train_loss=0.0276
+  step 2170000 |  21447s | train_loss=0.0316
+  step 2180000 |  21540s | train_loss=0.0301
+  step 2190000 |  21633s | train_loss=0.0268
+  step 2200000 |  21795s | train_loss=0.0290 | fid=180.7748
+  step 2210000 |  21875s | train_loss=0.0309
+  step 2220000 |  21967s | train_loss=0.0297
+  step 2230000 |  22060s | train_loss=0.0314
+  step 2240000 |  22153s | train_loss=0.0266
+  step 2250000 |  22239s | train_loss=0.0269
+  step 2260000 |  22328s | train_loss=0.0249
+  step 2270000 |  22415s | train_loss=0.0280
+  step 2280000 |  22496s | train_loss=0.0260
+  step 2290000 |  22590s | train_loss=0.0292
+  step 2300000 |  22752s | train_loss=0.0268 | fid=180.9206
+  step 2310000 |  22845s | train_loss=0.0263
+  step 2320000 |  22927s | train_loss=0.0255
+  step 2330000 |  23013s | train_loss=0.0273
+  step 2340000 |  23106s | train_loss=0.0305
+  step 2350000 |  23199s | train_loss=0.0251
+  step 2360000 |  23281s | train_loss=0.0263
+  step 2370000 |  23367s | train_loss=0.0268
+  step 2380000 |  23460s | train_loss=0.0252
+  step 2390000 |  23539s | train_loss=0.0240
+  step 2400000 |  23703s | train_loss=0.0329 | fid=176.2991
+  step 2410000 |  23795s | train_loss=0.0264
+  step 2420000 |  23888s | train_loss=0.0246
+  step 2430000 |  23975s | train_loss=0.0237
+  step 2440000 |  24058s | train_loss=0.0265
+  step 2450000 |  24152s | train_loss=0.0288
+  step 2460000 |  24243s | train_loss=0.0256
+  step 2470000 |  24333s | train_loss=0.0270
+  step 2480000 |  24412s | train_loss=0.0251
+  step 2490000 |  24505s | train_loss=0.0281
+  step 2500000 |  24653s | train_loss=0.0258 | fid=160.2122
+  step 2510000 |  24747s | train_loss=0.0284
+  step 2520000 |  24839s | train_loss=0.0246
+  step 2530000 |  24932s | train_loss=0.0272
+  step 2540000 |  25022s | train_loss=0.0297
+  step 2550000 |  25102s | train_loss=0.0250
+  step 2560000 |  25194s | train_loss=0.0249
+  step 2570000 |  25287s | train_loss=0.0246
+  step 2580000 |  25380s | train_loss=0.0303
+  step 2590000 |  25461s | train_loss=0.0276
+  step 2600000 |  25625s | train_loss=0.0278 | fid=163.9197
+  step 2610000 |  25705s | train_loss=0.0282
+  step 2620000 |  25799s | train_loss=0.0283
+  step 2630000 |  25892s | train_loss=0.0248
+  step 2640000 |  25985s | train_loss=0.0263
+  step 2650000 |  26077s | train_loss=0.0239
+  step 2660000 |  26153s | train_loss=0.0231
+  step 2670000 |  26246s | train_loss=0.0243
+  step 2680000 |  26339s | train_loss=0.0287
+  step 2690000 |  26432s | train_loss=0.0255
+  step 2700000 |  26581s | train_loss=0.0245 | fid=160.1856
+  step 2710000 |  26675s | train_loss=0.0251
+  step 2720000 |  26755s | train_loss=0.0252
+  step 2730000 |  26848s | train_loss=0.0251
+  step 2740000 |  26941s | train_loss=0.0234
+  step 2750000 |  27033s | train_loss=0.0263
+  step 2760000 |  27126s | train_loss=0.0253
+  step 2770000 |  27206s | train_loss=0.0253
+  step 2780000 |  27299s | train_loss=0.0273
+  step 2790000 |  27392s | train_loss=0.0239
+  step 2800000 |  27550s | train_loss=0.0249 | fid=162.5091
+  step 2810000 |  27634s | train_loss=0.0252
+  step 2820000 |  27728s | train_loss=0.0284
+  step 2830000 |  27809s | train_loss=0.0253
+  step 2840000 |  27900s | train_loss=0.0251
+  step 2850000 |  27992s | train_loss=0.0254
+  step 2860000 |  28085s | train_loss=0.0245
+  step 2870000 |  28177s | train_loss=0.0261
+  step 2880000 |  28252s | train_loss=0.0255
+  step 2890000 |  28345s | train_loss=0.0235
+  step 2900000 |  28507s | train_loss=0.0246 | fid=158.7564
+  step 2910000 |  28600s | train_loss=0.0255
+  step 2920000 |  28680s | train_loss=0.0250
+  step 2930000 |  28773s | train_loss=0.0247
+  step 2940000 |  28860s | train_loss=0.0243
+  step 2950000 |  28941s | train_loss=0.0244
+  step 2960000 |  29034s | train_loss=0.0232
+  step 2970000 |  29127s | train_loss=0.0248
+  step 2980000 |  29220s | train_loss=0.0256
+  step 2990000 |  29299s | train_loss=0.0231
+  step 3000000 |  29460s | train_loss=0.0224 | fid=143.1179
+  step 3010000 |  29553s | train_loss=0.0245
+  step 3020000 |  29647s | train_loss=0.0228
+  step 3030000 |  29724s | train_loss=0.0257
+  step 3040000 |  29817s | train_loss=0.0243
+  step 3050000 |  29908s | train_loss=0.0249
+  step 3060000 |  29984s | train_loss=0.0227
+  step 3070000 |  30077s | train_loss=0.0229
+  step 3080000 |  30170s | train_loss=0.0253
+  step 3090000 |  30263s | train_loss=0.0223
+  step 3100000 |  30409s | train_loss=0.0287 | fid=148.8844
+  step 3110000 |  30502s | train_loss=0.0248
+  step 3120000 |  30595s | train_loss=0.0417
+  step 3130000 |  30688s | train_loss=0.0230
+  step 3140000 |  30769s | train_loss=0.0249
+  step 3150000 |  30855s | train_loss=0.0243
+  step 3160000 |  30948s | train_loss=0.0279
+  step 3170000 |  31032s | train_loss=0.0249
+  step 3180000 |  31125s | train_loss=0.0229
+  step 3190000 |  31218s | train_loss=0.0214
+  step 3200000 |  31381s | train_loss=0.0259 | fid=133.9911
+  step 3210000 |  31462s | train_loss=0.0224
+  step 3220000 |  31555s | train_loss=0.0223
+  step 3230000 |  31649s | train_loss=0.0326
+  step 3240000 |  31740s | train_loss=0.0238
+  step 3250000 |  31827s | train_loss=0.0228
+  step 3260000 |  31913s | train_loss=0.0250
+  step 3270000 |  32006s | train_loss=0.0227
+  step 3280000 |  32089s | train_loss=0.0225
+  step 3290000 |  32176s | train_loss=0.0254
+  step 3300000 |  32339s | train_loss=0.0238 | fid=144.7589
+  step 3310000 |  32430s | train_loss=0.0226
+  step 3320000 |  32510s | train_loss=0.0208
+  step 3330000 |  32603s | train_loss=0.0229
+  step 3340000 |  32695s | train_loss=0.0273
+  step 3350000 |  32788s | train_loss=0.0250
+  step 3360000 |  32878s | train_loss=0.0228
+  step 3370000 |  32968s | train_loss=0.0220
+  step 3380000 |  33062s | train_loss=0.0240
+  step 3390000 |  33152s | train_loss=0.0320
+  step 3400000 |  33313s | train_loss=0.0231 | fid=132.2492
+  step 3410000 |  33406s | train_loss=0.0234
+  step 3420000 |  33499s | train_loss=0.0249
+  step 3430000 |  33589s | train_loss=0.0258
+  step 3440000 |  33681s | train_loss=0.0227
+  step 3450000 |  33774s | train_loss=0.0230
+  step 3460000 |  33867s | train_loss=0.0211
+  step 3470000 |  33957s | train_loss=0.0217
+  step 3480000 |  34050s | train_loss=0.0228
+  step 3490000 |  34143s | train_loss=0.0239
+  step 3500000 |  34304s | train_loss=0.0202 | fid=150.4086
+  step 3510000 |  34397s | train_loss=0.0236
+  step 3520000 |  34491s | train_loss=0.0214
+  step 3530000 |  34581s | train_loss=0.0232
+  step 3540000 |  34672s | train_loss=0.0275
+  step 3550000 |  34765s | train_loss=0.0208
+  step 3560000 |  34859s | train_loss=0.0213
+  step 3570000 |  34952s | train_loss=0.0275
+  step 3580000 |  35042s | train_loss=0.0212
+  step 3590000 |  35135s | train_loss=0.0241
+  step 3600000 |  35296s | train_loss=0.0217 | fid=138.1263
+  step 3610000 |  35389s | train_loss=0.0249
+  step 3620000 |  35483s | train_loss=0.0338
+  step 3630000 |  35572s | train_loss=0.0217
+  step 3640000 |  35663s | train_loss=0.0272
+  step 3650000 |  35756s | train_loss=0.0205
+  step 3660000 |  35849s | train_loss=0.0226
+  step 3670000 |  35942s | train_loss=0.0222
+  step 3680000 |  36033s | train_loss=0.0241
+  step 3690000 |  36125s | train_loss=0.0215
+  step 3700000 |  36289s | train_loss=0.0240 | fid=137.6397
+  step 3710000 |  36379s | train_loss=0.0229
+  step 3720000 |  36472s | train_loss=0.0244
+  step 3730000 |  36563s | train_loss=0.0223
+  step 3740000 |  36644s | train_loss=0.0230
+  step 3750000 |  36736s | train_loss=0.0280
+  step 3760000 |  36829s | train_loss=0.0232
+  step 3770000 |  36922s | train_loss=0.0281
+  step 3780000 |  37015s | train_loss=0.0212
+  step 3790000 |  37103s | train_loss=0.0231
+  step 3800000 |  37266s | train_loss=0.0238 | fid=143.6509
+  step 3810000 |  37360s | train_loss=0.0209
+  step 3820000 |  37450s | train_loss=0.0224
+  step 3830000 |  37541s | train_loss=0.0219
+  step 3840000 |  37634s | train_loss=0.0220
+  step 3850000 |  37725s | train_loss=0.0245
+  step 3860000 |  37818s | train_loss=0.0221
+  step 3870000 |  37911s | train_loss=0.0211
+  step 3880000 |  38005s | train_loss=0.0214
+  step 3890000 |  38097s | train_loss=0.0233
+  step 3900000 |  38258s | train_loss=0.0189 | fid=135.9594
+  step 3910000 |  38351s | train_loss=0.0210
+  step 3920000 |  38441s | train_loss=0.0209
+  step 3930000 |  38532s | train_loss=0.0191
+  step 3940000 |  38625s | train_loss=0.0264
+  step 3950000 |  38716s | train_loss=0.0205
+  step 3960000 |  38809s | train_loss=0.0200
+  step 3970000 |  38902s | train_loss=0.0213
+  step 3980000 |  38995s | train_loss=0.0237
+  step 3990000 |  39088s | train_loss=0.0217
+  step 4000000 |  39248s | train_loss=0.0206 | fid=135.5269
+  step 4010000 |  39341s | train_loss=0.0220
+  step 4020000 |  39434s | train_loss=0.0366
+  step 4030000 |  39523s | train_loss=0.0250
+  step 4040000 |  39616s | train_loss=0.0216
+  step 4050000 |  39709s | train_loss=0.0203
+  step 4060000 |  39799s | train_loss=0.0229
+  step 4070000 |  39892s | train_loss=0.0217
+  step 4080000 |  39985s | train_loss=0.0190
+  step 4090000 |  40078s | train_loss=0.0195
+  step 4100000 |  40239s | train_loss=0.0234 | fid=146.8206
+  step 4110000 |  40332s | train_loss=0.0208
+  step 4120000 |  40424s | train_loss=0.0253
+  step 4130000 |  40517s | train_loss=0.0223
+  step 4140000 |  40593s | train_loss=0.0243
+  step 4150000 |  40686s | train_loss=0.0211
+  step 4160000 |  40773s | train_loss=0.0264
+  step 4170000 |  40856s | train_loss=0.0209
+  step 4180000 |  40949s | train_loss=0.0214
+  step 4190000 |  41043s | train_loss=0.0206
+  step 4200000 |  41205s | train_loss=0.0231 | fid=144.4604
+  step 4210000 |  41286s | train_loss=0.0215
+  step 4220000 |  41377s | train_loss=0.0196
+  step 4230000 |  41470s | train_loss=0.0214
+  step 4240000 |  41563s | train_loss=0.0250
+  step 4250000 |  41648s | train_loss=0.0196
+  step 4260000 |  41740s | train_loss=0.0205
+  step 4270000 |  41829s | train_loss=0.0207
+  step 4280000 |  41909s | train_loss=0.0228
+  step 4290000 |  42002s | train_loss=0.0220
+  step 4300000 |  42166s | train_loss=0.0204 | fid=165.1668
+  step 4310000 |  42259s | train_loss=0.0221
+  step 4320000 |  42338s | train_loss=0.0187
+  step 4330000 |  42430s | train_loss=0.0192
+  step 4340000 |  42523s | train_loss=0.0197
+  step 4350000 |  42617s | train_loss=0.0221
+  step 4360000 |  42702s | train_loss=0.0200
+  step 4370000 |  42793s | train_loss=0.0223
+  step 4380000 |  42885s | train_loss=0.0220
+  step 4390000 |  42962s | train_loss=0.0205
+  step 4400000 |  43126s | train_loss=0.0210 | fid=154.4291
+  step 4410000 |  43219s | train_loss=0.0219
+  step 4420000 |  43310s | train_loss=0.0215
+  step 4430000 |  43394s | train_loss=0.0204
+  step 4440000 |  43484s | train_loss=0.0203
+  step 4450000 |  43577s | train_loss=0.0214
+  step 4460000 |  43670s | train_loss=0.0223
+  step 4470000 |  43757s | train_loss=0.0215
+  step 4480000 |  43839s | train_loss=0.0209
+  step 4490000 |  43932s | train_loss=0.0203
+  step 4500000 |  44081s | train_loss=0.0249 | fid=135.6307
+  step 4510000 |  44175s | train_loss=0.0191
+  step 4520000 |  44266s | train_loss=0.0213
+  step 4530000 |  44359s | train_loss=0.0214
+  step 4540000 |  44445s | train_loss=0.0286
+  step 4550000 |  44533s | train_loss=0.0212
+  step 4560000 |  44626s | train_loss=0.0207
+  step 4570000 |  44719s | train_loss=0.0203
+  step 4580000 |  44813s | train_loss=0.0212
+  step 4590000 |  44890s | train_loss=0.0205
+  step 4600000 |  45043s | train_loss=0.0216 | fid=147.2642
+  step 4610000 |  45135s | train_loss=0.0195
+  step 4620000 |  45228s | train_loss=0.0209
+  step 4630000 |  45321s | train_loss=0.0216
+  step 4640000 |  45414s | train_loss=0.0229
+  step 4650000 |  45501s | train_loss=0.0195
+  step 4660000 |  45587s | train_loss=0.0201
+  step 4670000 |  45680s | train_loss=0.0262
+  step 4680000 |  45773s | train_loss=0.0191
+  step 4690000 |  45866s | train_loss=0.0202
+  step 4700000 |  46016s | train_loss=0.0181 | fid=154.3394
+  step 4710000 |  46094s | train_loss=0.0207
+  step 4720000 |  46187s | train_loss=0.0214
+  step 4730000 |  46280s | train_loss=0.0208
+  step 4740000 |  46373s | train_loss=0.0201
+  step 4750000 |  46466s | train_loss=0.0209
+  step 4760000 |  46555s | train_loss=0.0195
+  step 4770000 |  46642s | train_loss=0.0219
+  step 4780000 |  46736s | train_loss=0.0190
+  step 4790000 |  46829s | train_loss=0.0192
+  step 4800000 |  46993s | train_loss=0.0214 | fid=149.2907
+  step 4810000 |  47074s | train_loss=0.0205
+  step 4820000 |  47152s | train_loss=0.0220
+  step 4830000 |  47245s | train_loss=0.0221
+  step 4840000 |  47338s | train_loss=0.0197
+  step 4850000 |  47431s | train_loss=0.0191
+  step 4860000 |  47524s | train_loss=0.0203
+  step 4870000 |  47612s | train_loss=0.0192
+  step 4880000 |  47701s | train_loss=0.0199
+  step 4890000 |  47794s | train_loss=0.0197
+  step 4900000 |  47957s | train_loss=0.0204 | fid=161.5355
+  step 4910000 |  48037s | train_loss=0.0221
+  step 4920000 |  48095s | train_loss=0.0199
+  step 4930000 |  48159s | train_loss=0.0174
+  step 4940000 |  48235s | train_loss=0.0179
+  step 4950000 |  48310s | train_loss=0.0215
+  step 4960000 |  48385s | train_loss=0.0183
+  step 4970000 |  48460s | train_loss=0.0220
+  step 4980000 |  48530s | train_loss=0.0193
+  step 4990000 |  48596s | train_loss=0.0208
+  step 5000000 |  48729s | train_loss=0.0183 | fid=155.1442
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d220/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d220/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0edb359ced2b1c4a41f0212b36aeeeac2c58b688
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d220/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d220",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d220/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d220/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..ac5df29eb46119da5308c99361929cd9f8799035
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d220/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 220, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 50.79618859291077, "train_loss_step": 220.7269287109375, "n_params": 4715740, "total_flops": 14486753280, "train_loss": 1.000860526344993, "subset_score_loss": 1.000860526344993, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.980512797832489, "fid": 298.2585560208318, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 110.63563847541809, "train_loss_step": 137.8168487548828, "n_params": 4715740, "total_flops": 144867532800000, "train_loss": 0.8264266274192117, "subset_score_loss": 0.8264266274192117}
+{"step": 20000, "wall_time": 170.23967218399048, "train_loss_step": 121.61799621582031, "n_params": 4715740, "total_flops": 289735065600000, "train_loss": 0.7494356328790838, "subset_score_loss": 0.7494356328790838}
+{"step": 30000, "wall_time": 229.92760705947876, "train_loss_step": 89.22664642333984, "n_params": 4715740, "total_flops": 434602598400000, "train_loss": 0.6997038407759233, "subset_score_loss": 0.6997038407759233}
+{"step": 40000, "wall_time": 289.7698800563812, "train_loss_step": 61.69779586791992, "n_params": 4715740, "total_flops": 579470131200000, "train_loss": 0.6484538685191762, "subset_score_loss": 0.6484538685191762}
+{"step": 50000, "wall_time": 349.48881578445435, "train_loss_step": 46.60028076171875, "n_params": 4715740, "total_flops": 724337664000000, "train_loss": 0.5987536343661222, "subset_score_loss": 0.5987536343661222}
+{"step": 60000, "wall_time": 409.4872486591339, "train_loss_step": 39.507667541503906, "n_params": 4715740, "total_flops": 869205196800000, "train_loss": 0.5611800107088956, "subset_score_loss": 0.5611800107088956}
+{"step": 70000, "wall_time": 469.2255971431732, "train_loss_step": 33.138702392578125, "n_params": 4715740, "total_flops": 1014072729600000, "train_loss": 0.5232886921275746, "subset_score_loss": 0.5232886921275746}
+{"step": 80000, "wall_time": 529.3456001281738, "train_loss_step": 30.909446716308594, "n_params": 4715740, "total_flops": 1158940262400000, "train_loss": 0.4952819130637429, "subset_score_loss": 0.4952819130637429}
+{"step": 90000, "wall_time": 589.1253366470337, "train_loss_step": 28.986888885498047, "n_params": 4715740, "total_flops": 1303807795200000, "train_loss": 0.4670237107710405, "subset_score_loss": 0.4670237107710405}
+{"step": 100000, "wall_time": 697.3289933204651, "train_loss_step": 29.718917846679688, "n_params": 4715740, "total_flops": 1448675328000000, "train_loss": 0.4356888164173473, "subset_score_loss": 0.4356888164173473, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9711129665374756, "fid": 171.41434113919902, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 754.9284956455231, "train_loss_step": 28.46544647216797, "n_params": 4715740, "total_flops": 1593542860800000, "train_loss": 0.40745554837313563, "subset_score_loss": 0.40745554837313563}
+{"step": 120000, "wall_time": 814.6004593372345, "train_loss_step": 24.218505859375, "n_params": 4715740, "total_flops": 1738410393600000, "train_loss": 0.38794205405495386, "subset_score_loss": 0.38794205405495386}
+{"step": 130000, "wall_time": 874.3014461994171, "train_loss_step": 23.957420349121094, "n_params": 4715740, "total_flops": 1883277926400000, "train_loss": 0.3679800553755327, "subset_score_loss": 0.3679800553755327}
+{"step": 140000, "wall_time": 933.9758620262146, "train_loss_step": 25.041194915771484, "n_params": 4715740, "total_flops": 2028145459200000, "train_loss": 0.35130292719060724, "subset_score_loss": 0.35130292719060724}
+{"step": 150000, "wall_time": 993.7937164306641, "train_loss_step": 22.884981155395508, "n_params": 4715740, "total_flops": 2173012992000000, "train_loss": 0.33323815085671166, "subset_score_loss": 0.33323815085671166}
+{"step": 160000, "wall_time": 1053.6077907085419, "train_loss_step": 21.588550567626953, "n_params": 4715740, "total_flops": 2317880524800000, "train_loss": 0.31887238242409444, "subset_score_loss": 0.31887238242409444}
+{"step": 170000, "wall_time": 1113.7838065624237, "train_loss_step": 21.958269119262695, "n_params": 4715740, "total_flops": 2462748057600000, "train_loss": 0.30336993824351915, "subset_score_loss": 0.30336993824351915}
+{"step": 180000, "wall_time": 1173.883356332779, "train_loss_step": 20.11424446105957, "n_params": 4715740, "total_flops": 2607615590400000, "train_loss": 0.2898911736228249, "subset_score_loss": 0.2898911736228249}
+{"step": 190000, "wall_time": 1233.58251619339, "train_loss_step": 20.30699348449707, "n_params": 4715740, "total_flops": 2752483123200000, "train_loss": 0.28338281458074394, "subset_score_loss": 0.28338281458074394}
+{"step": 200000, "wall_time": 1343.9455168247223, "train_loss_step": 19.7955322265625, "n_params": 4715740, "total_flops": 2897350656000000, "train_loss": 0.2700238487937234, "subset_score_loss": 0.2700238487937234, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9692447185516357, "fid": 155.4320167873671, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1399.6384041309357, "train_loss_step": 18.89446258544922, "n_params": 4715740, "total_flops": 3042218188800000, "train_loss": 0.25929398970170453, "subset_score_loss": 0.25929398970170453}
+{"step": 220000, "wall_time": 1459.346886396408, "train_loss_step": 18.408803939819336, "n_params": 4715740, "total_flops": 3187085721600000, "train_loss": 0.2483281222256747, "subset_score_loss": 0.2483281222256747}
+{"step": 230000, "wall_time": 1518.9183361530304, "train_loss_step": 19.375072479248047, "n_params": 4715740, "total_flops": 3331953254400000, "train_loss": 0.24432777057994495, "subset_score_loss": 0.24432777057994495}
+{"step": 240000, "wall_time": 1578.8157453536987, "train_loss_step": 18.63033103942871, "n_params": 4715740, "total_flops": 3476820787200000, "train_loss": 0.2299520665949041, "subset_score_loss": 0.2299520665949041}
+{"step": 250000, "wall_time": 1638.8424444198608, "train_loss_step": 19.027055740356445, "n_params": 4715740, "total_flops": 3621688320000000, "train_loss": 0.23255918676202947, "subset_score_loss": 0.23255918676202947}
+{"step": 260000, "wall_time": 1698.5465247631073, "train_loss_step": 16.589839935302734, "n_params": 4715740, "total_flops": 3766555852800000, "train_loss": 0.2193764946677468, "subset_score_loss": 0.2193764946677468}
+{"step": 270000, "wall_time": 1758.4112391471863, "train_loss_step": 18.457355499267578, "n_params": 4715740, "total_flops": 3911423385600000, "train_loss": 0.21918229189786045, "subset_score_loss": 0.21918229189786045}
+{"step": 280000, "wall_time": 1818.0452728271484, "train_loss_step": 17.281267166137695, "n_params": 4715740, "total_flops": 4056290918400000, "train_loss": 0.20751278617165306, "subset_score_loss": 0.20751278617165306}
+{"step": 290000, "wall_time": 1875.0123898983002, "train_loss_step": 15.69645881652832, "n_params": 4715740, "total_flops": 4201158451200000, "train_loss": 0.19927000565962358, "subset_score_loss": 0.19927000565962358}
+{"step": 300000, "wall_time": 1987.876543045044, "train_loss_step": 16.858840942382812, "n_params": 4715740, "total_flops": 4346025984000000, "train_loss": 0.20257382826371625, "subset_score_loss": 0.20257382826371625, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9693000912666321, "fid": 153.9984036491348, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2042.8067278862, "train_loss_step": 15.40778636932373, "n_params": 4715740, "total_flops": 4490893516800000, "train_loss": 0.1868271914395419, "subset_score_loss": 0.1868271914395419}
+{"step": 320000, "wall_time": 2102.5419795513153, "train_loss_step": 16.265640258789062, "n_params": 4715740, "total_flops": 4635761049600000, "train_loss": 0.18986936049027878, "subset_score_loss": 0.18986936049027878}
+{"step": 330000, "wall_time": 2161.987828016281, "train_loss_step": 16.336380004882812, "n_params": 4715740, "total_flops": 4780628582400000, "train_loss": 0.18255523334849966, "subset_score_loss": 0.18255523334849966}
+{"step": 340000, "wall_time": 2221.660206079483, "train_loss_step": 14.3391695022583, "n_params": 4715740, "total_flops": 4925496115200000, "train_loss": 0.1740569374778054, "subset_score_loss": 0.1740569374778054}
+{"step": 350000, "wall_time": 2281.036567211151, "train_loss_step": 15.529224395751953, "n_params": 4715740, "total_flops": 5070363648000000, "train_loss": 0.17075001109730115, "subset_score_loss": 0.17075001109730115}
+{"step": 360000, "wall_time": 2341.368246078491, "train_loss_step": 15.07099723815918, "n_params": 4715740, "total_flops": 5215231180800000, "train_loss": 0.1665024150501598, "subset_score_loss": 0.1665024150501598}
+{"step": 370000, "wall_time": 2401.4931218624115, "train_loss_step": 14.470685958862305, "n_params": 4715740, "total_flops": 5360098713600000, "train_loss": 0.162662089954723, "subset_score_loss": 0.162662089954723}
+{"step": 380000, "wall_time": 2458.064931869507, "train_loss_step": 14.14714241027832, "n_params": 4715740, "total_flops": 5504966246400000, "train_loss": 0.16127099123868074, "subset_score_loss": 0.16127099123868074}
+{"step": 390000, "wall_time": 2517.5080091953278, "train_loss_step": 14.538290023803711, "n_params": 4715740, "total_flops": 5649833779200000, "train_loss": 0.15255102677778765, "subset_score_loss": 0.15255102677778765}
+{"step": 400000, "wall_time": 2629.2574129104614, "train_loss_step": 13.188697814941406, "n_params": 4715740, "total_flops": 5794701312000000, "train_loss": 0.1511334159157493, "subset_score_loss": 0.1511334159157493, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9700842499732971, "fid": 160.0641104556197, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 2684.4356813430786, "train_loss_step": 12.939406394958496, "n_params": 4715740, "total_flops": 5939568844800000, "train_loss": 0.14853184439919212, "subset_score_loss": 0.14853184439919212}
+{"step": 420000, "wall_time": 2743.994141817093, "train_loss_step": 14.549683570861816, "n_params": 4715740, "total_flops": 6084436377600000, "train_loss": 0.14788679643110794, "subset_score_loss": 0.14788679643110794}
+{"step": 430000, "wall_time": 2803.5025341510773, "train_loss_step": 13.734798431396484, "n_params": 4715740, "total_flops": 6229303910400000, "train_loss": 0.1472598682750355, "subset_score_loss": 0.1472598682750355}
+{"step": 440000, "wall_time": 2862.884886264801, "train_loss_step": 13.531064987182617, "n_params": 4715740, "total_flops": 6374171443200000, "train_loss": 0.14086098237471148, "subset_score_loss": 0.14086098237471148}
+{"step": 450000, "wall_time": 2922.984925031662, "train_loss_step": 12.860937118530273, "n_params": 4715740, "total_flops": 6519038976000000, "train_loss": 0.1398259162902832, "subset_score_loss": 0.1398259162902832}
+{"step": 460000, "wall_time": 2983.0041210651398, "train_loss_step": 13.445419311523438, "n_params": 4715740, "total_flops": 6663906508800000, "train_loss": 0.1370043841275302, "subset_score_loss": 0.1370043841275302}
+{"step": 470000, "wall_time": 3042.659428834915, "train_loss_step": 12.648567199707031, "n_params": 4715740, "total_flops": 6808774041600000, "train_loss": 0.1367731267755682, "subset_score_loss": 0.1367731267755682}
+{"step": 480000, "wall_time": 3099.196436405182, "train_loss_step": 12.967469215393066, "n_params": 4715740, "total_flops": 6953641574400000, "train_loss": 0.12971849441528321, "subset_score_loss": 0.12971849441528321}
+{"step": 490000, "wall_time": 3158.707998275757, "train_loss_step": 12.054373741149902, "n_params": 4715740, "total_flops": 7098509107200000, "train_loss": 0.1286226532676003, "subset_score_loss": 0.1286226532676003}
+{"step": 500000, "wall_time": 3269.1459131240845, "train_loss_step": 12.379751205444336, "n_params": 4715740, "total_flops": 7243376640000000, "train_loss": 0.12683460062200372, "subset_score_loss": 0.12683460062200372, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9654189348220825, "fid": 149.12558667731122, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 3325.848291158676, "train_loss_step": 12.566385269165039, "n_params": 4715740, "total_flops": 7388244172800000, "train_loss": 0.12316421161998402, "subset_score_loss": 0.12316421161998402}
+{"step": 520000, "wall_time": 3385.9636402130127, "train_loss_step": 13.261539459228516, "n_params": 4715740, "total_flops": 7533111705600000, "train_loss": 0.12920482808893377, "subset_score_loss": 0.12920482808893377}
+{"step": 530000, "wall_time": 3446.2592458724976, "train_loss_step": 12.032217025756836, "n_params": 4715740, "total_flops": 7677979238400000, "train_loss": 0.12046924937855114, "subset_score_loss": 0.12046924937855114}
+{"step": 540000, "wall_time": 3505.883719921112, "train_loss_step": 11.58565902709961, "n_params": 4715740, "total_flops": 7822846771200000, "train_loss": 0.1175955512306907, "subset_score_loss": 0.1175955512306907}
+{"step": 550000, "wall_time": 3566.198303461075, "train_loss_step": 12.19572639465332, "n_params": 4715740, "total_flops": 7967714304000000, "train_loss": 0.11703998392278497, "subset_score_loss": 0.11703998392278497}
+{"step": 560000, "wall_time": 3625.868453025818, "train_loss_step": 10.9412841796875, "n_params": 4715740, "total_flops": 8112581836800000, "train_loss": 0.11344059163873846, "subset_score_loss": 0.11344059163873846}
+{"step": 570000, "wall_time": 3683.319737672806, "train_loss_step": 11.581602096557617, "n_params": 4715740, "total_flops": 8257449369600000, "train_loss": 0.11467716910622337, "subset_score_loss": 0.11467716910622337}
+{"step": 580000, "wall_time": 3742.9133455753326, "train_loss_step": 10.952234268188477, "n_params": 4715740, "total_flops": 8402316902400000, "train_loss": 0.11220361536199397, "subset_score_loss": 0.11220361536199397}
+{"step": 590000, "wall_time": 3802.59165930748, "train_loss_step": 11.032865524291992, "n_params": 4715740, "total_flops": 8547184435200000, "train_loss": 0.11209361336447976, "subset_score_loss": 0.11209361336447976}
+{"step": 600000, "wall_time": 3915.180018901825, "train_loss_step": 11.093585968017578, "n_params": 4715740, "total_flops": 8692051968000000, "train_loss": 0.10845626484264027, "subset_score_loss": 0.10845626484264027, "memorization_fraction_pixel": 0.0005000000237487257, "mean_nn_ratio_pixel": 0.9633928537368774, "fid": 144.71791796954727, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 3970.898773431778, "train_loss_step": 10.560469627380371, "n_params": 4715740, "total_flops": 8836919500800000, "train_loss": 0.1055687037381259, "subset_score_loss": 0.1055687037381259}
+{"step": 620000, "wall_time": 4031.282075881958, "train_loss_step": 10.976973533630371, "n_params": 4715740, "total_flops": 8981787033600000, "train_loss": 0.10818231756036932, "subset_score_loss": 0.10818231756036932}
+{"step": 630000, "wall_time": 4091.0234911441803, "train_loss_step": 10.399205207824707, "n_params": 4715740, "total_flops": 9126654566400000, "train_loss": 0.10532677390358665, "subset_score_loss": 0.10532677390358665}
+{"step": 640000, "wall_time": 4150.775435686111, "train_loss_step": 9.93948745727539, "n_params": 4715740, "total_flops": 9271522099200000, "train_loss": 0.10154751864346591, "subset_score_loss": 0.10154751864346591}
+{"step": 650000, "wall_time": 4210.442225217819, "train_loss_step": 11.315500259399414, "n_params": 4715740, "total_flops": 9416389632000000, "train_loss": 0.10237436294555664, "subset_score_loss": 0.10237436294555664}
+{"step": 660000, "wall_time": 4266.958297252655, "train_loss_step": 9.232361793518066, "n_params": 4715740, "total_flops": 9561257164800000, "train_loss": 0.10091440894386985, "subset_score_loss": 0.10091440894386985}
+{"step": 670000, "wall_time": 4326.474296092987, "train_loss_step": 10.70315170288086, "n_params": 4715740, "total_flops": 9706124697600000, "train_loss": 0.10322960940274326, "subset_score_loss": 0.10322960940274326}
+{"step": 680000, "wall_time": 4386.066092252731, "train_loss_step": 10.387944221496582, "n_params": 4715740, "total_flops": 9850992230400000, "train_loss": 0.09445304870605468, "subset_score_loss": 0.09445304870605468}
+{"step": 690000, "wall_time": 4445.616825342178, "train_loss_step": 10.561471939086914, "n_params": 4715740, "total_flops": 9995859763200000, "train_loss": 0.09846989891745828, "subset_score_loss": 0.09846989891745828}
+{"step": 700000, "wall_time": 4558.191640615463, "train_loss_step": 10.09054183959961, "n_params": 4715740, "total_flops": 10140727296000000, "train_loss": 0.09362672458995472, "subset_score_loss": 0.09362672458995472, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9591984152793884, "fid": 149.86703779198592, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 4613.858370780945, "train_loss_step": 10.851746559143066, "n_params": 4715740, "total_flops": 10285594828800000, "train_loss": 0.10566014376553622, "subset_score_loss": 0.10566014376553622}
+{"step": 720000, "wall_time": 4673.686709403992, "train_loss_step": 10.141473770141602, "n_params": 4715740, "total_flops": 10430462361600000, "train_loss": 0.09487309889359907, "subset_score_loss": 0.09487309889359907}
+{"step": 730000, "wall_time": 4733.467407464981, "train_loss_step": 10.078361511230469, "n_params": 4715740, "total_flops": 10575329894400000, "train_loss": 0.09227944287386808, "subset_score_loss": 0.09227944287386808}
+{"step": 740000, "wall_time": 4793.06879734993, "train_loss_step": 10.64122200012207, "n_params": 4715740, "total_flops": 10720197427200000, "train_loss": 0.09447343999689276, "subset_score_loss": 0.09447343999689276}
+{"step": 750000, "wall_time": 4849.633591175079, "train_loss_step": 9.557319641113281, "n_params": 4715740, "total_flops": 10865064960000000, "train_loss": 0.09090886549516157, "subset_score_loss": 0.09090886549516157}
+{"step": 760000, "wall_time": 4909.166965246201, "train_loss_step": 10.633340835571289, "n_params": 4715740, "total_flops": 11009932492800000, "train_loss": 0.09275862953879617, "subset_score_loss": 0.09275862953879617}
+{"step": 770000, "wall_time": 4968.673806428909, "train_loss_step": 8.736031532287598, "n_params": 4715740, "total_flops": 11154800025600000, "train_loss": 0.08902999704534358, "subset_score_loss": 0.08902999704534358}
+{"step": 780000, "wall_time": 5028.389112472534, "train_loss_step": 8.857269287109375, "n_params": 4715740, "total_flops": 11299667558400000, "train_loss": 0.08405916907570579, "subset_score_loss": 0.08405916907570579}
+{"step": 790000, "wall_time": 5087.905759811401, "train_loss_step": 9.566814422607422, "n_params": 4715740, "total_flops": 11444535091200000, "train_loss": 0.08382567492398349, "subset_score_loss": 0.08382567492398349}
+{"step": 800000, "wall_time": 5198.324066162109, "train_loss_step": 9.893604278564453, "n_params": 4715740, "total_flops": 11589402624000000, "train_loss": 0.08782373775135387, "subset_score_loss": 0.08782373775135387, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9520953297615051, "fid": 157.59301462488912, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 5254.006138086319, "train_loss_step": 9.021801948547363, "n_params": 4715740, "total_flops": 11734270156800000, "train_loss": 0.08386044935746627, "subset_score_loss": 0.08386044935746627}
+{"step": 820000, "wall_time": 5313.880197525024, "train_loss_step": 8.813075065612793, "n_params": 4715740, "total_flops": 11879137689600000, "train_loss": 0.0790125846862793, "subset_score_loss": 0.0790125846862793}
+{"step": 830000, "wall_time": 5373.600524902344, "train_loss_step": 9.609066009521484, "n_params": 4715740, "total_flops": 12024005222400000, "train_loss": 0.08115799643776633, "subset_score_loss": 0.08115799643776633}
+{"step": 840000, "wall_time": 5433.349296092987, "train_loss_step": 8.781257629394531, "n_params": 4715740, "total_flops": 12168872755200000, "train_loss": 0.08307442231611772, "subset_score_loss": 0.08307442231611772}
+{"step": 850000, "wall_time": 5490.492258787155, "train_loss_step": 9.21746826171875, "n_params": 4715740, "total_flops": 12313740288000000, "train_loss": 0.08279157985340466, "subset_score_loss": 0.08279157985340466}
+{"step": 860000, "wall_time": 5550.141757011414, "train_loss_step": 9.323505401611328, "n_params": 4715740, "total_flops": 12458607820800000, "train_loss": 0.08341771906072443, "subset_score_loss": 0.08341771906072443}
+{"step": 870000, "wall_time": 5609.634324550629, "train_loss_step": 9.565332412719727, "n_params": 4715740, "total_flops": 12603475353600000, "train_loss": 0.08115609775890004, "subset_score_loss": 0.08115609775890004}
+{"step": 880000, "wall_time": 5669.501131296158, "train_loss_step": 9.481805801391602, "n_params": 4715740, "total_flops": 12748342886400000, "train_loss": 0.07722452337091619, "subset_score_loss": 0.07722452337091619}
+{"step": 890000, "wall_time": 5730.111433506012, "train_loss_step": 9.162559509277344, "n_params": 4715740, "total_flops": 12893210419200000, "train_loss": 0.07621859637173739, "subset_score_loss": 0.07621859637173739}
+{"step": 900000, "wall_time": 5843.868945837021, "train_loss_step": 8.570722579956055, "n_params": 4715740, "total_flops": 13038077952000000, "train_loss": 0.07801854393698952, "subset_score_loss": 0.07801854393698952, "memorization_fraction_pixel": 0.002300000051036477, "mean_nn_ratio_pixel": 0.946058988571167, "fid": 180.5056422200678, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 5898.551297903061, "train_loss_step": 8.369633674621582, "n_params": 4715740, "total_flops": 13182945484800000, "train_loss": 0.07745036211880771, "subset_score_loss": 0.07745036211880771}
+{"step": 920000, "wall_time": 5958.26616692543, "train_loss_step": 8.470260620117188, "n_params": 4715740, "total_flops": 13327813017600000, "train_loss": 0.07465614839033648, "subset_score_loss": 0.07465614839033648}
+{"step": 930000, "wall_time": 6017.91672205925, "train_loss_step": 8.75042724609375, "n_params": 4715740, "total_flops": 13472680550400000, "train_loss": 0.07301404259421608, "subset_score_loss": 0.07301404259421608}
+{"step": 940000, "wall_time": 6074.933259725571, "train_loss_step": 8.992612838745117, "n_params": 4715740, "total_flops": 13617548083200000, "train_loss": 0.07826147946444424, "subset_score_loss": 0.07826147946444424}
+{"step": 950000, "wall_time": 6134.9327046871185, "train_loss_step": 9.181854248046875, "n_params": 4715740, "total_flops": 13762415616000000, "train_loss": 0.0733418117869984, "subset_score_loss": 0.0733418117869984}
+{"step": 960000, "wall_time": 6194.278463602066, "train_loss_step": 8.565780639648438, "n_params": 4715740, "total_flops": 13907283148800000, "train_loss": 0.07308464050292969, "subset_score_loss": 0.07308464050292969}
+{"step": 970000, "wall_time": 6240.875615119934, "train_loss_step": 7.86196231842041, "n_params": 4715740, "total_flops": 14052150681600000, "train_loss": 0.06980567411942916, "subset_score_loss": 0.06980567411942916}
+{"step": 980000, "wall_time": 6280.72805929184, "train_loss_step": 7.830465316772461, "n_params": 4715740, "total_flops": 14197018214400000, "train_loss": 0.06925239996476606, "subset_score_loss": 0.06925239996476606}
+{"step": 990000, "wall_time": 6319.2245144844055, "train_loss_step": 8.695212364196777, "n_params": 4715740, "total_flops": 14341885747200000, "train_loss": 0.07017825300043279, "subset_score_loss": 0.07017825300043279}
+{"step": 1000000, "wall_time": 6394.358567237854, "train_loss_step": 8.084370613098145, "n_params": 4715740, "total_flops": 14486753280000000, "train_loss": 0.07243788892572577, "subset_score_loss": 0.07243788892572577, "memorization_fraction_pixel": 0.004399999976158142, "mean_nn_ratio_pixel": 0.9389879107475281, "fid": 185.03067997878566, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 6433.6671578884125, "train_loss_step": 8.923982620239258, "n_params": 4715740, "total_flops": 14631620812800000, "train_loss": 0.07161878239024769, "subset_score_loss": 0.07161878239024769}
+{"step": 1020000, "wall_time": 6472.959267854691, "train_loss_step": 8.03695297241211, "n_params": 4715740, "total_flops": 14776488345600000, "train_loss": 0.0673376126722856, "subset_score_loss": 0.0673376126722856}
+{"step": 1030000, "wall_time": 6507.11446595192, "train_loss_step": 7.602262496948242, "n_params": 4715740, "total_flops": 14921355878400000, "train_loss": 0.06636501225558195, "subset_score_loss": 0.06636501225558195}
+{"step": 1040000, "wall_time": 6546.766738414764, "train_loss_step": 8.048432350158691, "n_params": 4715740, "total_flops": 15066223411200000, "train_loss": 0.06875348524613814, "subset_score_loss": 0.06875348524613814}
+{"step": 1050000, "wall_time": 6586.1189568042755, "train_loss_step": 8.108610153198242, "n_params": 4715740, "total_flops": 15211090944000000, "train_loss": 0.06823102777654474, "subset_score_loss": 0.06823102777654474}
+{"step": 1060000, "wall_time": 6625.477929830551, "train_loss_step": 7.614316940307617, "n_params": 4715740, "total_flops": 15355958476800000, "train_loss": 0.06572005965492943, "subset_score_loss": 0.06572005965492943}
+{"step": 1070000, "wall_time": 6665.022839546204, "train_loss_step": 7.472722053527832, "n_params": 4715740, "total_flops": 15500826009600000, "train_loss": 0.06605168255892667, "subset_score_loss": 0.06605168255892667}
+{"step": 1080000, "wall_time": 6704.220907688141, "train_loss_step": 8.691020965576172, "n_params": 4715740, "total_flops": 15645693542400000, "train_loss": 0.07353622263128107, "subset_score_loss": 0.07353622263128107}
+{"step": 1090000, "wall_time": 6743.267051696777, "train_loss_step": 8.052682876586914, "n_params": 4715740, "total_flops": 15790561075200000, "train_loss": 0.06391393921592019, "subset_score_loss": 0.06391393921592019}
+{"step": 1100000, "wall_time": 6819.610402345657, "train_loss_step": 8.43911361694336, "n_params": 4715740, "total_flops": 15935428608000000, "train_loss": 0.0689409386027943, "subset_score_loss": 0.0689409386027943, "memorization_fraction_pixel": 0.007199999876320362, "mean_nn_ratio_pixel": 0.9347641468048096, "fid": 195.19337956074077, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 6858.875323057175, "train_loss_step": 8.074816703796387, "n_params": 4715740, "total_flops": 16080296140800000, "train_loss": 0.06761818799105558, "subset_score_loss": 0.06761818799105558}
+{"step": 1120000, "wall_time": 6893.780405521393, "train_loss_step": 7.6327433586120605, "n_params": 4715740, "total_flops": 16225163673600000, "train_loss": 0.06646659590981223, "subset_score_loss": 0.06646659590981223}
+{"step": 1130000, "wall_time": 6930.464356422424, "train_loss_step": 8.50683879852295, "n_params": 4715740, "total_flops": 16370031206400000, "train_loss": 0.06539141048084605, "subset_score_loss": 0.06539141048084605}
+{"step": 1140000, "wall_time": 6970.502444267273, "train_loss_step": 8.007490158081055, "n_params": 4715740, "total_flops": 16514898739200000, "train_loss": 0.06291043541648171, "subset_score_loss": 0.06291043541648171}
+{"step": 1150000, "wall_time": 7009.882891654968, "train_loss_step": 7.98577356338501, "n_params": 4715740, "total_flops": 16659766272000000, "train_loss": 0.06328650387850675, "subset_score_loss": 0.06328650387850675}
+{"step": 1160000, "wall_time": 7049.442528009415, "train_loss_step": 8.04823112487793, "n_params": 4715740, "total_flops": 16804633804800000, "train_loss": 0.061302531849254265, "subset_score_loss": 0.061302531849254265}
+{"step": 1170000, "wall_time": 7088.855995178223, "train_loss_step": 7.118712425231934, "n_params": 4715740, "total_flops": 16949501337600000, "train_loss": 0.059950095956975764, "subset_score_loss": 0.059950095956975764}
+{"step": 1180000, "wall_time": 7128.167689323425, "train_loss_step": 8.309551239013672, "n_params": 4715740, "total_flops": 17094368870400000, "train_loss": 0.06549427726052025, "subset_score_loss": 0.06549427726052025}
+{"step": 1190000, "wall_time": 7167.546377420425, "train_loss_step": 7.82145881652832, "n_params": 4715740, "total_flops": 17239236403200000, "train_loss": 0.061082861640236595, "subset_score_loss": 0.061082861640236595}
+{"step": 1200000, "wall_time": 7244.3963413238525, "train_loss_step": 8.263178825378418, "n_params": 4715740, "total_flops": 17384103936000000, "train_loss": 0.06268220381303267, "subset_score_loss": 0.06268220381303267, "memorization_fraction_pixel": 0.008799999952316284, "mean_nn_ratio_pixel": 0.9275592565536499, "fid": 194.74311491120068, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 7283.208431959152, "train_loss_step": 8.154485702514648, "n_params": 4715740, "total_flops": 17528971468800000, "train_loss": 0.0638231797651811, "subset_score_loss": 0.0638231797651811}
+{"step": 1220000, "wall_time": 7314.7435348033905, "train_loss_step": 7.6532301902771, "n_params": 4715740, "total_flops": 17673839001600000, "train_loss": 0.06019892692565918, "subset_score_loss": 0.06019892692565918}
+{"step": 1230000, "wall_time": 7354.603617668152, "train_loss_step": 7.821788311004639, "n_params": 4715740, "total_flops": 17818706534400000, "train_loss": 0.059214509617198596, "subset_score_loss": 0.059214509617198596}
+{"step": 1240000, "wall_time": 7393.673364877701, "train_loss_step": 7.263228416442871, "n_params": 4715740, "total_flops": 17963574067200000, "train_loss": 0.05885665199973367, "subset_score_loss": 0.05885665199973367}
+{"step": 1250000, "wall_time": 7433.426047801971, "train_loss_step": 7.996302127838135, "n_params": 4715740, "total_flops": 18108441600000000, "train_loss": 0.05885048346085982, "subset_score_loss": 0.05885048346085982}
+{"step": 1260000, "wall_time": 7472.969321012497, "train_loss_step": 7.640327453613281, "n_params": 4715740, "total_flops": 18253309132800000, "train_loss": 0.05919558785178445, "subset_score_loss": 0.05919558785178445}
+{"step": 1270000, "wall_time": 7512.387108564377, "train_loss_step": 7.40297794342041, "n_params": 4715740, "total_flops": 18398176665600000, "train_loss": 0.05997037887573242, "subset_score_loss": 0.05997037887573242}
+{"step": 1280000, "wall_time": 7551.580225944519, "train_loss_step": 7.572680473327637, "n_params": 4715740, "total_flops": 18543044198400000, "train_loss": 0.05802395127036355, "subset_score_loss": 0.05802395127036355}
+{"step": 1290000, "wall_time": 7590.972540855408, "train_loss_step": 7.686018466949463, "n_params": 4715740, "total_flops": 18687911731200000, "train_loss": 0.059406003085049716, "subset_score_loss": 0.059406003085049716}
+{"step": 1300000, "wall_time": 7668.430216550827, "train_loss_step": 7.058578014373779, "n_params": 4715740, "total_flops": 18832779264000000, "train_loss": 0.0575959639115767, "subset_score_loss": 0.0575959639115767, "memorization_fraction_pixel": 0.010499999858438969, "mean_nn_ratio_pixel": 0.925830066204071, "fid": 201.5007197994432, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 7700.8273940086365, "train_loss_step": 7.565103054046631, "n_params": 4715740, "total_flops": 18977646796800000, "train_loss": 0.05707613771611994, "subset_score_loss": 0.05707613771611994}
+{"step": 1320000, "wall_time": 7740.351906299591, "train_loss_step": 7.572432041168213, "n_params": 4715740, "total_flops": 19122514329600000, "train_loss": 0.05666412873701616, "subset_score_loss": 0.05666412873701616}
+{"step": 1330000, "wall_time": 7779.701224327087, "train_loss_step": 7.109016418457031, "n_params": 4715740, "total_flops": 19267381862400000, "train_loss": 0.05873438228260387, "subset_score_loss": 0.05873438228260387}
+{"step": 1340000, "wall_time": 7819.5149755477905, "train_loss_step": 7.89296293258667, "n_params": 4715740, "total_flops": 19412249395200000, "train_loss": 0.056182635914195665, "subset_score_loss": 0.056182635914195665}
+{"step": 1350000, "wall_time": 7858.760552883148, "train_loss_step": 7.350334167480469, "n_params": 4715740, "total_flops": 19557116928000000, "train_loss": 0.059797755154696375, "subset_score_loss": 0.059797755154696375}
+{"step": 1360000, "wall_time": 7898.118965148926, "train_loss_step": 7.856075763702393, "n_params": 4715740, "total_flops": 19701984460800000, "train_loss": 0.059116120771928266, "subset_score_loss": 0.059116120771928266}
+{"step": 1370000, "wall_time": 7937.38645863533, "train_loss_step": 7.649562835693359, "n_params": 4715740, "total_flops": 19846851993600000, "train_loss": 0.058839095722545275, "subset_score_loss": 0.058839095722545275}
+{"step": 1380000, "wall_time": 7976.76792049408, "train_loss_step": 7.141258716583252, "n_params": 4715740, "total_flops": 19991719526400000, "train_loss": 0.05692452083934437, "subset_score_loss": 0.05692452083934437}
+{"step": 1390000, "wall_time": 8015.9905297756195, "train_loss_step": 7.729364395141602, "n_params": 4715740, "total_flops": 20136587059200000, "train_loss": 0.05528666756369851, "subset_score_loss": 0.05528666756369851}
+{"step": 1400000, "wall_time": 8094.4358904361725, "train_loss_step": 7.5816144943237305, "n_params": 4715740, "total_flops": 20281454592000000, "train_loss": 0.05692942359230735, "subset_score_loss": 0.05692942359230735, "memorization_fraction_pixel": 0.01489999983459711, "mean_nn_ratio_pixel": 0.9219297766685486, "fid": 205.90189332258947, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 8133.85343670845, "train_loss_step": 7.911983013153076, "n_params": 4715740, "total_flops": 20426322124800000, "train_loss": 0.05752776319330389, "subset_score_loss": 0.05752776319330389}
+{"step": 1420000, "wall_time": 8173.277489423752, "train_loss_step": 7.193302631378174, "n_params": 4715740, "total_flops": 20571189657600000, "train_loss": 0.05258513363924894, "subset_score_loss": 0.05258513363924894}
+{"step": 1430000, "wall_time": 8213.307508468628, "train_loss_step": 7.865400314331055, "n_params": 4715740, "total_flops": 20716057190400000, "train_loss": 0.054286172173239965, "subset_score_loss": 0.054286172173239965}
+{"step": 1440000, "wall_time": 8253.161306142807, "train_loss_step": 7.2708845138549805, "n_params": 4715740, "total_flops": 20860924723200000, "train_loss": 0.053752864490855826, "subset_score_loss": 0.053752864490855826}
+{"step": 1450000, "wall_time": 8292.488171577454, "train_loss_step": 7.0064697265625, "n_params": 4715740, "total_flops": 21005792256000000, "train_loss": 0.052353897961703214, "subset_score_loss": 0.052353897961703214}
+{"step": 1460000, "wall_time": 8331.784337997437, "train_loss_step": 7.80823278427124, "n_params": 4715740, "total_flops": 21150659788800000, "train_loss": 0.05511309883811257, "subset_score_loss": 0.05511309883811257}
+{"step": 1470000, "wall_time": 8370.914876461029, "train_loss_step": 8.345508575439453, "n_params": 4715740, "total_flops": 21295527321600000, "train_loss": 0.05697610595009544, "subset_score_loss": 0.05697610595009544}
+{"step": 1480000, "wall_time": 8410.499170303345, "train_loss_step": 6.801905632019043, "n_params": 4715740, "total_flops": 21440394854400000, "train_loss": 0.05251177440990101, "subset_score_loss": 0.05251177440990101}
+{"step": 1490000, "wall_time": 8449.45241189003, "train_loss_step": 7.509937763214111, "n_params": 4715740, "total_flops": 21585262387200000, "train_loss": 0.05124646100130948, "subset_score_loss": 0.05124646100130948}
+{"step": 1500000, "wall_time": 8518.662096500397, "train_loss_step": 7.139004230499268, "n_params": 4715740, "total_flops": 21730129920000000, "train_loss": 0.05367819612676447, "subset_score_loss": 0.05367819612676447, "memorization_fraction_pixel": 0.014399999752640724, "mean_nn_ratio_pixel": 0.9205906987190247, "fid": 194.5294070937473, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 8558.004922628403, "train_loss_step": 6.904304504394531, "n_params": 4715740, "total_flops": 21874997452800000, "train_loss": 0.051695697957819156, "subset_score_loss": 0.051695697957819156}
+{"step": 1520000, "wall_time": 8597.73713517189, "train_loss_step": 6.7305121421813965, "n_params": 4715740, "total_flops": 22019864985600000, "train_loss": 0.049850299141623755, "subset_score_loss": 0.049850299141623755}
+{"step": 1530000, "wall_time": 8637.332221746445, "train_loss_step": 7.042214870452881, "n_params": 4715740, "total_flops": 22164732518400000, "train_loss": 0.054447941346602004, "subset_score_loss": 0.054447941346602004}
+{"step": 1540000, "wall_time": 8676.650218963623, "train_loss_step": 7.87172794342041, "n_params": 4715740, "total_flops": 22309600051200000, "train_loss": 0.04857078032060103, "subset_score_loss": 0.04857078032060103}
+{"step": 1550000, "wall_time": 8715.775228023529, "train_loss_step": 7.001932144165039, "n_params": 4715740, "total_flops": 22454467584000000, "train_loss": 0.053870222785256126, "subset_score_loss": 0.053870222785256126}
+{"step": 1560000, "wall_time": 8755.297017097473, "train_loss_step": 6.941949844360352, "n_params": 4715740, "total_flops": 22599335116800000, "train_loss": 0.05157615921714089, "subset_score_loss": 0.05157615921714089}
+{"step": 1570000, "wall_time": 8795.254058122635, "train_loss_step": 7.764829635620117, "n_params": 4715740, "total_flops": 22744202649600000, "train_loss": 0.0522375843741677, "subset_score_loss": 0.0522375843741677}
+{"step": 1580000, "wall_time": 8834.738513231277, "train_loss_step": 7.437855243682861, "n_params": 4715740, "total_flops": 22889070182400000, "train_loss": 0.05060471621426669, "subset_score_loss": 0.05060471621426669}
+{"step": 1590000, "wall_time": 8873.348316907883, "train_loss_step": 7.5042033195495605, "n_params": 4715740, "total_flops": 23033937715200000, "train_loss": 0.053216678445989436, "subset_score_loss": 0.053216678445989436}
+{"step": 1600000, "wall_time": 8947.74240064621, "train_loss_step": 6.883274078369141, "n_params": 4715740, "total_flops": 23178805248000000, "train_loss": 0.04874273213473233, "subset_score_loss": 0.04874273213473233, "memorization_fraction_pixel": 0.019999999552965164, "mean_nn_ratio_pixel": 0.9115772247314453, "fid": 201.99152345042927, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 8987.252960681915, "train_loss_step": 6.958878993988037, "n_params": 4715740, "total_flops": 23323672780800000, "train_loss": 0.047940215197476474, "subset_score_loss": 0.047940215197476474}
+{"step": 1620000, "wall_time": 9026.382355928421, "train_loss_step": 7.151985168457031, "n_params": 4715740, "total_flops": 23468540313600000, "train_loss": 0.05216838229786266, "subset_score_loss": 0.05216838229786266}
+{"step": 1630000, "wall_time": 9066.185454130173, "train_loss_step": 6.794909477233887, "n_params": 4715740, "total_flops": 23613407846400000, "train_loss": 0.049765708229758523, "subset_score_loss": 0.049765708229758523}
+{"step": 1640000, "wall_time": 9105.500003099442, "train_loss_step": 6.545314788818359, "n_params": 4715740, "total_flops": 23758275379200000, "train_loss": 0.051755978844382544, "subset_score_loss": 0.051755978844382544}
+{"step": 1650000, "wall_time": 9144.703788280487, "train_loss_step": 6.855259895324707, "n_params": 4715740, "total_flops": 23903142912000000, "train_loss": 0.047342872619628905, "subset_score_loss": 0.047342872619628905}
+{"step": 1660000, "wall_time": 9183.901343345642, "train_loss_step": 7.4571123123168945, "n_params": 4715740, "total_flops": 24048010444800000, "train_loss": 0.04960878979076039, "subset_score_loss": 0.04960878979076039}
+{"step": 1670000, "wall_time": 9223.07890510559, "train_loss_step": 6.851267337799072, "n_params": 4715740, "total_flops": 24192877977600000, "train_loss": 0.04860560243779963, "subset_score_loss": 0.04860560243779963}
+{"step": 1680000, "wall_time": 9261.460909605026, "train_loss_step": 7.0038299560546875, "n_params": 4715740, "total_flops": 24337745510400000, "train_loss": 0.04838524731722745, "subset_score_loss": 0.04838524731722745}
+{"step": 1690000, "wall_time": 9295.52370095253, "train_loss_step": 7.179419040679932, "n_params": 4715740, "total_flops": 24482613043200000, "train_loss": 0.054178844798694954, "subset_score_loss": 0.054178844798694954}
+{"step": 1700000, "wall_time": 9350.431074619293, "train_loss_step": 6.729108810424805, "n_params": 4715740, "total_flops": 24627480576000000, "train_loss": 0.05108600963245739, "subset_score_loss": 0.05108600963245739, "memorization_fraction_pixel": 0.02449999935925007, "mean_nn_ratio_pixel": 0.9037492275238037, "fid": NaN, "fid_failed": 1.0}
+{"step": 1710000, "wall_time": 9389.74188709259, "train_loss_step": 6.8649115562438965, "n_params": 4715740, "total_flops": 24772348108800000, "train_loss": 0.046390403400767936, "subset_score_loss": 0.046390403400767936}
+{"step": 1720000, "wall_time": 9429.070546150208, "train_loss_step": 6.825911521911621, "n_params": 4715740, "total_flops": 24917215641600000, "train_loss": 0.04923449429598722, "subset_score_loss": 0.04923449429598722}
+{"step": 1730000, "wall_time": 9468.257143259048, "train_loss_step": 7.6500139236450195, "n_params": 4715740, "total_flops": 25062083174400000, "train_loss": 0.04810656200755726, "subset_score_loss": 0.04810656200755726}
+{"step": 1740000, "wall_time": 9507.198569774628, "train_loss_step": 6.564678192138672, "n_params": 4715740, "total_flops": 25206950707200000, "train_loss": 0.0473503286188299, "subset_score_loss": 0.0473503286188299}
+{"step": 1750000, "wall_time": 9546.567192316055, "train_loss_step": 7.191192626953125, "n_params": 4715740, "total_flops": 25351818240000000, "train_loss": 0.045652068745006213, "subset_score_loss": 0.045652068745006213}
+{"step": 1760000, "wall_time": 9585.940217494965, "train_loss_step": 7.15084171295166, "n_params": 4715740, "total_flops": 25496685772800000, "train_loss": 0.04622635841369629, "subset_score_loss": 0.04622635841369629}
+{"step": 1770000, "wall_time": 9625.256633520126, "train_loss_step": 6.930795669555664, "n_params": 4715740, "total_flops": 25641553305600000, "train_loss": 0.04844260215759277, "subset_score_loss": 0.04844260215759277}
+{"step": 1780000, "wall_time": 9663.83715057373, "train_loss_step": 7.274872779846191, "n_params": 4715740, "total_flops": 25786420838400000, "train_loss": 0.044254844838922676, "subset_score_loss": 0.044254844838922676}
+{"step": 1790000, "wall_time": 9698.379468679428, "train_loss_step": 7.038768768310547, "n_params": 4715740, "total_flops": 25931288371200000, "train_loss": 0.04495084502480247, "subset_score_loss": 0.04495084502480247}
+{"step": 1800000, "wall_time": 9753.392230272293, "train_loss_step": 7.291037082672119, "n_params": 4715740, "total_flops": 26076155904000000, "train_loss": 0.046945446187799625, "subset_score_loss": 0.046945446187799625, "memorization_fraction_pixel": 0.02759999968111515, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 1810000, "wall_time": 9792.80901813507, "train_loss_step": 6.831244945526123, "n_params": 4715740, "total_flops": 26221023436800000, "train_loss": 0.0480170033194802, "subset_score_loss": 0.0480170033194802}
+{"step": 1820000, "wall_time": 9832.10146021843, "train_loss_step": 7.756540298461914, "n_params": 4715740, "total_flops": 26365890969600000, "train_loss": 0.04770228212529963, "subset_score_loss": 0.04770228212529963}
+{"step": 1830000, "wall_time": 9871.440576553345, "train_loss_step": 7.031628608703613, "n_params": 4715740, "total_flops": 26510758502400000, "train_loss": 0.04947254007512873, "subset_score_loss": 0.04947254007512873}
+{"step": 1840000, "wall_time": 9910.842583179474, "train_loss_step": 6.230686187744141, "n_params": 4715740, "total_flops": 26655626035200000, "train_loss": 0.05096755461259322, "subset_score_loss": 0.05096755461259322}
+{"step": 1850000, "wall_time": 9950.240662813187, "train_loss_step": 6.229085922241211, "n_params": 4715740, "total_flops": 26800493568000000, "train_loss": 0.045766258239746095, "subset_score_loss": 0.045766258239746095}
+{"step": 1860000, "wall_time": 9989.562249422073, "train_loss_step": 6.610231399536133, "n_params": 4715740, "total_flops": 26945361100800000, "train_loss": 0.046203778006813745, "subset_score_loss": 0.046203778006813745}
+{"step": 1870000, "wall_time": 10028.97465634346, "train_loss_step": 6.884428024291992, "n_params": 4715740, "total_flops": 27090228633600000, "train_loss": 0.047607716647061434, "subset_score_loss": 0.047607716647061434}
+{"step": 1880000, "wall_time": 10067.550391674042, "train_loss_step": 6.525500774383545, "n_params": 4715740, "total_flops": 27235096166400000, "train_loss": 0.0454062895341353, "subset_score_loss": 0.0454062895341353}
+{"step": 1890000, "wall_time": 10098.490483522415, "train_loss_step": 7.317626953125, "n_params": 4715740, "total_flops": 27379963699200000, "train_loss": 0.049212980270385745, "subset_score_loss": 0.049212980270385745}
+{"step": 1900000, "wall_time": 10153.101348161697, "train_loss_step": 7.115777969360352, "n_params": 4715740, "total_flops": 27524831232000000, "train_loss": 0.05166156942194158, "subset_score_loss": 0.05166156942194158, "memorization_fraction_pixel": 0.030700000002980232, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 1910000, "wall_time": 10192.518207550049, "train_loss_step": 7.001858711242676, "n_params": 4715740, "total_flops": 27669698764800000, "train_loss": 0.046137549660422585, "subset_score_loss": 0.046137549660422585}
+{"step": 1920000, "wall_time": 10231.996784687042, "train_loss_step": 6.756932258605957, "n_params": 4715740, "total_flops": 27814566297600000, "train_loss": 0.04458030353892933, "subset_score_loss": 0.04458030353892933}
+{"step": 1930000, "wall_time": 10271.230048656464, "train_loss_step": 6.45796012878418, "n_params": 4715740, "total_flops": 27959433830400000, "train_loss": 0.04431079084222967, "subset_score_loss": 0.04431079084222967}
+{"step": 1940000, "wall_time": 10310.41275525093, "train_loss_step": 6.623729228973389, "n_params": 4715740, "total_flops": 28104301363200000, "train_loss": 0.042651406201449305, "subset_score_loss": 0.042651406201449305}
+{"step": 1950000, "wall_time": 10349.635874509811, "train_loss_step": 6.409201622009277, "n_params": 4715740, "total_flops": 28249168896000000, "train_loss": 0.04880969307639382, "subset_score_loss": 0.04880969307639382}
+{"step": 1960000, "wall_time": 10388.844703912735, "train_loss_step": 7.029837131500244, "n_params": 4715740, "total_flops": 28394036428800000, "train_loss": 0.046291320974176584, "subset_score_loss": 0.046291320974176584}
+{"step": 1970000, "wall_time": 10428.114388465881, "train_loss_step": 7.030893802642822, "n_params": 4715740, "total_flops": 28538903961600000, "train_loss": 0.044474675438620825, "subset_score_loss": 0.044474675438620825}
+{"step": 1980000, "wall_time": 10466.574595689774, "train_loss_step": 6.980461597442627, "n_params": 4715740, "total_flops": 28683771494400000, "train_loss": 0.04242919141596014, "subset_score_loss": 0.04242919141596014}
+{"step": 1990000, "wall_time": 10501.316084384918, "train_loss_step": 6.867240905761719, "n_params": 4715740, "total_flops": 28828639027200000, "train_loss": 0.047215570103038444, "subset_score_loss": 0.047215570103038444}
+{"step": 2000000, "wall_time": 10556.250460624695, "train_loss_step": 6.928605079650879, "n_params": 4715740, "total_flops": 28973506560000000, "train_loss": 0.04499263329939409, "subset_score_loss": 0.04499263329939409, "memorization_fraction_pixel": 0.03739999979734421, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 2010000, "wall_time": 10595.697848796844, "train_loss_step": 6.461505889892578, "n_params": 4715740, "total_flops": 29118374092800000, "train_loss": 0.04975794878872958, "subset_score_loss": 0.04975794878872958}
+{"step": 2020000, "wall_time": 10635.075631141663, "train_loss_step": 7.266343116760254, "n_params": 4715740, "total_flops": 29263241625600000, "train_loss": 0.0457998665896329, "subset_score_loss": 0.0457998665896329}
+{"step": 2030000, "wall_time": 10674.376095294952, "train_loss_step": 6.884387969970703, "n_params": 4715740, "total_flops": 29408109158400000, "train_loss": 0.04197376424616033, "subset_score_loss": 0.04197376424616033}
+{"step": 2040000, "wall_time": 10713.793830633163, "train_loss_step": 6.819281101226807, "n_params": 4715740, "total_flops": 29552976691200000, "train_loss": 0.04305478876287287, "subset_score_loss": 0.04305478876287287}
+{"step": 2050000, "wall_time": 10753.221364736557, "train_loss_step": 6.799099922180176, "n_params": 4715740, "total_flops": 29697844224000000, "train_loss": 0.041623288934881035, "subset_score_loss": 0.041623288934881035}
+{"step": 2060000, "wall_time": 10792.701728343964, "train_loss_step": 7.0462117195129395, "n_params": 4715740, "total_flops": 29842711756800000, "train_loss": 0.044030596993186254, "subset_score_loss": 0.044030596993186254}
+{"step": 2070000, "wall_time": 10832.03316450119, "train_loss_step": 6.350882530212402, "n_params": 4715740, "total_flops": 29987579289600000, "train_loss": 0.04405928525057706, "subset_score_loss": 0.04405928525057706}
+{"step": 2080000, "wall_time": 10870.841649770737, "train_loss_step": 6.679804801940918, "n_params": 4715740, "total_flops": 30132446822400000, "train_loss": 0.04243071729486639, "subset_score_loss": 0.04243071729486639}
+{"step": 2090000, "wall_time": 10904.204799413681, "train_loss_step": 6.778350830078125, "n_params": 4715740, "total_flops": 30277314355200000, "train_loss": 0.04306670969182795, "subset_score_loss": 0.04306670969182795}
+{"step": 2100000, "wall_time": 10959.163298368454, "train_loss_step": 6.773907661437988, "n_params": 4715740, "total_flops": 30422181888000000, "train_loss": 0.04172470352866433, "subset_score_loss": 0.04172470352866433, "memorization_fraction_pixel": 0.03660000115633011, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 2110000, "wall_time": 10998.40552520752, "train_loss_step": 6.531626224517822, "n_params": 4715740, "total_flops": 30567049420800000, "train_loss": 0.04471104795282537, "subset_score_loss": 0.04471104795282537}
+{"step": 2120000, "wall_time": 11037.720766067505, "train_loss_step": 6.9072794914245605, "n_params": 4715740, "total_flops": 30711916953600000, "train_loss": 0.044119067625565965, "subset_score_loss": 0.044119067625565965}
+{"step": 2130000, "wall_time": 11077.371134519577, "train_loss_step": 6.060237407684326, "n_params": 4715740, "total_flops": 30856784486400000, "train_loss": 0.044682186300104315, "subset_score_loss": 0.044682186300104315}
+{"step": 2140000, "wall_time": 11116.694573640823, "train_loss_step": 6.654120445251465, "n_params": 4715740, "total_flops": 31001652019200000, "train_loss": 0.03985652923583984, "subset_score_loss": 0.03985652923583984}
+{"step": 2150000, "wall_time": 11156.373285531998, "train_loss_step": 6.583768367767334, "n_params": 4715740, "total_flops": 31146519552000000, "train_loss": 0.04438783905722878, "subset_score_loss": 0.04438783905722878}
+{"step": 2160000, "wall_time": 11195.57745051384, "train_loss_step": 6.783905982971191, "n_params": 4715740, "total_flops": 31291387084800000, "train_loss": 0.04531763250177557, "subset_score_loss": 0.04531763250177557}
+{"step": 2170000, "wall_time": 11234.970939159393, "train_loss_step": 7.480572700500488, "n_params": 4715740, "total_flops": 31436254617600000, "train_loss": 0.04393114176663485, "subset_score_loss": 0.04393114176663485}
+{"step": 2180000, "wall_time": 11273.839814901352, "train_loss_step": 7.093746662139893, "n_params": 4715740, "total_flops": 31581122150400000, "train_loss": 0.044507018002596765, "subset_score_loss": 0.044507018002596765}
+{"step": 2190000, "wall_time": 11305.213160514832, "train_loss_step": 6.93379020690918, "n_params": 4715740, "total_flops": 31725989683200000, "train_loss": 0.0442038275978782, "subset_score_loss": 0.0442038275978782}
+{"step": 2200000, "wall_time": 11360.289764165878, "train_loss_step": 6.667695999145508, "n_params": 4715740, "total_flops": 31870857216000000, "train_loss": 0.04473373673178933, "subset_score_loss": 0.04473373673178933, "memorization_fraction_pixel": 0.04450000077486038, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 2210000, "wall_time": 11399.864309072495, "train_loss_step": 7.576417446136475, "n_params": 4715740, "total_flops": 32015724748800000, "train_loss": 0.043462601574984466, "subset_score_loss": 0.043462601574984466}
+{"step": 2220000, "wall_time": 11439.224925041199, "train_loss_step": 6.908023834228516, "n_params": 4715740, "total_flops": 32160592281600000, "train_loss": 0.04544419808821245, "subset_score_loss": 0.04544419808821245}
+{"step": 2230000, "wall_time": 11478.391523838043, "train_loss_step": 6.186227798461914, "n_params": 4715740, "total_flops": 32305459814400000, "train_loss": 0.045289195667613635, "subset_score_loss": 0.045289195667613635}
+{"step": 2240000, "wall_time": 11517.601748466492, "train_loss_step": 6.985705852508545, "n_params": 4715740, "total_flops": 32450327347200000, "train_loss": 0.03980956511064009, "subset_score_loss": 0.03980956511064009}
+{"step": 2250000, "wall_time": 11556.950404882431, "train_loss_step": 6.102418422698975, "n_params": 4715740, "total_flops": 32595194880000000, "train_loss": 0.04346778609535911, "subset_score_loss": 0.04346778609535911}
+{"step": 2260000, "wall_time": 11596.636308193207, "train_loss_step": 6.0180535316467285, "n_params": 4715740, "total_flops": 32740062412800000, "train_loss": 0.039795732498168944, "subset_score_loss": 0.039795732498168944}
+{"step": 2270000, "wall_time": 11635.691127538681, "train_loss_step": 6.497927665710449, "n_params": 4715740, "total_flops": 32884929945600000, "train_loss": 0.04092027924277566, "subset_score_loss": 0.04092027924277566}
+{"step": 2280000, "wall_time": 11674.359012126923, "train_loss_step": 6.208460807800293, "n_params": 4715740, "total_flops": 33029797478400000, "train_loss": 0.040933023799549446, "subset_score_loss": 0.040933023799549446}
+{"step": 2290000, "wall_time": 11705.825425386429, "train_loss_step": 6.696216583251953, "n_params": 4715740, "total_flops": 33174665011200000, "train_loss": 0.04175318371165882, "subset_score_loss": 0.04175318371165882}
+{"step": 2300000, "wall_time": 11760.461004972458, "train_loss_step": 6.591087341308594, "n_params": 4715740, "total_flops": 33319532544000000, "train_loss": 0.04160053513266824, "subset_score_loss": 0.04160053513266824, "memorization_fraction_pixel": 0.050700001418590546, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 2310000, "wall_time": 11799.904520511627, "train_loss_step": 6.395446300506592, "n_params": 4715740, "total_flops": 33464400076800000, "train_loss": 0.040671101483431726, "subset_score_loss": 0.040671101483431726}
+{"step": 2320000, "wall_time": 11839.171787023544, "train_loss_step": 6.860660076141357, "n_params": 4715740, "total_flops": 33609267609600000, "train_loss": 0.04066458181901412, "subset_score_loss": 0.04066458181901412}
+{"step": 2330000, "wall_time": 11878.406617641449, "train_loss_step": 6.88416862487793, "n_params": 4715740, "total_flops": 33754135142400000, "train_loss": 0.040316681428389116, "subset_score_loss": 0.040316681428389116}
+{"step": 2340000, "wall_time": 11917.715733766556, "train_loss_step": 6.910304069519043, "n_params": 4715740, "total_flops": 33899002675200000, "train_loss": 0.04569883346557617, "subset_score_loss": 0.04569883346557617}
+{"step": 2350000, "wall_time": 11957.389263629913, "train_loss_step": 6.255739688873291, "n_params": 4715740, "total_flops": 34043870208000000, "train_loss": 0.04064805724404075, "subset_score_loss": 0.04064805724404075}
+{"step": 2360000, "wall_time": 11996.988453865051, "train_loss_step": 6.657220363616943, "n_params": 4715740, "total_flops": 34188737740800000, "train_loss": 0.04044615572149103, "subset_score_loss": 0.04044615572149103}
+{"step": 2370000, "wall_time": 12036.705873012543, "train_loss_step": 6.792550086975098, "n_params": 4715740, "total_flops": 34333605273600000, "train_loss": 0.04405859600413929, "subset_score_loss": 0.04405859600413929}
+{"step": 2380000, "wall_time": 12075.517256259918, "train_loss_step": 6.94693660736084, "n_params": 4715740, "total_flops": 34478472806400000, "train_loss": 0.040256019072099164, "subset_score_loss": 0.040256019072099164}
+{"step": 2390000, "wall_time": 12108.898664951324, "train_loss_step": 6.192460060119629, "n_params": 4715740, "total_flops": 34623340339200000, "train_loss": 0.03707293597134677, "subset_score_loss": 0.03707293597134677}
+{"step": 2400000, "wall_time": 12163.574122905731, "train_loss_step": 7.277887344360352, "n_params": 4715740, "total_flops": 34768207872000000, "train_loss": 0.04296435009349476, "subset_score_loss": 0.04296435009349476, "memorization_fraction_pixel": 0.047600001096725464, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 2410000, "wall_time": 12202.905822992325, "train_loss_step": 6.065110206604004, "n_params": 4715740, "total_flops": 34913075404800000, "train_loss": 0.03882215239784934, "subset_score_loss": 0.03882215239784934}
+{"step": 2420000, "wall_time": 12242.164786577225, "train_loss_step": 6.344149589538574, "n_params": 4715740, "total_flops": 35057942937600000, "train_loss": 0.03716830773787065, "subset_score_loss": 0.03716830773787065}
+{"step": 2430000, "wall_time": 12281.655981302261, "train_loss_step": 6.364810943603516, "n_params": 4715740, "total_flops": 35202810470400000, "train_loss": 0.03871996619484641, "subset_score_loss": 0.03871996619484641}
+{"step": 2440000, "wall_time": 12320.968940258026, "train_loss_step": 6.425714492797852, "n_params": 4715740, "total_flops": 35347678003200000, "train_loss": 0.0413974328474565, "subset_score_loss": 0.0413974328474565}
+{"step": 2450000, "wall_time": 12360.526692390442, "train_loss_step": 6.670800685882568, "n_params": 4715740, "total_flops": 35492545536000000, "train_loss": 0.0410007043318315, "subset_score_loss": 0.0410007043318315}
+{"step": 2460000, "wall_time": 12400.570093870163, "train_loss_step": 6.78471565246582, "n_params": 4715740, "total_flops": 35637413068800000, "train_loss": 0.041217587210915306, "subset_score_loss": 0.041217587210915306}
+{"step": 2470000, "wall_time": 12439.860962629318, "train_loss_step": 6.882909297943115, "n_params": 4715740, "total_flops": 35782280601600000, "train_loss": 0.04367561340332031, "subset_score_loss": 0.04367561340332031}
+{"step": 2480000, "wall_time": 12478.725623607635, "train_loss_step": 6.277541637420654, "n_params": 4715740, "total_flops": 35927148134400000, "train_loss": 0.03891130794178356, "subset_score_loss": 0.03891130794178356}
+{"step": 2490000, "wall_time": 12510.390149354935, "train_loss_step": 6.984653472900391, "n_params": 4715740, "total_flops": 36072015667200000, "train_loss": 0.040787943926724524, "subset_score_loss": 0.040787943926724524}
+{"step": 2500000, "wall_time": 12565.069854021072, "train_loss_step": 6.262028694152832, "n_params": 4715740, "total_flops": 36216883200000000, "train_loss": 0.04013748602433638, "subset_score_loss": 0.04013748602433638, "memorization_fraction_pixel": 0.046799998730421066, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 2510000, "wall_time": 12604.530433654785, "train_loss_step": 6.288647174835205, "n_params": 4715740, "total_flops": 36361750732800000, "train_loss": 0.04161986871199174, "subset_score_loss": 0.04161986871199174}
+{"step": 2520000, "wall_time": 12644.190664768219, "train_loss_step": 6.637785911560059, "n_params": 4715740, "total_flops": 36506618265600000, "train_loss": 0.041499939831820404, "subset_score_loss": 0.041499939831820404}
+{"step": 2530000, "wall_time": 12683.773885011673, "train_loss_step": 6.1302642822265625, "n_params": 4715740, "total_flops": 36651485798400000, "train_loss": 0.039941601319746535, "subset_score_loss": 0.039941601319746535}
+{"step": 2540000, "wall_time": 12722.813941001892, "train_loss_step": 5.989044666290283, "n_params": 4715740, "total_flops": 36796353331200000, "train_loss": 0.03876429037614302, "subset_score_loss": 0.03876429037614302}
+{"step": 2550000, "wall_time": 12762.252804756165, "train_loss_step": 6.705580711364746, "n_params": 4715740, "total_flops": 36941220864000000, "train_loss": 0.039293440905484284, "subset_score_loss": 0.039293440905484284}
+{"step": 2560000, "wall_time": 12802.136385917664, "train_loss_step": 6.416494846343994, "n_params": 4715740, "total_flops": 37086088396800000, "train_loss": 0.03820333047346635, "subset_score_loss": 0.03820333047346635}
+{"step": 2570000, "wall_time": 12841.722647666931, "train_loss_step": 6.353659152984619, "n_params": 4715740, "total_flops": 37230955929600000, "train_loss": 0.03845050985162908, "subset_score_loss": 0.03845050985162908}
+{"step": 2580000, "wall_time": 12881.709285736084, "train_loss_step": 6.616021156311035, "n_params": 4715740, "total_flops": 37375823462400000, "train_loss": 0.04385296648198908, "subset_score_loss": 0.04385296648198908}
+{"step": 2590000, "wall_time": 12913.957511425018, "train_loss_step": 6.321811676025391, "n_params": 4715740, "total_flops": 37520690995200000, "train_loss": 0.03913125991821289, "subset_score_loss": 0.03913125991821289}
+{"step": 2600000, "wall_time": 12968.723361492157, "train_loss_step": 5.88245153427124, "n_params": 4715740, "total_flops": 37665558528000000, "train_loss": 0.04235848080028187, "subset_score_loss": 0.04235848080028187, "memorization_fraction_pixel": 0.05310000106692314, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 2610000, "wall_time": 13008.469050884247, "train_loss_step": 6.545762062072754, "n_params": 4715740, "total_flops": 37810426060800000, "train_loss": 0.04182998917319558, "subset_score_loss": 0.04182998917319558}
+{"step": 2620000, "wall_time": 13047.970321655273, "train_loss_step": 6.0585832595825195, "n_params": 4715740, "total_flops": 37955293593600000, "train_loss": 0.04120254950089888, "subset_score_loss": 0.04120254950089888}
+{"step": 2630000, "wall_time": 13087.367392778397, "train_loss_step": 6.205740928649902, "n_params": 4715740, "total_flops": 38100161126400000, "train_loss": 0.03722629980607466, "subset_score_loss": 0.03722629980607466}
+{"step": 2640000, "wall_time": 13126.816524267197, "train_loss_step": 6.736724853515625, "n_params": 4715740, "total_flops": 38245028659200000, "train_loss": 0.03737235069274902, "subset_score_loss": 0.03737235069274902}
+{"step": 2650000, "wall_time": 13166.480412960052, "train_loss_step": 6.389880657196045, "n_params": 4715740, "total_flops": 38389896192000000, "train_loss": 0.036041179570284756, "subset_score_loss": 0.036041179570284756}
+{"step": 2660000, "wall_time": 13206.233348369598, "train_loss_step": 6.13224983215332, "n_params": 4715740, "total_flops": 38534763724800000, "train_loss": 0.03718691305680708, "subset_score_loss": 0.03718691305680708}
+{"step": 2670000, "wall_time": 13245.760967493057, "train_loss_step": 6.5836381912231445, "n_params": 4715740, "total_flops": 38679631257600000, "train_loss": 0.03754759268327193, "subset_score_loss": 0.03754759268327193}
+{"step": 2680000, "wall_time": 13285.100464820862, "train_loss_step": 6.101349830627441, "n_params": 4715740, "total_flops": 38824498790400000, "train_loss": 0.044723562760786574, "subset_score_loss": 0.044723562760786574}
+{"step": 2690000, "wall_time": 13319.42372083664, "train_loss_step": 6.212285995483398, "n_params": 4715740, "total_flops": 38969366323200000, "train_loss": 0.037554147026755594, "subset_score_loss": 0.037554147026755594}
+{"step": 2700000, "wall_time": 13374.101369380951, "train_loss_step": 6.091176986694336, "n_params": 4715740, "total_flops": 39114233856000000, "train_loss": 0.03570875254544345, "subset_score_loss": 0.03570875254544345, "memorization_fraction_pixel": 0.06260000169277191, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 2710000, "wall_time": 13413.328674793243, "train_loss_step": 6.4044952392578125, "n_params": 4715740, "total_flops": 39259101388800000, "train_loss": 0.038713052056052466, "subset_score_loss": 0.038713052056052466}
+{"step": 2720000, "wall_time": 13452.508886575699, "train_loss_step": 6.1967267990112305, "n_params": 4715740, "total_flops": 39403968921600000, "train_loss": 0.03879997513510964, "subset_score_loss": 0.03879997513510964}
+{"step": 2730000, "wall_time": 13491.674831151962, "train_loss_step": 6.474850654602051, "n_params": 4715740, "total_flops": 39548836454400000, "train_loss": 0.036995736035433685, "subset_score_loss": 0.036995736035433685}
+{"step": 2740000, "wall_time": 13530.748059988022, "train_loss_step": 6.223762035369873, "n_params": 4715740, "total_flops": 39693703987200000, "train_loss": 0.03749540502374822, "subset_score_loss": 0.03749540502374822}
+{"step": 2750000, "wall_time": 13570.24723124504, "train_loss_step": 5.992934226989746, "n_params": 4715740, "total_flops": 39838571520000000, "train_loss": 0.03793395649303089, "subset_score_loss": 0.03793395649303089}
+{"step": 2760000, "wall_time": 13609.47591471672, "train_loss_step": 6.426353931427002, "n_params": 4715740, "total_flops": 39983439052800000, "train_loss": 0.03742986592379483, "subset_score_loss": 0.03742986592379483}
+{"step": 2770000, "wall_time": 13649.083308935165, "train_loss_step": 5.926323890686035, "n_params": 4715740, "total_flops": 40128306585600000, "train_loss": 0.03854056271639737, "subset_score_loss": 0.03854056271639737}
+{"step": 2780000, "wall_time": 13688.6498939991, "train_loss_step": 6.486994743347168, "n_params": 4715740, "total_flops": 40273174118400000, "train_loss": 0.04364825162020597, "subset_score_loss": 0.04364825162020597}
+{"step": 2790000, "wall_time": 13720.758215427399, "train_loss_step": 5.862125873565674, "n_params": 4715740, "total_flops": 40418041651200000, "train_loss": 0.03769188794222745, "subset_score_loss": 0.03769188794222745}
+{"step": 2800000, "wall_time": 13775.266785144806, "train_loss_step": 5.850386142730713, "n_params": 4715740, "total_flops": 40562909184000000, "train_loss": 0.03830794854597612, "subset_score_loss": 0.03830794854597612, "memorization_fraction_pixel": 0.06319999694824219, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 2810000, "wall_time": 13814.733545780182, "train_loss_step": 6.133111953735352, "n_params": 4715740, "total_flops": 40707776716800000, "train_loss": 0.0378559025851163, "subset_score_loss": 0.0378559025851163}
+{"step": 2820000, "wall_time": 13853.923793554306, "train_loss_step": 6.431072235107422, "n_params": 4715740, "total_flops": 40852644249600000, "train_loss": 0.038951813090931285, "subset_score_loss": 0.038951813090931285}
+{"step": 2830000, "wall_time": 13893.115656614304, "train_loss_step": 6.530942440032959, "n_params": 4715740, "total_flops": 40997511782400000, "train_loss": 0.036437064951116385, "subset_score_loss": 0.036437064951116385}
+{"step": 2840000, "wall_time": 13932.432272911072, "train_loss_step": 6.622238636016846, "n_params": 4715740, "total_flops": 41142379315200000, "train_loss": 0.03691099773753773, "subset_score_loss": 0.03691099773753773}
+{"step": 2850000, "wall_time": 13971.758279323578, "train_loss_step": 6.361197471618652, "n_params": 4715740, "total_flops": 41287246848000000, "train_loss": 0.03924755183133212, "subset_score_loss": 0.03924755183133212}
+{"step": 2860000, "wall_time": 14010.89908027649, "train_loss_step": 6.449934482574463, "n_params": 4715740, "total_flops": 41432114380800000, "train_loss": 0.03610105297782205, "subset_score_loss": 0.03610105297782205}
+{"step": 2870000, "wall_time": 14050.480594396591, "train_loss_step": 6.875917434692383, "n_params": 4715740, "total_flops": 41576981913600000, "train_loss": 0.040217564322731714, "subset_score_loss": 0.040217564322731714}
+{"step": 2880000, "wall_time": 14089.613205432892, "train_loss_step": 6.747948169708252, "n_params": 4715740, "total_flops": 41721849446400000, "train_loss": 0.037439953197132454, "subset_score_loss": 0.037439953197132454}
+{"step": 2890000, "wall_time": 14122.43687748909, "train_loss_step": 5.845489501953125, "n_params": 4715740, "total_flops": 41866716979200000, "train_loss": 0.03775249827991833, "subset_score_loss": 0.03775249827991833}
+{"step": 2900000, "wall_time": 14177.21158361435, "train_loss_step": 6.59272575378418, "n_params": 4715740, "total_flops": 42011584512000000, "train_loss": 0.037104563279585404, "subset_score_loss": 0.037104563279585404, "memorization_fraction_pixel": 0.07530000060796738, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 2910000, "wall_time": 14216.836632728577, "train_loss_step": 6.054851531982422, "n_params": 4715740, "total_flops": 42156452044800000, "train_loss": 0.036414601586081764, "subset_score_loss": 0.036414601586081764}
+{"step": 2920000, "wall_time": 14256.103259086609, "train_loss_step": 6.436714172363281, "n_params": 4715740, "total_flops": 42301319577600000, "train_loss": 0.0396954666484486, "subset_score_loss": 0.0396954666484486}
+{"step": 2930000, "wall_time": 14295.384091377258, "train_loss_step": 6.35945987701416, "n_params": 4715740, "total_flops": 42446187110400000, "train_loss": 0.03775400681929155, "subset_score_loss": 0.03775400681929155}
+{"step": 2940000, "wall_time": 14335.293575525284, "train_loss_step": 6.681308746337891, "n_params": 4715740, "total_flops": 42591054643200000, "train_loss": 0.036090488867326215, "subset_score_loss": 0.036090488867326215}
+{"step": 2950000, "wall_time": 14374.748080730438, "train_loss_step": 5.8076982498168945, "n_params": 4715740, "total_flops": 42735922176000000, "train_loss": 0.03644912026145242, "subset_score_loss": 0.03644912026145242}
+{"step": 2960000, "wall_time": 14414.163566589355, "train_loss_step": 6.302862167358398, "n_params": 4715740, "total_flops": 42880789708800000, "train_loss": 0.035845706679604274, "subset_score_loss": 0.035845706679604274}
+{"step": 2970000, "wall_time": 14453.461659669876, "train_loss_step": 5.726316452026367, "n_params": 4715740, "total_flops": 43025657241600000, "train_loss": 0.03841978419910778, "subset_score_loss": 0.03841978419910778}
+{"step": 2980000, "wall_time": 14493.269231319427, "train_loss_step": 5.945618629455566, "n_params": 4715740, "total_flops": 43170524774400000, "train_loss": 0.03714176958257502, "subset_score_loss": 0.03714176958257502}
+{"step": 2990000, "wall_time": 14525.437774658203, "train_loss_step": 6.573139190673828, "n_params": 4715740, "total_flops": 43315392307200000, "train_loss": 0.03425157720392401, "subset_score_loss": 0.03425157720392401}
+{"step": 3000000, "wall_time": 14580.20061635971, "train_loss_step": 6.1266770362854, "n_params": 4715740, "total_flops": 43460259840000000, "train_loss": 0.035441741076382725, "subset_score_loss": 0.035441741076382725, "memorization_fraction_pixel": 0.07440000027418137, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3010000, "wall_time": 14619.61836028099, "train_loss_step": 6.230978012084961, "n_params": 4715740, "total_flops": 43605127372800000, "train_loss": 0.036562988974831324, "subset_score_loss": 0.036562988974831324}
+{"step": 3020000, "wall_time": 14658.980034589767, "train_loss_step": 6.152041912078857, "n_params": 4715740, "total_flops": 43749994905600000, "train_loss": 0.03587687449021773, "subset_score_loss": 0.03587687449021773}
+{"step": 3030000, "wall_time": 14698.656598806381, "train_loss_step": 6.370039939880371, "n_params": 4715740, "total_flops": 43894862438400000, "train_loss": 0.03660471656105735, "subset_score_loss": 0.03660471656105735}
+{"step": 3040000, "wall_time": 14738.05439734459, "train_loss_step": 5.771870136260986, "n_params": 4715740, "total_flops": 44039729971200000, "train_loss": 0.03857485164295543, "subset_score_loss": 0.03857485164295543}
+{"step": 3050000, "wall_time": 14777.819155454636, "train_loss_step": 6.5002851486206055, "n_params": 4715740, "total_flops": 44184597504000000, "train_loss": 0.03681271726434881, "subset_score_loss": 0.03681271726434881}
+{"step": 3060000, "wall_time": 14817.37715125084, "train_loss_step": 6.0952959060668945, "n_params": 4715740, "total_flops": 44329465036800000, "train_loss": 0.03361460078846325, "subset_score_loss": 0.03361460078846325}
+{"step": 3070000, "wall_time": 14856.599968671799, "train_loss_step": 5.850749969482422, "n_params": 4715740, "total_flops": 44474332569600000, "train_loss": 0.03411330743269487, "subset_score_loss": 0.03411330743269487}
+{"step": 3080000, "wall_time": 14896.326375722885, "train_loss_step": 6.096288204193115, "n_params": 4715740, "total_flops": 44619200102400000, "train_loss": 0.03796623836864125, "subset_score_loss": 0.03796623836864125}
+{"step": 3090000, "wall_time": 14930.694415330887, "train_loss_step": 6.6655168533325195, "n_params": 4715740, "total_flops": 44764067635200000, "train_loss": 0.03701682090759277, "subset_score_loss": 0.03701682090759277}
+{"step": 3100000, "wall_time": 14985.193384170532, "train_loss_step": 6.735906600952148, "n_params": 4715740, "total_flops": 44908935168000000, "train_loss": 0.037345903570001775, "subset_score_loss": 0.037345903570001775, "memorization_fraction_pixel": 0.08420000225305557, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3110000, "wall_time": 15024.972753047943, "train_loss_step": 6.424805641174316, "n_params": 4715740, "total_flops": 45053802700800000, "train_loss": 0.03706541494889693, "subset_score_loss": 0.03706541494889693}
+{"step": 3120000, "wall_time": 15064.25901722908, "train_loss_step": 6.157907485961914, "n_params": 4715740, "total_flops": 45198670233600000, "train_loss": 0.05474118319424716, "subset_score_loss": 0.05474118319424716}
+{"step": 3130000, "wall_time": 15103.946962594986, "train_loss_step": 6.20380973815918, "n_params": 4715740, "total_flops": 45343537766400000, "train_loss": 0.03389758196744052, "subset_score_loss": 0.03389758196744052}
+{"step": 3140000, "wall_time": 15143.419963598251, "train_loss_step": 5.982073783874512, "n_params": 4715740, "total_flops": 45488405299200000, "train_loss": 0.03451981761238792, "subset_score_loss": 0.03451981761238792}
+{"step": 3150000, "wall_time": 15182.727957963943, "train_loss_step": 5.8622517585754395, "n_params": 4715740, "total_flops": 45633272832000000, "train_loss": 0.03634112314744429, "subset_score_loss": 0.03634112314744429}
+{"step": 3160000, "wall_time": 15221.940215110779, "train_loss_step": 6.187931537628174, "n_params": 4715740, "total_flops": 45778140364800000, "train_loss": 0.04056910168040882, "subset_score_loss": 0.04056910168040882}
+{"step": 3170000, "wall_time": 15261.12582564354, "train_loss_step": 6.008593559265137, "n_params": 4715740, "total_flops": 45923007897600000, "train_loss": 0.03847258741205389, "subset_score_loss": 0.03847258741205389}
+{"step": 3180000, "wall_time": 15300.401224374771, "train_loss_step": 5.970703125, "n_params": 4715740, "total_flops": 46067875430400000, "train_loss": 0.03507011803713712, "subset_score_loss": 0.03507011803713712}
+{"step": 3190000, "wall_time": 15334.42673444748, "train_loss_step": 5.7466206550598145, "n_params": 4715740, "total_flops": 46212742963200000, "train_loss": 0.034019762819463555, "subset_score_loss": 0.034019762819463555}
+{"step": 3200000, "wall_time": 15389.126285791397, "train_loss_step": 6.02269172668457, "n_params": 4715740, "total_flops": 46357610496000000, "train_loss": 0.03714234178716486, "subset_score_loss": 0.03714234178716486, "memorization_fraction_pixel": 0.08799999952316284, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3210000, "wall_time": 15428.458019733429, "train_loss_step": 6.062154769897461, "n_params": 4715740, "total_flops": 46502478028800000, "train_loss": 0.03520685976201838, "subset_score_loss": 0.03520685976201838}
+{"step": 3220000, "wall_time": 15468.085364341736, "train_loss_step": 6.490912437438965, "n_params": 4715740, "total_flops": 46647345561600000, "train_loss": 0.034564547105268996, "subset_score_loss": 0.034564547105268996}
+{"step": 3230000, "wall_time": 15507.567413806915, "train_loss_step": 6.085556983947754, "n_params": 4715740, "total_flops": 46792213094400000, "train_loss": 0.04168077382174405, "subset_score_loss": 0.04168077382174405}
+{"step": 3240000, "wall_time": 15546.843599796295, "train_loss_step": 6.122463226318359, "n_params": 4715740, "total_flops": 46937080627200000, "train_loss": 0.03645570494911887, "subset_score_loss": 0.03645570494911887}
+{"step": 3250000, "wall_time": 15586.223524332047, "train_loss_step": 6.318800926208496, "n_params": 4715740, "total_flops": 47081948160000000, "train_loss": 0.0332575646313754, "subset_score_loss": 0.0332575646313754}
+{"step": 3260000, "wall_time": 15625.696729421616, "train_loss_step": 5.7589802742004395, "n_params": 4715740, "total_flops": 47226815692800000, "train_loss": 0.035322928428649904, "subset_score_loss": 0.035322928428649904}
+{"step": 3270000, "wall_time": 15664.930432081223, "train_loss_step": 6.080118656158447, "n_params": 4715740, "total_flops": 47371683225600000, "train_loss": 0.0323601939461448, "subset_score_loss": 0.0323601939461448}
+{"step": 3280000, "wall_time": 15704.278467655182, "train_loss_step": 5.924004077911377, "n_params": 4715740, "total_flops": 47516550758400000, "train_loss": 0.03524172522804954, "subset_score_loss": 0.03524172522804954}
+{"step": 3290000, "wall_time": 15734.018860816956, "train_loss_step": 6.733233451843262, "n_params": 4715740, "total_flops": 47661418291200000, "train_loss": 0.03653039498762651, "subset_score_loss": 0.03653039498762651}
+{"step": 3300000, "wall_time": 15788.781462192535, "train_loss_step": 6.290952682495117, "n_params": 4715740, "total_flops": 47806285824000000, "train_loss": 0.03453729369423606, "subset_score_loss": 0.03453729369423606, "memorization_fraction_pixel": 0.09749999642372131, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3310000, "wall_time": 15828.404873609543, "train_loss_step": 6.519639492034912, "n_params": 4715740, "total_flops": 47951153356800000, "train_loss": 0.032679540460759944, "subset_score_loss": 0.032679540460759944}
+{"step": 3320000, "wall_time": 15868.13453912735, "train_loss_step": 6.3694658279418945, "n_params": 4715740, "total_flops": 48096020889600000, "train_loss": 0.032306096770546654, "subset_score_loss": 0.032306096770546654}
+{"step": 3330000, "wall_time": 15907.255209445953, "train_loss_step": 5.548459053039551, "n_params": 4715740, "total_flops": 48240888422400000, "train_loss": 0.03551725474270907, "subset_score_loss": 0.03551725474270907}
+{"step": 3340000, "wall_time": 15946.728501319885, "train_loss_step": 5.884682655334473, "n_params": 4715740, "total_flops": 48385755955200000, "train_loss": 0.04003859433260831, "subset_score_loss": 0.04003859433260831}
+{"step": 3350000, "wall_time": 15986.498153686523, "train_loss_step": 6.206989288330078, "n_params": 4715740, "total_flops": 48530623488000000, "train_loss": 0.033965108611366965, "subset_score_loss": 0.033965108611366965}
+{"step": 3360000, "wall_time": 16026.116831302643, "train_loss_step": 6.316112518310547, "n_params": 4715740, "total_flops": 48675491020800000, "train_loss": 0.03387576016512784, "subset_score_loss": 0.03387576016512784}
+{"step": 3370000, "wall_time": 16065.281440734863, "train_loss_step": 6.026765823364258, "n_params": 4715740, "total_flops": 48820358553600000, "train_loss": 0.034353605183688074, "subset_score_loss": 0.034353605183688074}
+{"step": 3380000, "wall_time": 16104.479436635971, "train_loss_step": 6.484828472137451, "n_params": 4715740, "total_flops": 48965226086400000, "train_loss": 0.033654431863264604, "subset_score_loss": 0.033654431863264604}
+{"step": 3390000, "wall_time": 16136.480984449387, "train_loss_step": 5.238127708435059, "n_params": 4715740, "total_flops": 49110093619200000, "train_loss": 0.04512338638305664, "subset_score_loss": 0.04512338638305664}
+{"step": 3400000, "wall_time": 16190.010653734207, "train_loss_step": 5.744874954223633, "n_params": 4715740, "total_flops": 49254961152000000, "train_loss": 0.03449298901991411, "subset_score_loss": 0.03449298901991411, "memorization_fraction_pixel": 0.10040000081062317, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3410000, "wall_time": 16229.2802298069, "train_loss_step": 5.9400811195373535, "n_params": 4715740, "total_flops": 49399828684800000, "train_loss": 0.03332081924785267, "subset_score_loss": 0.03332081924785267}
+{"step": 3420000, "wall_time": 16269.115884304047, "train_loss_step": 5.862911224365234, "n_params": 4715740, "total_flops": 49544696217600000, "train_loss": 0.03440894430333918, "subset_score_loss": 0.03440894430333918}
+{"step": 3430000, "wall_time": 16308.867559432983, "train_loss_step": 6.512308120727539, "n_params": 4715740, "total_flops": 49689563750400000, "train_loss": 0.03397560769861395, "subset_score_loss": 0.03397560769861395}
+{"step": 3440000, "wall_time": 16348.178582191467, "train_loss_step": 5.314711093902588, "n_params": 4715740, "total_flops": 49834431283200000, "train_loss": 0.03467931530692361, "subset_score_loss": 0.03467931530692361}
+{"step": 3450000, "wall_time": 16387.502900123596, "train_loss_step": 5.789877891540527, "n_params": 4715740, "total_flops": 49979298816000000, "train_loss": 0.033635399558327415, "subset_score_loss": 0.033635399558327415}
+{"step": 3460000, "wall_time": 16426.809868335724, "train_loss_step": 6.307531356811523, "n_params": 4715740, "total_flops": 50124166348800000, "train_loss": 0.032359864495017314, "subset_score_loss": 0.032359864495017314}
+{"step": 3470000, "wall_time": 16466.22853398323, "train_loss_step": 5.617967128753662, "n_params": 4715740, "total_flops": 50269033881600000, "train_loss": 0.03162778074091131, "subset_score_loss": 0.03162778074091131}
+{"step": 3480000, "wall_time": 16505.840146541595, "train_loss_step": 5.904115676879883, "n_params": 4715740, "total_flops": 50413901414400000, "train_loss": 0.03546012314883146, "subset_score_loss": 0.03546012314883146}
+{"step": 3490000, "wall_time": 16539.77051448822, "train_loss_step": 5.975567817687988, "n_params": 4715740, "total_flops": 50558768947200000, "train_loss": 0.03408123363148082, "subset_score_loss": 0.03408123363148082}
+{"step": 3500000, "wall_time": 16592.11866569519, "train_loss_step": 5.864999771118164, "n_params": 4715740, "total_flops": 50703636480000000, "train_loss": 0.031278805299238724, "subset_score_loss": 0.031278805299238724, "memorization_fraction_pixel": 0.11410000175237656, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3510000, "wall_time": 16631.997704029083, "train_loss_step": 5.845447063446045, "n_params": 4715740, "total_flops": 50848504012800000, "train_loss": 0.032695009491660376, "subset_score_loss": 0.032695009491660376}
+{"step": 3520000, "wall_time": 16671.35060429573, "train_loss_step": 5.84562873840332, "n_params": 4715740, "total_flops": 50993371545600000, "train_loss": 0.03236662691289728, "subset_score_loss": 0.03236662691289728}
+{"step": 3530000, "wall_time": 16710.926239967346, "train_loss_step": 5.995811462402344, "n_params": 4715740, "total_flops": 51138239078400000, "train_loss": 0.033889872377569026, "subset_score_loss": 0.033889872377569026}
+{"step": 3540000, "wall_time": 16750.343423604965, "train_loss_step": 5.897435665130615, "n_params": 4715740, "total_flops": 51283106611200000, "train_loss": 0.036193620074879036, "subset_score_loss": 0.036193620074879036}
+{"step": 3550000, "wall_time": 16789.678372859955, "train_loss_step": 5.885205268859863, "n_params": 4715740, "total_flops": 51427974144000000, "train_loss": 0.032068213549527255, "subset_score_loss": 0.032068213549527255}
+{"step": 3560000, "wall_time": 16829.124062538147, "train_loss_step": 5.978994369506836, "n_params": 4715740, "total_flops": 51572841676800000, "train_loss": 0.03109878193248402, "subset_score_loss": 0.03109878193248402}
+{"step": 3570000, "wall_time": 16868.543119192123, "train_loss_step": 6.097593307495117, "n_params": 4715740, "total_flops": 51717709209600000, "train_loss": 0.0355393648147583, "subset_score_loss": 0.0355393648147583}
+{"step": 3580000, "wall_time": 16908.06649851799, "train_loss_step": 6.424022674560547, "n_params": 4715740, "total_flops": 51862576742400000, "train_loss": 0.0330856128172441, "subset_score_loss": 0.0330856128172441}
+{"step": 3590000, "wall_time": 16943.511025190353, "train_loss_step": 6.236604690551758, "n_params": 4715740, "total_flops": 52007444275200000, "train_loss": 0.03593313694000244, "subset_score_loss": 0.03593313694000244}
+{"step": 3600000, "wall_time": 16996.345266103745, "train_loss_step": 5.750883102416992, "n_params": 4715740, "total_flops": 52152311808000000, "train_loss": 0.032178885286504574, "subset_score_loss": 0.032178885286504574, "memorization_fraction_pixel": 0.09960000216960907, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3610000, "wall_time": 17036.348280906677, "train_loss_step": 5.480632781982422, "n_params": 4715740, "total_flops": 52297179340800000, "train_loss": 0.034314472025091, "subset_score_loss": 0.034314472025091}
+{"step": 3620000, "wall_time": 17075.62351822853, "train_loss_step": 6.922950744628906, "n_params": 4715740, "total_flops": 52442046873600000, "train_loss": 0.038083973797884856, "subset_score_loss": 0.038083973797884856}
+{"step": 3630000, "wall_time": 17114.86582326889, "train_loss_step": 5.450094223022461, "n_params": 4715740, "total_flops": 52586914406400000, "train_loss": 0.03267177234996449, "subset_score_loss": 0.03267177234996449}
+{"step": 3640000, "wall_time": 17154.096957445145, "train_loss_step": 6.4742431640625, "n_params": 4715740, "total_flops": 52731781939200000, "train_loss": 0.03495001576163552, "subset_score_loss": 0.03495001576163552}
+{"step": 3650000, "wall_time": 17193.273688077927, "train_loss_step": 6.130889892578125, "n_params": 4715740, "total_flops": 52876649472000000, "train_loss": 0.033026417818936435, "subset_score_loss": 0.033026417818936435}
+{"step": 3660000, "wall_time": 17232.570310115814, "train_loss_step": 5.384660720825195, "n_params": 4715740, "total_flops": 53021517004800000, "train_loss": 0.03470505584370006, "subset_score_loss": 0.03470505584370006}
+{"step": 3670000, "wall_time": 17271.9208176136, "train_loss_step": 5.8666863441467285, "n_params": 4715740, "total_flops": 53166384537600000, "train_loss": 0.030632315982471812, "subset_score_loss": 0.030632315982471812}
+{"step": 3680000, "wall_time": 17311.274052619934, "train_loss_step": 5.706307888031006, "n_params": 4715740, "total_flops": 53311252070400000, "train_loss": 0.03193022988059304, "subset_score_loss": 0.03193022988059304}
+{"step": 3690000, "wall_time": 17345.51667189598, "train_loss_step": 6.097118377685547, "n_params": 4715740, "total_flops": 53456119603200000, "train_loss": 0.03532014760104093, "subset_score_loss": 0.03532014760104093}
+{"step": 3700000, "wall_time": 17397.391949653625, "train_loss_step": 5.845263957977295, "n_params": 4715740, "total_flops": 53600987136000000, "train_loss": 0.03379851904782382, "subset_score_loss": 0.03379851904782382, "memorization_fraction_pixel": 0.10599999874830246, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3710000, "wall_time": 17437.132276296616, "train_loss_step": 6.025419235229492, "n_params": 4715740, "total_flops": 53745854668800000, "train_loss": 0.03226778723976829, "subset_score_loss": 0.03226778723976829}
+{"step": 3720000, "wall_time": 17476.923005104065, "train_loss_step": 5.236451148986816, "n_params": 4715740, "total_flops": 53890722201600000, "train_loss": 0.036191097172823816, "subset_score_loss": 0.036191097172823816}
+{"step": 3730000, "wall_time": 17516.182826519012, "train_loss_step": 5.653115272521973, "n_params": 4715740, "total_flops": 54035589734400000, "train_loss": 0.03268490054390647, "subset_score_loss": 0.03268490054390647}
+{"step": 3740000, "wall_time": 17555.41607451439, "train_loss_step": 5.973255157470703, "n_params": 4715740, "total_flops": 54180457267200000, "train_loss": 0.032716074856844815, "subset_score_loss": 0.032716074856844815}
+{"step": 3750000, "wall_time": 17594.68146109581, "train_loss_step": 5.941431999206543, "n_params": 4715740, "total_flops": 54325324800000000, "train_loss": 0.03747572898864746, "subset_score_loss": 0.03747572898864746}
+{"step": 3760000, "wall_time": 17633.868497133255, "train_loss_step": 5.878112316131592, "n_params": 4715740, "total_flops": 54470192332800000, "train_loss": 0.03163785284215754, "subset_score_loss": 0.03163785284215754}
+{"step": 3770000, "wall_time": 17673.107007026672, "train_loss_step": 5.96024227142334, "n_params": 4715740, "total_flops": 54615059865600000, "train_loss": 0.03534537228670987, "subset_score_loss": 0.03534537228670987}
+{"step": 3780000, "wall_time": 17712.22026538849, "train_loss_step": 5.823935508728027, "n_params": 4715740, "total_flops": 54759927398400000, "train_loss": 0.03165542212399569, "subset_score_loss": 0.03165542212399569}
+{"step": 3790000, "wall_time": 17747.658772468567, "train_loss_step": 5.856280326843262, "n_params": 4715740, "total_flops": 54904794931200000, "train_loss": 0.03278888138857755, "subset_score_loss": 0.03278888138857755}
+{"step": 3800000, "wall_time": 17797.905595541, "train_loss_step": 5.850605010986328, "n_params": 4715740, "total_flops": 55049662464000000, "train_loss": 0.0326730489730835, "subset_score_loss": 0.0326730489730835, "memorization_fraction_pixel": 0.11540000140666962, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3810000, "wall_time": 17837.249974489212, "train_loss_step": 5.557682037353516, "n_params": 4715740, "total_flops": 55194529996800000, "train_loss": 0.02980286424810236, "subset_score_loss": 0.02980286424810236}
+{"step": 3820000, "wall_time": 17876.612313747406, "train_loss_step": 5.960007667541504, "n_params": 4715740, "total_flops": 55339397529600000, "train_loss": 0.03135809464888139, "subset_score_loss": 0.03135809464888139}
+{"step": 3830000, "wall_time": 17915.741019964218, "train_loss_step": 5.739566802978516, "n_params": 4715740, "total_flops": 55484265062400000, "train_loss": 0.03131794062527743, "subset_score_loss": 0.03131794062527743}
+{"step": 3840000, "wall_time": 17955.55993294716, "train_loss_step": 5.782918930053711, "n_params": 4715740, "total_flops": 55629132595200000, "train_loss": 0.032708712057633836, "subset_score_loss": 0.032708712057633836}
+{"step": 3850000, "wall_time": 17994.86053085327, "train_loss_step": 5.759939193725586, "n_params": 4715740, "total_flops": 55774000128000000, "train_loss": 0.03751789006319913, "subset_score_loss": 0.03751789006319913}
+{"step": 3860000, "wall_time": 18034.104382276535, "train_loss_step": 5.372488021850586, "n_params": 4715740, "total_flops": 55918867660800000, "train_loss": 0.03190044489773837, "subset_score_loss": 0.03190044489773837}
+{"step": 3870000, "wall_time": 18073.619114875793, "train_loss_step": 5.990569114685059, "n_params": 4715740, "total_flops": 56063735193600000, "train_loss": 0.030795064839449795, "subset_score_loss": 0.030795064839449795}
+{"step": 3880000, "wall_time": 18113.433042764664, "train_loss_step": 6.18742561340332, "n_params": 4715740, "total_flops": 56208602726400000, "train_loss": 0.030449557304382324, "subset_score_loss": 0.030449557304382324}
+{"step": 3890000, "wall_time": 18150.4193482399, "train_loss_step": 5.17811393737793, "n_params": 4715740, "total_flops": 56353470259200000, "train_loss": 0.03589389757676558, "subset_score_loss": 0.03589389757676558}
+{"step": 3900000, "wall_time": 18199.53039741516, "train_loss_step": 5.744603633880615, "n_params": 4715740, "total_flops": 56498337792000000, "train_loss": 0.028982695666226473, "subset_score_loss": 0.028982695666226473, "memorization_fraction_pixel": 0.12250000238418579, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 3910000, "wall_time": 18238.81546330452, "train_loss_step": 5.804388523101807, "n_params": 4715740, "total_flops": 56643205324800000, "train_loss": 0.031443639235063034, "subset_score_loss": 0.031443639235063034}
+{"step": 3920000, "wall_time": 18278.300333976746, "train_loss_step": 5.628457069396973, "n_params": 4715740, "total_flops": 56788072857600000, "train_loss": 0.029787171970714222, "subset_score_loss": 0.029787171970714222}
+{"step": 3930000, "wall_time": 18317.952613592148, "train_loss_step": 5.455275535583496, "n_params": 4715740, "total_flops": 56932940390400000, "train_loss": 0.02984145771373402, "subset_score_loss": 0.02984145771373402}
+{"step": 3940000, "wall_time": 18357.291212797165, "train_loss_step": 5.8418426513671875, "n_params": 4715740, "total_flops": 57077807923200000, "train_loss": 0.034186352383006706, "subset_score_loss": 0.034186352383006706}
+{"step": 3950000, "wall_time": 18396.777552604675, "train_loss_step": 5.51889705657959, "n_params": 4715740, "total_flops": 57222675456000000, "train_loss": 0.03104228756644509, "subset_score_loss": 0.03104228756644509}
+{"step": 3960000, "wall_time": 18436.272663354874, "train_loss_step": 5.500801086425781, "n_params": 4715740, "total_flops": 57367542988800000, "train_loss": 0.02993339625271884, "subset_score_loss": 0.02993339625271884}
+{"step": 3970000, "wall_time": 18475.5287463665, "train_loss_step": 5.429308891296387, "n_params": 4715740, "total_flops": 57512410521600000, "train_loss": 0.03172486912120472, "subset_score_loss": 0.03172486912120472}
+{"step": 3980000, "wall_time": 18515.221460580826, "train_loss_step": 5.324942588806152, "n_params": 4715740, "total_flops": 57657278054400000, "train_loss": 0.0314745382829146, "subset_score_loss": 0.0314745382829146}
+{"step": 3990000, "wall_time": 18553.29221844673, "train_loss_step": 5.641449928283691, "n_params": 4715740, "total_flops": 57802145587200000, "train_loss": 0.031340293450789015, "subset_score_loss": 0.031340293450789015}
+{"step": 4000000, "wall_time": 18602.742050886154, "train_loss_step": 5.596227169036865, "n_params": 4715740, "total_flops": 57947013120000000, "train_loss": 0.03014285997910933, "subset_score_loss": 0.03014285997910933, "memorization_fraction_pixel": 0.12770000100135803, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4010000, "wall_time": 18642.153899908066, "train_loss_step": 5.561701774597168, "n_params": 4715740, "total_flops": 58091880652800000, "train_loss": 0.032120253823020244, "subset_score_loss": 0.032120253823020244}
+{"step": 4020000, "wall_time": 18681.494648218155, "train_loss_step": 5.690899848937988, "n_params": 4715740, "total_flops": 58236748185600000, "train_loss": 0.04160811250860041, "subset_score_loss": 0.04160811250860041}
+{"step": 4030000, "wall_time": 18720.820334672928, "train_loss_step": 5.702198505401611, "n_params": 4715740, "total_flops": 58381615718400000, "train_loss": 0.032011771202087404, "subset_score_loss": 0.032011771202087404}
+{"step": 4040000, "wall_time": 18760.567584753036, "train_loss_step": 5.502954006195068, "n_params": 4715740, "total_flops": 58526483251200000, "train_loss": 0.031142544746398926, "subset_score_loss": 0.031142544746398926}
+{"step": 4050000, "wall_time": 18799.839740037918, "train_loss_step": 5.222579479217529, "n_params": 4715740, "total_flops": 58671350784000000, "train_loss": 0.02896961298855868, "subset_score_loss": 0.02896961298855868}
+{"step": 4060000, "wall_time": 18839.15973329544, "train_loss_step": 5.8069658279418945, "n_params": 4715740, "total_flops": 58816218316800000, "train_loss": 0.02933111841028387, "subset_score_loss": 0.02933111841028387}
+{"step": 4070000, "wall_time": 18878.54480290413, "train_loss_step": 5.423992156982422, "n_params": 4715740, "total_flops": 58961085849600000, "train_loss": 0.03197959119623357, "subset_score_loss": 0.03197959119623357}
+{"step": 4080000, "wall_time": 18917.88816356659, "train_loss_step": 5.6129655838012695, "n_params": 4715740, "total_flops": 59105953382400000, "train_loss": 0.028893271359530362, "subset_score_loss": 0.028893271359530362}
+{"step": 4090000, "wall_time": 18956.6379404068, "train_loss_step": 5.036396026611328, "n_params": 4715740, "total_flops": 59250820915200000, "train_loss": 0.028868575529618697, "subset_score_loss": 0.028868575529618697}
+{"step": 4100000, "wall_time": 19005.764226675034, "train_loss_step": 5.085563659667969, "n_params": 4715740, "total_flops": 59395688448000000, "train_loss": 0.03173654079437256, "subset_score_loss": 0.03173654079437256, "memorization_fraction_pixel": 0.14069999754428864, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4110000, "wall_time": 19045.344778060913, "train_loss_step": 5.702113628387451, "n_params": 4715740, "total_flops": 59540555980800000, "train_loss": 0.030327489159323952, "subset_score_loss": 0.030327489159323952}
+{"step": 4120000, "wall_time": 19084.59867620468, "train_loss_step": 5.565250396728516, "n_params": 4715740, "total_flops": 59685423513600000, "train_loss": 0.03258143771778454, "subset_score_loss": 0.03258143771778454}
+{"step": 4130000, "wall_time": 19123.956944704056, "train_loss_step": 5.631208419799805, "n_params": 4715740, "total_flops": 59830291046400000, "train_loss": 0.032108155163851654, "subset_score_loss": 0.032108155163851654}
+{"step": 4140000, "wall_time": 19163.433111667633, "train_loss_step": 5.622598648071289, "n_params": 4715740, "total_flops": 59975158579200000, "train_loss": 0.032261196049776945, "subset_score_loss": 0.032261196049776945}
+{"step": 4150000, "wall_time": 19202.990978956223, "train_loss_step": 5.544132232666016, "n_params": 4715740, "total_flops": 60120026112000000, "train_loss": 0.029613447189331055, "subset_score_loss": 0.029613447189331055}
+{"step": 4160000, "wall_time": 19242.427317380905, "train_loss_step": 5.251593589782715, "n_params": 4715740, "total_flops": 60264893644800000, "train_loss": 0.03384998061440208, "subset_score_loss": 0.03384998061440208}
+{"step": 4170000, "wall_time": 19281.78838801384, "train_loss_step": 5.505213737487793, "n_params": 4715740, "total_flops": 60409761177600000, "train_loss": 0.03029380494898016, "subset_score_loss": 0.03029380494898016}
+{"step": 4180000, "wall_time": 19321.344985723495, "train_loss_step": 5.444378852844238, "n_params": 4715740, "total_flops": 60554628710400000, "train_loss": 0.03176727294921875, "subset_score_loss": 0.03176727294921875}
+{"step": 4190000, "wall_time": 19359.952743530273, "train_loss_step": 5.614670276641846, "n_params": 4715740, "total_flops": 60699496243200000, "train_loss": 0.031151023778048428, "subset_score_loss": 0.031151023778048428}
+{"step": 4200000, "wall_time": 19408.191752433777, "train_loss_step": 5.376735687255859, "n_params": 4715740, "total_flops": 60844363776000000, "train_loss": 0.03310678005218506, "subset_score_loss": 0.03310678005218506, "memorization_fraction_pixel": 0.13910000026226044, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4210000, "wall_time": 19447.575630664825, "train_loss_step": 5.795320987701416, "n_params": 4715740, "total_flops": 60989231308800000, "train_loss": 0.03073441115292636, "subset_score_loss": 0.03073441115292636}
+{"step": 4220000, "wall_time": 19486.963970661163, "train_loss_step": 5.354874134063721, "n_params": 4715740, "total_flops": 61134098841600000, "train_loss": 0.028964645212346856, "subset_score_loss": 0.028964645212346856}
+{"step": 4230000, "wall_time": 19526.303109169006, "train_loss_step": 5.362029552459717, "n_params": 4715740, "total_flops": 61278966374400000, "train_loss": 0.0317470290444114, "subset_score_loss": 0.0317470290444114}
+{"step": 4240000, "wall_time": 19565.931743860245, "train_loss_step": 5.820733070373535, "n_params": 4715740, "total_flops": 61423833907200000, "train_loss": 0.03262745250355114, "subset_score_loss": 0.03262745250355114}
+{"step": 4250000, "wall_time": 19605.717887878418, "train_loss_step": 5.564035892486572, "n_params": 4715740, "total_flops": 61568701440000000, "train_loss": 0.028591381419788706, "subset_score_loss": 0.028591381419788706}
+{"step": 4260000, "wall_time": 19645.253420591354, "train_loss_step": 5.419443130493164, "n_params": 4715740, "total_flops": 61713568972800000, "train_loss": 0.0314226128838279, "subset_score_loss": 0.0314226128838279}
+{"step": 4270000, "wall_time": 19684.465119361877, "train_loss_step": 5.826453685760498, "n_params": 4715740, "total_flops": 61858436505600000, "train_loss": 0.029653367129239168, "subset_score_loss": 0.029653367129239168}
+{"step": 4280000, "wall_time": 19724.13397502899, "train_loss_step": 5.689343452453613, "n_params": 4715740, "total_flops": 62003304038400000, "train_loss": 0.02972021319649436, "subset_score_loss": 0.02972021319649436}
+{"step": 4290000, "wall_time": 19762.928244829178, "train_loss_step": 5.711751461029053, "n_params": 4715740, "total_flops": 62148171571200000, "train_loss": 0.0331627065485174, "subset_score_loss": 0.0331627065485174}
+{"step": 4300000, "wall_time": 19809.651416301727, "train_loss_step": 5.823698997497559, "n_params": 4715740, "total_flops": 62293039104000000, "train_loss": 0.03081337105144154, "subset_score_loss": 0.03081337105144154, "memorization_fraction_pixel": 0.15080000460147858, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4310000, "wall_time": 19848.868352890015, "train_loss_step": 5.9664225578308105, "n_params": 4715740, "total_flops": 62437906636800000, "train_loss": 0.028358190709894354, "subset_score_loss": 0.028358190709894354}
+{"step": 4320000, "wall_time": 19888.648908138275, "train_loss_step": 5.5417304039001465, "n_params": 4715740, "total_flops": 62582774169600000, "train_loss": 0.027809728275645863, "subset_score_loss": 0.027809728275645863}
+{"step": 4330000, "wall_time": 19928.019723415375, "train_loss_step": 5.280782699584961, "n_params": 4715740, "total_flops": 62727641702400000, "train_loss": 0.029267517003146084, "subset_score_loss": 0.029267517003146084}
+{"step": 4340000, "wall_time": 19967.36388683319, "train_loss_step": 5.423926830291748, "n_params": 4715740, "total_flops": 62872509235200000, "train_loss": 0.02745687094601718, "subset_score_loss": 0.02745687094601718}
+{"step": 4350000, "wall_time": 20006.75207567215, "train_loss_step": 5.838778495788574, "n_params": 4715740, "total_flops": 63017376768000000, "train_loss": 0.030728301134976474, "subset_score_loss": 0.030728301134976474}
+{"step": 4360000, "wall_time": 20046.28446507454, "train_loss_step": 5.482874870300293, "n_params": 4715740, "total_flops": 63162244300800000, "train_loss": 0.02982303879477761, "subset_score_loss": 0.02982303879477761}
+{"step": 4370000, "wall_time": 20086.066336154938, "train_loss_step": 5.326776504516602, "n_params": 4715740, "total_flops": 63307111833600000, "train_loss": 0.031103411587801846, "subset_score_loss": 0.031103411587801846}
+{"step": 4380000, "wall_time": 20125.821981430054, "train_loss_step": 5.82392692565918, "n_params": 4715740, "total_flops": 63451979366400000, "train_loss": 0.030559927766973322, "subset_score_loss": 0.030559927766973322}
+{"step": 4390000, "wall_time": 20164.577353715897, "train_loss_step": 5.288336753845215, "n_params": 4715740, "total_flops": 63596846899200000, "train_loss": 0.02858870896426114, "subset_score_loss": 0.02858870896426114}
+{"step": 4400000, "wall_time": 20213.154713392258, "train_loss_step": 5.385610580444336, "n_params": 4715740, "total_flops": 63741714432000000, "train_loss": 0.02934191010215066, "subset_score_loss": 0.02934191010215066, "memorization_fraction_pixel": 0.1639000028371811, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4410000, "wall_time": 20252.733013153076, "train_loss_step": 5.5973920822143555, "n_params": 4715740, "total_flops": 63886581964800000, "train_loss": 0.03244610699740323, "subset_score_loss": 0.03244610699740323}
+{"step": 4420000, "wall_time": 20292.342813014984, "train_loss_step": 5.308587074279785, "n_params": 4715740, "total_flops": 64031449497600000, "train_loss": 0.0297213077545166, "subset_score_loss": 0.0297213077545166}
+{"step": 4430000, "wall_time": 20332.25639295578, "train_loss_step": 5.7338786125183105, "n_params": 4715740, "total_flops": 64176317030400000, "train_loss": 0.0293583176352761, "subset_score_loss": 0.0293583176352761}
+{"step": 4440000, "wall_time": 20371.784415006638, "train_loss_step": 5.70013427734375, "n_params": 4715740, "total_flops": 64321184563200000, "train_loss": 0.02946311343799938, "subset_score_loss": 0.02946311343799938}
+{"step": 4450000, "wall_time": 20411.557359457016, "train_loss_step": 5.463798999786377, "n_params": 4715740, "total_flops": 64466052096000000, "train_loss": 0.02934694940393621, "subset_score_loss": 0.02934694940393621}
+{"step": 4460000, "wall_time": 20451.44744515419, "train_loss_step": 5.309567928314209, "n_params": 4715740, "total_flops": 64610919628800000, "train_loss": 0.031252689795060594, "subset_score_loss": 0.031252689795060594}
+{"step": 4470000, "wall_time": 20490.954850673676, "train_loss_step": 5.613228797912598, "n_params": 4715740, "total_flops": 64755787161600000, "train_loss": 0.029238113490017977, "subset_score_loss": 0.029238113490017977}
+{"step": 4480000, "wall_time": 20530.55328130722, "train_loss_step": 5.728067398071289, "n_params": 4715740, "total_flops": 64900654694400000, "train_loss": 0.029743036356839267, "subset_score_loss": 0.029743036356839267}
+{"step": 4490000, "wall_time": 20569.45844435692, "train_loss_step": 5.261233329772949, "n_params": 4715740, "total_flops": 65045522227200000, "train_loss": 0.029792588407343085, "subset_score_loss": 0.029792588407343085}
+{"step": 4500000, "wall_time": 20618.707829236984, "train_loss_step": 5.967283248901367, "n_params": 4715740, "total_flops": 65190389760000000, "train_loss": 0.03402110229838978, "subset_score_loss": 0.03402110229838978, "memorization_fraction_pixel": 0.17219999432563782, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4510000, "wall_time": 20658.326275348663, "train_loss_step": 5.510650634765625, "n_params": 4715740, "total_flops": 65335257292800000, "train_loss": 0.028787021203474566, "subset_score_loss": 0.028787021203474566}
+{"step": 4520000, "wall_time": 20697.659546375275, "train_loss_step": 5.427972793579102, "n_params": 4715740, "total_flops": 65480124825600000, "train_loss": 0.03133672150698575, "subset_score_loss": 0.03133672150698575}
+{"step": 4530000, "wall_time": 20737.153586387634, "train_loss_step": 5.119339942932129, "n_params": 4715740, "total_flops": 65624992358400000, "train_loss": 0.02905498201196844, "subset_score_loss": 0.02905498201196844}
+{"step": 4540000, "wall_time": 20776.71141386032, "train_loss_step": 5.3893280029296875, "n_params": 4715740, "total_flops": 65769859891200000, "train_loss": 0.033908293463967065, "subset_score_loss": 0.033908293463967065}
+{"step": 4550000, "wall_time": 20816.16633248329, "train_loss_step": 5.87689208984375, "n_params": 4715740, "total_flops": 65914727424000000, "train_loss": 0.030415532805702902, "subset_score_loss": 0.030415532805702902}
+{"step": 4560000, "wall_time": 20856.03902077675, "train_loss_step": 5.677900791168213, "n_params": 4715740, "total_flops": 66059594956800000, "train_loss": 0.029438142343000934, "subset_score_loss": 0.029438142343000934}
+{"step": 4570000, "wall_time": 20895.663280010223, "train_loss_step": 5.1945295333862305, "n_params": 4715740, "total_flops": 66204462489600000, "train_loss": 0.027925400300459428, "subset_score_loss": 0.027925400300459428}
+{"step": 4580000, "wall_time": 20935.01884508133, "train_loss_step": 5.177753448486328, "n_params": 4715740, "total_flops": 66349330022400000, "train_loss": 0.030858419158241966, "subset_score_loss": 0.030858419158241966}
+{"step": 4590000, "wall_time": 20974.049532175064, "train_loss_step": 5.876060485839844, "n_params": 4715740, "total_flops": 66494197555200000, "train_loss": 0.02817285494370894, "subset_score_loss": 0.02817285494370894}
+{"step": 4600000, "wall_time": 21023.429889440536, "train_loss_step": 5.8236823081970215, "n_params": 4715740, "total_flops": 66639065088000000, "train_loss": 0.028173032673922453, "subset_score_loss": 0.028173032673922453, "memorization_fraction_pixel": 0.15629999339580536, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4610000, "wall_time": 21062.74066710472, "train_loss_step": 5.426465034484863, "n_params": 4715740, "total_flops": 66783932620800000, "train_loss": 0.028780568729747425, "subset_score_loss": 0.028780568729747425}
+{"step": 4620000, "wall_time": 21102.171459197998, "train_loss_step": 5.342517852783203, "n_params": 4715740, "total_flops": 66928800153600000, "train_loss": 0.030663837086070667, "subset_score_loss": 0.030663837086070667}
+{"step": 4630000, "wall_time": 21141.61748766899, "train_loss_step": 6.254158020019531, "n_params": 4715740, "total_flops": 67073667686400000, "train_loss": 0.029886520992625842, "subset_score_loss": 0.029886520992625842}
+{"step": 4640000, "wall_time": 21181.30060648918, "train_loss_step": 5.0690507888793945, "n_params": 4715740, "total_flops": 67218535219200000, "train_loss": 0.03062523928555575, "subset_score_loss": 0.03062523928555575}
+{"step": 4650000, "wall_time": 21220.616274356842, "train_loss_step": 5.54172420501709, "n_params": 4715740, "total_flops": 67363402752000000, "train_loss": 0.028865812041542746, "subset_score_loss": 0.028865812041542746}
+{"step": 4660000, "wall_time": 21260.506017923355, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 67508270284800000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4670000, "wall_time": 21300.049201011658, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 67653137817600000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4680000, "wall_time": 21339.333124160767, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 67798005350400000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4690000, "wall_time": 21378.793010234833, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 67942872883200000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4700000, "wall_time": 21429.026004314423, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 68087740416000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4710000, "wall_time": 21468.2477953434, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 68232607948800000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4720000, "wall_time": 21507.60646390915, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 68377475481600000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4730000, "wall_time": 21546.867141485214, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 68522343014400000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4740000, "wall_time": 21586.366451740265, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 68667210547200000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4750000, "wall_time": 21625.601323366165, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 68812078080000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4760000, "wall_time": 21665.140417099, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 68956945612800000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4770000, "wall_time": 21704.504998922348, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 69101813145600000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4780000, "wall_time": 21743.75945043564, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 69246680678400000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4790000, "wall_time": 21782.900136709213, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 69391548211200000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4800000, "wall_time": 21832.92812728882, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 69536415744000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4810000, "wall_time": 21872.278079032898, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 69681283276800000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4820000, "wall_time": 21911.61011338234, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 69826150809600000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4830000, "wall_time": 21950.620052576065, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 69971018342400000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4840000, "wall_time": 21989.983864545822, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 70115885875200000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4850000, "wall_time": 22029.524960517883, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 70260753408000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4860000, "wall_time": 22068.700832128525, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 70405620940800000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4870000, "wall_time": 22108.22955441475, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 70550488473600000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4880000, "wall_time": 22147.69812321663, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 70695356006400000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4890000, "wall_time": 22186.33540701866, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 70840223539200000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4900000, "wall_time": 22214.75219988823, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 70985091072000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
+{"step": 4910000, "wall_time": 22237.523312568665, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 71129958604800000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4920000, "wall_time": 22261.11924099922, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 71274826137600000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4930000, "wall_time": 22285.499514579773, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 71419693670400000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4940000, "wall_time": 22308.589326381683, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 71564561203200000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4950000, "wall_time": 22332.071333885193, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 71709428736000000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4960000, "wall_time": 22355.375707149506, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 71854296268800000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4970000, "wall_time": 22379.349581956863, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 71999163801600000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4980000, "wall_time": 22402.557154655457, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 72144031334400000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 4990000, "wall_time": 22427.023817539215, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 72288898867200000, "train_loss": NaN, "subset_score_loss": NaN}
+{"step": 5000000, "wall_time": 22456.95710158348, "train_loss_step": NaN, "n_params": 4715740, "total_flops": 72433766400000000, "train_loss": NaN, "subset_score_loss": NaN, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": NaN, "fid": NaN, "fid_failed": 1.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d220/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d220/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..de74a90a197725e190e02690bc7a14926d7afc81
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d220/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     51s | train_loss=1.0009 | fid=298.2586
+  step   10000 |    111s | train_loss=0.8264
+  step   20000 |    170s | train_loss=0.7494
+  step   30000 |    230s | train_loss=0.6997
+  step   40000 |    290s | train_loss=0.6485
+  step   50000 |    349s | train_loss=0.5988
+  step   60000 |    409s | train_loss=0.5612
+  step   70000 |    469s | train_loss=0.5233
+  step   80000 |    529s | train_loss=0.4953
+  step   90000 |    589s | train_loss=0.4670
+  step  100000 |    697s | train_loss=0.4357 | fid=171.4143
+  step  110000 |    755s | train_loss=0.4075
+  step  120000 |    815s | train_loss=0.3879
+  step  130000 |    874s | train_loss=0.3680
+  step  140000 |    934s | train_loss=0.3513
+  step  150000 |    994s | train_loss=0.3332
+  step  160000 |   1054s | train_loss=0.3189
+  step  170000 |   1114s | train_loss=0.3034
+  step  180000 |   1174s | train_loss=0.2899
+  step  190000 |   1234s | train_loss=0.2834
+  step  200000 |   1344s | train_loss=0.2700 | fid=155.4320
+  step  210000 |   1400s | train_loss=0.2593
+  step  220000 |   1459s | train_loss=0.2483
+  step  230000 |   1519s | train_loss=0.2443
+  step  240000 |   1579s | train_loss=0.2300
+  step  250000 |   1639s | train_loss=0.2326
+  step  260000 |   1699s | train_loss=0.2194
+  step  270000 |   1758s | train_loss=0.2192
+  step  280000 |   1818s | train_loss=0.2075
+  step  290000 |   1875s | train_loss=0.1993
+  step  300000 |   1988s | train_loss=0.2026 | fid=153.9984
+  step  310000 |   2043s | train_loss=0.1868
+  step  320000 |   2103s | train_loss=0.1899
+  step  330000 |   2162s | train_loss=0.1826
+  step  340000 |   2222s | train_loss=0.1741
+  step  350000 |   2281s | train_loss=0.1708
+  step  360000 |   2341s | train_loss=0.1665
+  step  370000 |   2401s | train_loss=0.1627
+  step  380000 |   2458s | train_loss=0.1613
+  step  390000 |   2518s | train_loss=0.1526
+  step  400000 |   2629s | train_loss=0.1511 | fid=160.0641
+  step  410000 |   2684s | train_loss=0.1485
+  step  420000 |   2744s | train_loss=0.1479
+  step  430000 |   2804s | train_loss=0.1473
+  step  440000 |   2863s | train_loss=0.1409
+  step  450000 |   2923s | train_loss=0.1398
+  step  460000 |   2983s | train_loss=0.1370
+  step  470000 |   3043s | train_loss=0.1368
+  step  480000 |   3099s | train_loss=0.1297
+  step  490000 |   3159s | train_loss=0.1286
+  step  500000 |   3269s | train_loss=0.1268 | fid=149.1256
+  step  510000 |   3326s | train_loss=0.1232
+  step  520000 |   3386s | train_loss=0.1292
+  step  530000 |   3446s | train_loss=0.1205
+  step  540000 |   3506s | train_loss=0.1176
+  step  550000 |   3566s | train_loss=0.1170
+  step  560000 |   3626s | train_loss=0.1134
+  step  570000 |   3683s | train_loss=0.1147
+  step  580000 |   3743s | train_loss=0.1122
+  step  590000 |   3803s | train_loss=0.1121
+  step  600000 |   3915s | train_loss=0.1085 | fid=144.7179
+  step  610000 |   3971s | train_loss=0.1056
+  step  620000 |   4031s | train_loss=0.1082
+  step  630000 |   4091s | train_loss=0.1053
+  step  640000 |   4151s | train_loss=0.1015
+  step  650000 |   4210s | train_loss=0.1024
+  step  660000 |   4267s | train_loss=0.1009
+  step  670000 |   4326s | train_loss=0.1032
+  step  680000 |   4386s | train_loss=0.0945
+  step  690000 |   4446s | train_loss=0.0985
+  step  700000 |   4558s | train_loss=0.0936 | fid=149.8670
+  step  710000 |   4614s | train_loss=0.1057
+  step  720000 |   4674s | train_loss=0.0949
+  step  730000 |   4733s | train_loss=0.0923
+  step  740000 |   4793s | train_loss=0.0945
+  step  750000 |   4850s | train_loss=0.0909
+  step  760000 |   4909s | train_loss=0.0928
+  step  770000 |   4969s | train_loss=0.0890
+  step  780000 |   5028s | train_loss=0.0841
+  step  790000 |   5088s | train_loss=0.0838
+  step  800000 |   5198s | train_loss=0.0878 | fid=157.5930
+  step  810000 |   5254s | train_loss=0.0839
+  step  820000 |   5314s | train_loss=0.0790
+  step  830000 |   5374s | train_loss=0.0812
+  step  840000 |   5433s | train_loss=0.0831
+  step  850000 |   5490s | train_loss=0.0828
+  step  860000 |   5550s | train_loss=0.0834
+  step  870000 |   5610s | train_loss=0.0812
+  step  880000 |   5670s | train_loss=0.0772
+  step  890000 |   5730s | train_loss=0.0762
+  step  900000 |   5844s | train_loss=0.0780 | fid=180.5056
+  step  910000 |   5899s | train_loss=0.0775
+  step  920000 |   5958s | train_loss=0.0747
+  step  930000 |   6018s | train_loss=0.0730
+  step  940000 |   6075s | train_loss=0.0783
+  step  950000 |   6135s | train_loss=0.0733
+  step  960000 |   6194s | train_loss=0.0731
+  step  970000 |   6241s | train_loss=0.0698
+  step  980000 |   6281s | train_loss=0.0693
+  step  990000 |   6319s | train_loss=0.0702
+  step 1000000 |   6394s | train_loss=0.0724 | fid=185.0307
+  step 1010000 |   6434s | train_loss=0.0716
+  step 1020000 |   6473s | train_loss=0.0673
+  step 1030000 |   6507s | train_loss=0.0664
+  step 1040000 |   6547s | train_loss=0.0688
+  step 1050000 |   6586s | train_loss=0.0682
+  step 1060000 |   6625s | train_loss=0.0657
+  step 1070000 |   6665s | train_loss=0.0661
+  step 1080000 |   6704s | train_loss=0.0735
+  step 1090000 |   6743s | train_loss=0.0639
+  step 1100000 |   6820s | train_loss=0.0689 | fid=195.1934
+  step 1110000 |   6859s | train_loss=0.0676
+  step 1120000 |   6894s | train_loss=0.0665
+  step 1130000 |   6930s | train_loss=0.0654
+  step 1140000 |   6971s | train_loss=0.0629
+  step 1150000 |   7010s | train_loss=0.0633
+  step 1160000 |   7049s | train_loss=0.0613
+  step 1170000 |   7089s | train_loss=0.0600
+  step 1180000 |   7128s | train_loss=0.0655
+  step 1190000 |   7168s | train_loss=0.0611
+  step 1200000 |   7244s | train_loss=0.0627 | fid=194.7431
+  step 1210000 |   7283s | train_loss=0.0638
+  step 1220000 |   7315s | train_loss=0.0602
+  step 1230000 |   7355s | train_loss=0.0592
+  step 1240000 |   7394s | train_loss=0.0589
+  step 1250000 |   7433s | train_loss=0.0589
+  step 1260000 |   7473s | train_loss=0.0592
+  step 1270000 |   7512s | train_loss=0.0600
+  step 1280000 |   7552s | train_loss=0.0580
+  step 1290000 |   7591s | train_loss=0.0594
+  step 1300000 |   7668s | train_loss=0.0576 | fid=201.5007
+  step 1310000 |   7701s | train_loss=0.0571
+  step 1320000 |   7740s | train_loss=0.0567
+  step 1330000 |   7780s | train_loss=0.0587
+  step 1340000 |   7820s | train_loss=0.0562
+  step 1350000 |   7859s | train_loss=0.0598
+  step 1360000 |   7898s | train_loss=0.0591
+  step 1370000 |   7937s | train_loss=0.0588
+  step 1380000 |   7977s | train_loss=0.0569
+  step 1390000 |   8016s | train_loss=0.0553
+  step 1400000 |   8094s | train_loss=0.0569 | fid=205.9019
+  step 1410000 |   8134s | train_loss=0.0575
+  step 1420000 |   8173s | train_loss=0.0526
+  step 1430000 |   8213s | train_loss=0.0543
+  step 1440000 |   8253s | train_loss=0.0538
+  step 1450000 |   8292s | train_loss=0.0524
+  step 1460000 |   8332s | train_loss=0.0551
+  step 1470000 |   8371s | train_loss=0.0570
+  step 1480000 |   8410s | train_loss=0.0525
+  step 1490000 |   8449s | train_loss=0.0512
+  step 1500000 |   8519s | train_loss=0.0537 | fid=194.5294
+  step 1510000 |   8558s | train_loss=0.0517
+  step 1520000 |   8598s | train_loss=0.0499
+  step 1530000 |   8637s | train_loss=0.0544
+  step 1540000 |   8677s | train_loss=0.0486
+  step 1550000 |   8716s | train_loss=0.0539
+  step 1560000 |   8755s | train_loss=0.0516
+  step 1570000 |   8795s | train_loss=0.0522
+  step 1580000 |   8835s | train_loss=0.0506
+  step 1590000 |   8873s | train_loss=0.0532
+  step 1600000 |   8948s | train_loss=0.0487 | fid=201.9915
+  step 1610000 |   8987s | train_loss=0.0479
+  step 1620000 |   9026s | train_loss=0.0522
+  step 1630000 |   9066s | train_loss=0.0498
+  step 1640000 |   9106s | train_loss=0.0518
+  step 1650000 |   9145s | train_loss=0.0473
+  step 1660000 |   9184s | train_loss=0.0496
+  step 1670000 |   9223s | train_loss=0.0486
+  step 1680000 |   9261s | train_loss=0.0484
+  step 1690000 |   9296s | train_loss=0.0542
+  step 1700000 |   9350s | train_loss=0.0511 | fid=nan
+  step 1710000 |   9390s | train_loss=0.0464
+  step 1720000 |   9429s | train_loss=0.0492
+  step 1730000 |   9468s | train_loss=0.0481
+  step 1740000 |   9507s | train_loss=0.0474
+  step 1750000 |   9547s | train_loss=0.0457
+  step 1760000 |   9586s | train_loss=0.0462
+  step 1770000 |   9625s | train_loss=0.0484
+  step 1780000 |   9664s | train_loss=0.0443
+  step 1790000 |   9698s | train_loss=0.0450
+  step 1800000 |   9753s | train_loss=0.0469 | fid=nan
+  step 1810000 |   9793s | train_loss=0.0480
+  step 1820000 |   9832s | train_loss=0.0477
+  step 1830000 |   9871s | train_loss=0.0495
+  step 1840000 |   9911s | train_loss=0.0510
+  step 1850000 |   9950s | train_loss=0.0458
+  step 1860000 |   9990s | train_loss=0.0462
+  step 1870000 |  10029s | train_loss=0.0476
+  step 1880000 |  10068s | train_loss=0.0454
+  step 1890000 |  10098s | train_loss=0.0492
+  step 1900000 |  10153s | train_loss=0.0517 | fid=nan
+  step 1910000 |  10193s | train_loss=0.0461
+  step 1920000 |  10232s | train_loss=0.0446
+  step 1930000 |  10271s | train_loss=0.0443
+  step 1940000 |  10310s | train_loss=0.0427
+  step 1950000 |  10350s | train_loss=0.0488
+  step 1960000 |  10389s | train_loss=0.0463
+  step 1970000 |  10428s | train_loss=0.0445
+  step 1980000 |  10467s | train_loss=0.0424
+  step 1990000 |  10501s | train_loss=0.0472
+  step 2000000 |  10556s | train_loss=0.0450 | fid=nan
+  step 2010000 |  10596s | train_loss=0.0498
+  step 2020000 |  10635s | train_loss=0.0458
+  step 2030000 |  10674s | train_loss=0.0420
+  step 2040000 |  10714s | train_loss=0.0431
+  step 2050000 |  10753s | train_loss=0.0416
+  step 2060000 |  10793s | train_loss=0.0440
+  step 2070000 |  10832s | train_loss=0.0441
+  step 2080000 |  10871s | train_loss=0.0424
+  step 2090000 |  10904s | train_loss=0.0431
+  step 2100000 |  10959s | train_loss=0.0417 | fid=nan
+  step 2110000 |  10998s | train_loss=0.0447
+  step 2120000 |  11038s | train_loss=0.0441
+  step 2130000 |  11077s | train_loss=0.0447
+  step 2140000 |  11117s | train_loss=0.0399
+  step 2150000 |  11156s | train_loss=0.0444
+  step 2160000 |  11196s | train_loss=0.0453
+  step 2170000 |  11235s | train_loss=0.0439
+  step 2180000 |  11274s | train_loss=0.0445
+  step 2190000 |  11305s | train_loss=0.0442
+  step 2200000 |  11360s | train_loss=0.0447 | fid=nan
+  step 2210000 |  11400s | train_loss=0.0435
+  step 2220000 |  11439s | train_loss=0.0454
+  step 2230000 |  11478s | train_loss=0.0453
+  step 2240000 |  11518s | train_loss=0.0398
+  step 2250000 |  11557s | train_loss=0.0435
+  step 2260000 |  11597s | train_loss=0.0398
+  step 2270000 |  11636s | train_loss=0.0409
+  step 2280000 |  11674s | train_loss=0.0409
+  step 2290000 |  11706s | train_loss=0.0418
+  step 2300000 |  11760s | train_loss=0.0416 | fid=nan
+  step 2310000 |  11800s | train_loss=0.0407
+  step 2320000 |  11839s | train_loss=0.0407
+  step 2330000 |  11878s | train_loss=0.0403
+  step 2340000 |  11918s | train_loss=0.0457
+  step 2350000 |  11957s | train_loss=0.0406
+  step 2360000 |  11997s | train_loss=0.0404
+  step 2370000 |  12037s | train_loss=0.0441
+  step 2380000 |  12076s | train_loss=0.0403
+  step 2390000 |  12109s | train_loss=0.0371
+  step 2400000 |  12164s | train_loss=0.0430 | fid=nan
+  step 2410000 |  12203s | train_loss=0.0388
+  step 2420000 |  12242s | train_loss=0.0372
+  step 2430000 |  12282s | train_loss=0.0387
+  step 2440000 |  12321s | train_loss=0.0414
+  step 2450000 |  12361s | train_loss=0.0410
+  step 2460000 |  12401s | train_loss=0.0412
+  step 2470000 |  12440s | train_loss=0.0437
+  step 2480000 |  12479s | train_loss=0.0389
+  step 2490000 |  12510s | train_loss=0.0408
+  step 2500000 |  12565s | train_loss=0.0401 | fid=nan
+  step 2510000 |  12605s | train_loss=0.0416
+  step 2520000 |  12644s | train_loss=0.0415
+  step 2530000 |  12684s | train_loss=0.0399
+  step 2540000 |  12723s | train_loss=0.0388
+  step 2550000 |  12762s | train_loss=0.0393
+  step 2560000 |  12802s | train_loss=0.0382
+  step 2570000 |  12842s | train_loss=0.0385
+  step 2580000 |  12882s | train_loss=0.0439
+  step 2590000 |  12914s | train_loss=0.0391
+  step 2600000 |  12969s | train_loss=0.0424 | fid=nan
+  step 2610000 |  13008s | train_loss=0.0418
+  step 2620000 |  13048s | train_loss=0.0412
+  step 2630000 |  13087s | train_loss=0.0372
+  step 2640000 |  13127s | train_loss=0.0374
+  step 2650000 |  13166s | train_loss=0.0360
+  step 2660000 |  13206s | train_loss=0.0372
+  step 2670000 |  13246s | train_loss=0.0375
+  step 2680000 |  13285s | train_loss=0.0447
+  step 2690000 |  13319s | train_loss=0.0376
+  step 2700000 |  13374s | train_loss=0.0357 | fid=nan
+  step 2710000 |  13413s | train_loss=0.0387
+  step 2720000 |  13453s | train_loss=0.0388
+  step 2730000 |  13492s | train_loss=0.0370
+  step 2740000 |  13531s | train_loss=0.0375
+  step 2750000 |  13570s | train_loss=0.0379
+  step 2760000 |  13609s | train_loss=0.0374
+  step 2770000 |  13649s | train_loss=0.0385
+  step 2780000 |  13689s | train_loss=0.0436
+  step 2790000 |  13721s | train_loss=0.0377
+  step 2800000 |  13775s | train_loss=0.0383 | fid=nan
+  step 2810000 |  13815s | train_loss=0.0379
+  step 2820000 |  13854s | train_loss=0.0390
+  step 2830000 |  13893s | train_loss=0.0364
+  step 2840000 |  13932s | train_loss=0.0369
+  step 2850000 |  13972s | train_loss=0.0392
+  step 2860000 |  14011s | train_loss=0.0361
+  step 2870000 |  14050s | train_loss=0.0402
+  step 2880000 |  14090s | train_loss=0.0374
+  step 2890000 |  14122s | train_loss=0.0378
+  step 2900000 |  14177s | train_loss=0.0371 | fid=nan
+  step 2910000 |  14217s | train_loss=0.0364
+  step 2920000 |  14256s | train_loss=0.0397
+  step 2930000 |  14295s | train_loss=0.0378
+  step 2940000 |  14335s | train_loss=0.0361
+  step 2950000 |  14375s | train_loss=0.0364
+  step 2960000 |  14414s | train_loss=0.0358
+  step 2970000 |  14453s | train_loss=0.0384
+  step 2980000 |  14493s | train_loss=0.0371
+  step 2990000 |  14525s | train_loss=0.0343
+  step 3000000 |  14580s | train_loss=0.0354 | fid=nan
+  step 3010000 |  14620s | train_loss=0.0366
+  step 3020000 |  14659s | train_loss=0.0359
+  step 3030000 |  14699s | train_loss=0.0366
+  step 3040000 |  14738s | train_loss=0.0386
+  step 3050000 |  14778s | train_loss=0.0368
+  step 3060000 |  14817s | train_loss=0.0336
+  step 3070000 |  14857s | train_loss=0.0341
+  step 3080000 |  14896s | train_loss=0.0380
+  step 3090000 |  14931s | train_loss=0.0370
+  step 3100000 |  14985s | train_loss=0.0373 | fid=nan
+  step 3110000 |  15025s | train_loss=0.0371
+  step 3120000 |  15064s | train_loss=0.0547
+  step 3130000 |  15104s | train_loss=0.0339
+  step 3140000 |  15143s | train_loss=0.0345
+  step 3150000 |  15183s | train_loss=0.0363
+  step 3160000 |  15222s | train_loss=0.0406
+  step 3170000 |  15261s | train_loss=0.0385
+  step 3180000 |  15300s | train_loss=0.0351
+  step 3190000 |  15334s | train_loss=0.0340
+  step 3200000 |  15389s | train_loss=0.0371 | fid=nan
+  step 3210000 |  15428s | train_loss=0.0352
+  step 3220000 |  15468s | train_loss=0.0346
+  step 3230000 |  15508s | train_loss=0.0417
+  step 3240000 |  15547s | train_loss=0.0365
+  step 3250000 |  15586s | train_loss=0.0333
+  step 3260000 |  15626s | train_loss=0.0353
+  step 3270000 |  15665s | train_loss=0.0324
+  step 3280000 |  15704s | train_loss=0.0352
+  step 3290000 |  15734s | train_loss=0.0365
+  step 3300000 |  15789s | train_loss=0.0345 | fid=nan
+  step 3310000 |  15828s | train_loss=0.0327
+  step 3320000 |  15868s | train_loss=0.0323
+  step 3330000 |  15907s | train_loss=0.0355
+  step 3340000 |  15947s | train_loss=0.0400
+  step 3350000 |  15986s | train_loss=0.0340
+  step 3360000 |  16026s | train_loss=0.0339
+  step 3370000 |  16065s | train_loss=0.0344
+  step 3380000 |  16104s | train_loss=0.0337
+  step 3390000 |  16136s | train_loss=0.0451
+  step 3400000 |  16190s | train_loss=0.0345 | fid=nan
+  step 3410000 |  16229s | train_loss=0.0333
+  step 3420000 |  16269s | train_loss=0.0344
+  step 3430000 |  16309s | train_loss=0.0340
+  step 3440000 |  16348s | train_loss=0.0347
+  step 3450000 |  16388s | train_loss=0.0336
+  step 3460000 |  16427s | train_loss=0.0324
+  step 3470000 |  16466s | train_loss=0.0316
+  step 3480000 |  16506s | train_loss=0.0355
+  step 3490000 |  16540s | train_loss=0.0341
+  step 3500000 |  16592s | train_loss=0.0313 | fid=nan
+  step 3510000 |  16632s | train_loss=0.0327
+  step 3520000 |  16671s | train_loss=0.0324
+  step 3530000 |  16711s | train_loss=0.0339
+  step 3540000 |  16750s | train_loss=0.0362
+  step 3550000 |  16790s | train_loss=0.0321
+  step 3560000 |  16829s | train_loss=0.0311
+  step 3570000 |  16869s | train_loss=0.0355
+  step 3580000 |  16908s | train_loss=0.0331
+  step 3590000 |  16944s | train_loss=0.0359
+  step 3600000 |  16996s | train_loss=0.0322 | fid=nan
+  step 3610000 |  17036s | train_loss=0.0343
+  step 3620000 |  17076s | train_loss=0.0381
+  step 3630000 |  17115s | train_loss=0.0327
+  step 3640000 |  17154s | train_loss=0.0350
+  step 3650000 |  17193s | train_loss=0.0330
+  step 3660000 |  17233s | train_loss=0.0347
+  step 3670000 |  17272s | train_loss=0.0306
+  step 3680000 |  17311s | train_loss=0.0319
+  step 3690000 |  17346s | train_loss=0.0353
+  step 3700000 |  17397s | train_loss=0.0338 | fid=nan
+  step 3710000 |  17437s | train_loss=0.0323
+  step 3720000 |  17477s | train_loss=0.0362
+  step 3730000 |  17516s | train_loss=0.0327
+  step 3740000 |  17555s | train_loss=0.0327
+  step 3750000 |  17595s | train_loss=0.0375
+  step 3760000 |  17634s | train_loss=0.0316
+  step 3770000 |  17673s | train_loss=0.0353
+  step 3780000 |  17712s | train_loss=0.0317
+  step 3790000 |  17748s | train_loss=0.0328
+  step 3800000 |  17798s | train_loss=0.0327 | fid=nan
+  step 3810000 |  17837s | train_loss=0.0298
+  step 3820000 |  17877s | train_loss=0.0314
+  step 3830000 |  17916s | train_loss=0.0313
+  step 3840000 |  17956s | train_loss=0.0327
+  step 3850000 |  17995s | train_loss=0.0375
+  step 3860000 |  18034s | train_loss=0.0319
+  step 3870000 |  18074s | train_loss=0.0308
+  step 3880000 |  18113s | train_loss=0.0304
+  step 3890000 |  18150s | train_loss=0.0359
+  step 3900000 |  18200s | train_loss=0.0290 | fid=nan
+  step 3910000 |  18239s | train_loss=0.0314
+  step 3920000 |  18278s | train_loss=0.0298
+  step 3930000 |  18318s | train_loss=0.0298
+  step 3940000 |  18357s | train_loss=0.0342
+  step 3950000 |  18397s | train_loss=0.0310
+  step 3960000 |  18436s | train_loss=0.0299
+  step 3970000 |  18476s | train_loss=0.0317
+  step 3980000 |  18515s | train_loss=0.0315
+  step 3990000 |  18553s | train_loss=0.0313
+  step 4000000 |  18603s | train_loss=0.0301 | fid=nan
+  step 4010000 |  18642s | train_loss=0.0321
+  step 4020000 |  18681s | train_loss=0.0416
+  step 4030000 |  18721s | train_loss=0.0320
+  step 4040000 |  18761s | train_loss=0.0311
+  step 4050000 |  18800s | train_loss=0.0290
+  step 4060000 |  18839s | train_loss=0.0293
+  step 4070000 |  18879s | train_loss=0.0320
+  step 4080000 |  18918s | train_loss=0.0289
+  step 4090000 |  18957s | train_loss=0.0289
+  step 4100000 |  19006s | train_loss=0.0317 | fid=nan
+  step 4110000 |  19045s | train_loss=0.0303
+  step 4120000 |  19085s | train_loss=0.0326
+  step 4130000 |  19124s | train_loss=0.0321
+  step 4140000 |  19163s | train_loss=0.0323
+  step 4150000 |  19203s | train_loss=0.0296
+  step 4160000 |  19242s | train_loss=0.0338
+  step 4170000 |  19282s | train_loss=0.0303
+  step 4180000 |  19321s | train_loss=0.0318
+  step 4190000 |  19360s | train_loss=0.0312
+  step 4200000 |  19408s | train_loss=0.0331 | fid=nan
+  step 4210000 |  19448s | train_loss=0.0307
+  step 4220000 |  19487s | train_loss=0.0290
+  step 4230000 |  19526s | train_loss=0.0317
+  step 4240000 |  19566s | train_loss=0.0326
+  step 4250000 |  19606s | train_loss=0.0286
+  step 4260000 |  19645s | train_loss=0.0314
+  step 4270000 |  19684s | train_loss=0.0297
+  step 4280000 |  19724s | train_loss=0.0297
+  step 4290000 |  19763s | train_loss=0.0332
+  step 4300000 |  19810s | train_loss=0.0308 | fid=nan
+  step 4310000 |  19849s | train_loss=0.0284
+  step 4320000 |  19889s | train_loss=0.0278
+  step 4330000 |  19928s | train_loss=0.0293
+  step 4340000 |  19967s | train_loss=0.0275
+  step 4350000 |  20007s | train_loss=0.0307
+  step 4360000 |  20046s | train_loss=0.0298
+  step 4370000 |  20086s | train_loss=0.0311
+  step 4380000 |  20126s | train_loss=0.0306
+  step 4390000 |  20165s | train_loss=0.0286
+  step 4400000 |  20213s | train_loss=0.0293 | fid=nan
+  step 4410000 |  20253s | train_loss=0.0324
+  step 4420000 |  20292s | train_loss=0.0297
+  step 4430000 |  20332s | train_loss=0.0294
+  step 4440000 |  20372s | train_loss=0.0295
+  step 4450000 |  20412s | train_loss=0.0293
+  step 4460000 |  20451s | train_loss=0.0313
+  step 4470000 |  20491s | train_loss=0.0292
+  step 4480000 |  20531s | train_loss=0.0297
+  step 4490000 |  20569s | train_loss=0.0298
+  step 4500000 |  20619s | train_loss=0.0340 | fid=nan
+  step 4510000 |  20658s | train_loss=0.0288
+  step 4520000 |  20698s | train_loss=0.0313
+  step 4530000 |  20737s | train_loss=0.0291
+  step 4540000 |  20777s | train_loss=0.0339
+  step 4550000 |  20816s | train_loss=0.0304
+  step 4560000 |  20856s | train_loss=0.0294
+  step 4570000 |  20896s | train_loss=0.0279
+  step 4580000 |  20935s | train_loss=0.0309
+  step 4590000 |  20974s | train_loss=0.0282
+  step 4600000 |  21023s | train_loss=0.0282 | fid=nan
+  step 4610000 |  21063s | train_loss=0.0288
+  step 4620000 |  21102s | train_loss=0.0307
+  step 4630000 |  21142s | train_loss=0.0299
+  step 4640000 |  21181s | train_loss=0.0306
+  step 4650000 |  21221s | train_loss=0.0289
+  step 4660000 |  21261s | train_loss=nan
+  step 4670000 |  21300s | train_loss=nan
+  step 4680000 |  21339s | train_loss=nan
+  step 4690000 |  21379s | train_loss=nan
+  step 4700000 |  21429s | train_loss=nan | fid=nan
+  step 4710000 |  21468s | train_loss=nan
+  step 4720000 |  21508s | train_loss=nan
+  step 4730000 |  21547s | train_loss=nan
+  step 4740000 |  21586s | train_loss=nan
+  step 4750000 |  21626s | train_loss=nan
+  step 4760000 |  21665s | train_loss=nan
+  step 4770000 |  21705s | train_loss=nan
+  step 4780000 |  21744s | train_loss=nan
+  step 4790000 |  21783s | train_loss=nan
+  step 4800000 |  21833s | train_loss=nan | fid=nan
+  step 4810000 |  21872s | train_loss=nan
+  step 4820000 |  21912s | train_loss=nan
+  step 4830000 |  21951s | train_loss=nan
+  step 4840000 |  21990s | train_loss=nan
+  step 4850000 |  22030s | train_loss=nan
+  step 4860000 |  22069s | train_loss=nan
+  step 4870000 |  22108s | train_loss=nan
+  step 4880000 |  22148s | train_loss=nan
+  step 4890000 |  22186s | train_loss=nan
+  step 4900000 |  22215s | train_loss=nan | fid=nan
+  step 4910000 |  22238s | train_loss=nan
+  step 4920000 |  22261s | train_loss=nan
+  step 4930000 |  22285s | train_loss=nan
+  step 4940000 |  22309s | train_loss=nan
+  step 4950000 |  22332s | train_loss=nan
+  step 4960000 |  22355s | train_loss=nan
+  step 4970000 |  22379s | train_loss=nan
+  step 4980000 |  22403s | train_loss=nan
+  step 4990000 |  22427s | train_loss=nan
+  step 5000000 |  22457s | train_loss=nan | fid=nan
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d240/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d240/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..91694b7daaeb575df1078079e86117d2c3185b25
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d240/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d240",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d240/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d240/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..81315aad2839286903effb6708a4847045cd1691
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d240/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 240, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 49.02442741394043, "train_loss_step": 240.79965209960938, "n_params": 4756720, "total_flops": 14612643840, "train_loss": 1.0003986358642578, "subset_score_loss": 1.0003986358642578, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9805135726928711, "fid": 299.4586637516536, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 103.03383612632751, "train_loss_step": 41.6328125, "n_params": 4756720, "total_flops": 146126438400000, "train_loss": 0.6669615427652995, "subset_score_loss": 0.6669615427652995}
+{"step": 20000, "wall_time": 159.20786905288696, "train_loss_step": 33.921993255615234, "n_params": 4756720, "total_flops": 292252876800000, "train_loss": 0.5507673263549805, "subset_score_loss": 0.5507673263549805}
+{"step": 30000, "wall_time": 215.50156164169312, "train_loss_step": 31.789653778076172, "n_params": 4756720, "total_flops": 438379315200000, "train_loss": 0.4984973589579264, "subset_score_loss": 0.4984973589579264}
+{"step": 40000, "wall_time": 271.79351449012756, "train_loss_step": 29.313663482666016, "n_params": 4756720, "total_flops": 584505753600000, "train_loss": 0.4530217488606771, "subset_score_loss": 0.4530217488606771}
+{"step": 50000, "wall_time": 328.0798177719116, "train_loss_step": 28.141626358032227, "n_params": 4756720, "total_flops": 730632192000000, "train_loss": 0.398120911916097, "subset_score_loss": 0.398120911916097}
+{"step": 60000, "wall_time": 384.39884400367737, "train_loss_step": 28.20338249206543, "n_params": 4756720, "total_flops": 876758630400000, "train_loss": 0.34297911326090497, "subset_score_loss": 0.34297911326090497}
+{"step": 70000, "wall_time": 440.6829240322113, "train_loss_step": 24.24655532836914, "n_params": 4756720, "total_flops": 1022885068800000, "train_loss": 0.2949641227722168, "subset_score_loss": 0.2949641227722168}
+{"step": 80000, "wall_time": 496.9905776977539, "train_loss_step": 22.54625129699707, "n_params": 4756720, "total_flops": 1169011507200000, "train_loss": 0.2472407023111979, "subset_score_loss": 0.2472407023111979}
+{"step": 90000, "wall_time": 553.2099087238312, "train_loss_step": 20.867385864257812, "n_params": 4756720, "total_flops": 1315137945600000, "train_loss": 0.21788891156514487, "subset_score_loss": 0.21788891156514487}
+{"step": 100000, "wall_time": 659.2286880016327, "train_loss_step": 21.740942001342773, "n_params": 4756720, "total_flops": 1461264384000000, "train_loss": 0.19706006050109864, "subset_score_loss": 0.19706006050109864, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9657124280929565, "fid": 200.06982183961398, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 703.1179106235504, "train_loss_step": 20.111343383789062, "n_params": 4756720, "total_flops": 1607390822400000, "train_loss": 0.17767550150553385, "subset_score_loss": 0.17767550150553385}
+{"step": 120000, "wall_time": 759.3974328041077, "train_loss_step": 18.174121856689453, "n_params": 4756720, "total_flops": 1753517260800000, "train_loss": 0.16331478754679363, "subset_score_loss": 0.16331478754679363}
+{"step": 130000, "wall_time": 815.6803040504456, "train_loss_step": 17.694852828979492, "n_params": 4756720, "total_flops": 1899643699200000, "train_loss": 0.15103227297465008, "subset_score_loss": 0.15103227297465008}
+{"step": 140000, "wall_time": 871.9281787872314, "train_loss_step": 17.754562377929688, "n_params": 4756720, "total_flops": 2045770137600000, "train_loss": 0.1450407346089681, "subset_score_loss": 0.1450407346089681}
+{"step": 150000, "wall_time": 928.18337059021, "train_loss_step": 17.21527671813965, "n_params": 4756720, "total_flops": 2191896576000000, "train_loss": 0.1404241402943929, "subset_score_loss": 0.1404241402943929}
+{"step": 160000, "wall_time": 984.4350893497467, "train_loss_step": 16.525863647460938, "n_params": 4756720, "total_flops": 2338023014400000, "train_loss": 0.13935267130533854, "subset_score_loss": 0.13935267130533854}
+{"step": 170000, "wall_time": 1040.7367706298828, "train_loss_step": 16.192604064941406, "n_params": 4756720, "total_flops": 2484149452800000, "train_loss": 0.12892909049987794, "subset_score_loss": 0.12892909049987794}
+{"step": 180000, "wall_time": 1097.1142361164093, "train_loss_step": 15.496415138244629, "n_params": 4756720, "total_flops": 2630275891200000, "train_loss": 0.12450902462005616, "subset_score_loss": 0.12450902462005616}
+{"step": 190000, "wall_time": 1153.4070799350739, "train_loss_step": 15.246525764465332, "n_params": 4756720, "total_flops": 2776402329600000, "train_loss": 0.1156106154123942, "subset_score_loss": 0.1156106154123942}
+{"step": 200000, "wall_time": 1255.5476009845734, "train_loss_step": 15.514582633972168, "n_params": 4756720, "total_flops": 2922528768000000, "train_loss": 0.1121163288752238, "subset_score_loss": 0.1121163288752238, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9646849632263184, "fid": 228.6141371162874, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1312.1837706565857, "train_loss_step": 15.101186752319336, "n_params": 4756720, "total_flops": 3068655206400000, "train_loss": 0.11799283027648926, "subset_score_loss": 0.11799283027648926}
+{"step": 220000, "wall_time": 1353.4667026996613, "train_loss_step": 14.715688705444336, "n_params": 4756720, "total_flops": 3214781644800000, "train_loss": 0.10474697748819987, "subset_score_loss": 0.10474697748819987}
+{"step": 230000, "wall_time": 1409.8270394802094, "train_loss_step": 15.140986442565918, "n_params": 4756720, "total_flops": 3360908083200000, "train_loss": 0.10894815921783448, "subset_score_loss": 0.10894815921783448}
+{"step": 240000, "wall_time": 1466.098373889923, "train_loss_step": 14.881889343261719, "n_params": 4756720, "total_flops": 3507034521600000, "train_loss": 0.10554385185241699, "subset_score_loss": 0.10554385185241699}
+{"step": 250000, "wall_time": 1522.3520557880402, "train_loss_step": 14.842641830444336, "n_params": 4756720, "total_flops": 3653160960000000, "train_loss": 0.10149966875712077, "subset_score_loss": 0.10149966875712077}
+{"step": 260000, "wall_time": 1578.5994939804077, "train_loss_step": 13.672039031982422, "n_params": 4756720, "total_flops": 3799287398400000, "train_loss": 0.09955897331237792, "subset_score_loss": 0.09955897331237792}
+{"step": 270000, "wall_time": 1634.9226307868958, "train_loss_step": 13.954029083251953, "n_params": 4756720, "total_flops": 3945413836800000, "train_loss": 0.10309940179189046, "subset_score_loss": 0.10309940179189046}
+{"step": 280000, "wall_time": 1691.2391970157623, "train_loss_step": 13.871559143066406, "n_params": 4756720, "total_flops": 4091540275200000, "train_loss": 0.09632556438446045, "subset_score_loss": 0.09632556438446045}
+{"step": 290000, "wall_time": 1747.4993588924408, "train_loss_step": 12.989469528198242, "n_params": 4756720, "total_flops": 4237666713600000, "train_loss": 0.10294475555419921, "subset_score_loss": 0.10294475555419921}
+{"step": 300000, "wall_time": 1849.7017023563385, "train_loss_step": 13.681636810302734, "n_params": 4756720, "total_flops": 4383793152000000, "train_loss": 0.09242239793141684, "subset_score_loss": 0.09242239793141684, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9660280346870422, "fid": 246.48878852631196, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 1905.8984620571136, "train_loss_step": 13.405902862548828, "n_params": 4756720, "total_flops": 4529919590400000, "train_loss": 0.08935708204905192, "subset_score_loss": 0.08935708204905192}
+{"step": 320000, "wall_time": 1962.5812225341797, "train_loss_step": 13.919265747070312, "n_params": 4756720, "total_flops": 4676046028800000, "train_loss": 0.09214181105295817, "subset_score_loss": 0.09214181105295817}
+{"step": 330000, "wall_time": 2009.1466131210327, "train_loss_step": 13.427569389343262, "n_params": 4756720, "total_flops": 4822172467200000, "train_loss": 0.09215224583943685, "subset_score_loss": 0.09215224583943685}
+{"step": 340000, "wall_time": 2065.3701145648956, "train_loss_step": 12.239776611328125, "n_params": 4756720, "total_flops": 4968298905600000, "train_loss": 0.08065461317698161, "subset_score_loss": 0.08065461317698161}
+{"step": 350000, "wall_time": 2121.7034497261047, "train_loss_step": 12.828857421875, "n_params": 4756720, "total_flops": 5114425344000000, "train_loss": 0.08739500840504964, "subset_score_loss": 0.08739500840504964}
+{"step": 360000, "wall_time": 2177.9145770072937, "train_loss_step": 12.539470672607422, "n_params": 4756720, "total_flops": 5260551782400000, "train_loss": 0.08005503018697104, "subset_score_loss": 0.08005503018697104}
+{"step": 370000, "wall_time": 2234.1398062705994, "train_loss_step": 12.188992500305176, "n_params": 4756720, "total_flops": 5406678220800000, "train_loss": 0.08487382729848227, "subset_score_loss": 0.08487382729848227}
+{"step": 380000, "wall_time": 2290.331806898117, "train_loss_step": 11.829751968383789, "n_params": 4756720, "total_flops": 5552804659200000, "train_loss": 0.08512245814005534, "subset_score_loss": 0.08512245814005534}
+{"step": 390000, "wall_time": 2346.6580522060394, "train_loss_step": 11.766603469848633, "n_params": 4756720, "total_flops": 5698931097600000, "train_loss": 0.07766899267832438, "subset_score_loss": 0.07766899267832438}
+{"step": 400000, "wall_time": 2449.0127301216125, "train_loss_step": 11.505244255065918, "n_params": 4756720, "total_flops": 5845057536000000, "train_loss": 0.07879352569580078, "subset_score_loss": 0.07879352569580078, "memorization_fraction_pixel": 0.0017000000225380063, "mean_nn_ratio_pixel": 0.9651187658309937, "fid": 262.5693807882535, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 2505.186590909958, "train_loss_step": 11.622952461242676, "n_params": 4756720, "total_flops": 5991183974400000, "train_loss": 0.07444627285003662, "subset_score_loss": 0.07444627285003662}
+{"step": 420000, "wall_time": 2561.4152660369873, "train_loss_step": 12.3058500289917, "n_params": 4756720, "total_flops": 6137310412800000, "train_loss": 0.07539546489715576, "subset_score_loss": 0.07539546489715576}
+{"step": 430000, "wall_time": 2618.3754754066467, "train_loss_step": 11.900636672973633, "n_params": 4756720, "total_flops": 6283436851200000, "train_loss": 0.07513582706451416, "subset_score_loss": 0.07513582706451416}
+{"step": 440000, "wall_time": 2665.4629843235016, "train_loss_step": 11.901386260986328, "n_params": 4756720, "total_flops": 6429563289600000, "train_loss": 0.07159678936004639, "subset_score_loss": 0.07159678936004639}
+{"step": 450000, "wall_time": 2721.738426208496, "train_loss_step": 11.330305099487305, "n_params": 4756720, "total_flops": 6575689728000000, "train_loss": 0.0677640438079834, "subset_score_loss": 0.0677640438079834}
+{"step": 460000, "wall_time": 2778.013162136078, "train_loss_step": 11.609067916870117, "n_params": 4756720, "total_flops": 6721816166400000, "train_loss": 0.07230568726857503, "subset_score_loss": 0.07230568726857503}
+{"step": 470000, "wall_time": 2834.216699361801, "train_loss_step": 10.812690734863281, "n_params": 4756720, "total_flops": 6867942604800000, "train_loss": 0.06970750490824382, "subset_score_loss": 0.06970750490824382}
+{"step": 480000, "wall_time": 2890.550454378128, "train_loss_step": 11.373716354370117, "n_params": 4756720, "total_flops": 7014069043200000, "train_loss": 0.07016448179880778, "subset_score_loss": 0.07016448179880778}
+{"step": 490000, "wall_time": 2946.8684623241425, "train_loss_step": 10.56468391418457, "n_params": 4756720, "total_flops": 7160195481600000, "train_loss": 0.07827210426330566, "subset_score_loss": 0.07827210426330566}
+{"step": 500000, "wall_time": 3049.058099746704, "train_loss_step": 10.5166015625, "n_params": 4756720, "total_flops": 7306321920000000, "train_loss": 0.073069167137146, "subset_score_loss": 0.073069167137146, "memorization_fraction_pixel": 0.004399999976158142, "mean_nn_ratio_pixel": 0.960076093673706, "fid": 275.060358708757, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 3105.2818796634674, "train_loss_step": 11.06356143951416, "n_params": 4756720, "total_flops": 7452448358400000, "train_loss": 0.06302681763966879, "subset_score_loss": 0.06302681763966879}
+{"step": 520000, "wall_time": 3161.519485473633, "train_loss_step": 10.833954811096191, "n_params": 4756720, "total_flops": 7598574796800000, "train_loss": 0.07300856113433837, "subset_score_loss": 0.07300856113433837}
+{"step": 530000, "wall_time": 3217.821968793869, "train_loss_step": 10.259903907775879, "n_params": 4756720, "total_flops": 7744701235200000, "train_loss": 0.06796039740244547, "subset_score_loss": 0.06796039740244547}
+{"step": 540000, "wall_time": 3270.6627719402313, "train_loss_step": 9.919116973876953, "n_params": 4756720, "total_flops": 7890827673600000, "train_loss": 0.06331032514572144, "subset_score_loss": 0.06331032514572144}
+{"step": 550000, "wall_time": 3323.4088554382324, "train_loss_step": 10.466951370239258, "n_params": 4756720, "total_flops": 8036954112000000, "train_loss": 0.06136856873830159, "subset_score_loss": 0.06136856873830159}
+{"step": 560000, "wall_time": 3379.710378408432, "train_loss_step": 9.684700965881348, "n_params": 4756720, "total_flops": 8183080550400000, "train_loss": 0.0624774694442749, "subset_score_loss": 0.0624774694442749}
+{"step": 570000, "wall_time": 3436.0235562324524, "train_loss_step": 10.305569648742676, "n_params": 4756720, "total_flops": 8329206988800000, "train_loss": 0.05845790306727092, "subset_score_loss": 0.05845790306727092}
+{"step": 580000, "wall_time": 3492.3314213752747, "train_loss_step": 9.707590103149414, "n_params": 4756720, "total_flops": 8475333427200000, "train_loss": 0.05419533252716065, "subset_score_loss": 0.05419533252716065}
+{"step": 590000, "wall_time": 3548.6225051879883, "train_loss_step": 10.053096771240234, "n_params": 4756720, "total_flops": 8621459865600000, "train_loss": 0.0580105463663737, "subset_score_loss": 0.0580105463663737}
+{"step": 600000, "wall_time": 3649.6933794021606, "train_loss_step": 9.60405158996582, "n_params": 4756720, "total_flops": 8767586304000000, "train_loss": 0.057493185997009276, "subset_score_loss": 0.057493185997009276, "memorization_fraction_pixel": 0.007699999958276749, "mean_nn_ratio_pixel": 0.955558180809021, "fid": 275.8904373129983, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 3705.9367418289185, "train_loss_step": 9.517362594604492, "n_params": 4756720, "total_flops": 8913712742400000, "train_loss": 0.061314209302266436, "subset_score_loss": 0.061314209302266436}
+{"step": 620000, "wall_time": 3762.200220823288, "train_loss_step": 9.537677764892578, "n_params": 4756720, "total_flops": 9059839180800000, "train_loss": 0.055846762657165525, "subset_score_loss": 0.055846762657165525}
+{"step": 630000, "wall_time": 3818.4632720947266, "train_loss_step": 9.074711799621582, "n_params": 4756720, "total_flops": 9205965619200000, "train_loss": 0.05415616432825724, "subset_score_loss": 0.05415616432825724}
+{"step": 640000, "wall_time": 3874.72545337677, "train_loss_step": 9.301321983337402, "n_params": 4756720, "total_flops": 9352092057600000, "train_loss": 0.05658214886983236, "subset_score_loss": 0.05658214886983236}
+{"step": 650000, "wall_time": 3926.726535320282, "train_loss_step": 9.710278511047363, "n_params": 4756720, "total_flops": 9498218496000000, "train_loss": 0.05957682530085246, "subset_score_loss": 0.05957682530085246}
+{"step": 660000, "wall_time": 3978.2037098407745, "train_loss_step": 8.799936294555664, "n_params": 4756720, "total_flops": 9644344934400000, "train_loss": 0.056016882260640465, "subset_score_loss": 0.056016882260640465}
+{"step": 670000, "wall_time": 4034.523665904999, "train_loss_step": 9.521201133728027, "n_params": 4756720, "total_flops": 9790471372800000, "train_loss": 0.05498988628387451, "subset_score_loss": 0.05498988628387451}
+{"step": 680000, "wall_time": 4090.7741134166718, "train_loss_step": 9.02145767211914, "n_params": 4756720, "total_flops": 9936597811200000, "train_loss": 0.0522729754447937, "subset_score_loss": 0.0522729754447937}
+{"step": 690000, "wall_time": 4146.942850112915, "train_loss_step": 9.125826835632324, "n_params": 4756720, "total_flops": 10082724249600000, "train_loss": 0.05751126607259115, "subset_score_loss": 0.05751126607259115}
+{"step": 700000, "wall_time": 4249.1298904418945, "train_loss_step": 8.942089080810547, "n_params": 4756720, "total_flops": 10228850688000000, "train_loss": 0.053235240777333576, "subset_score_loss": 0.053235240777333576, "memorization_fraction_pixel": 0.012600000016391277, "mean_nn_ratio_pixel": 0.9462330937385559, "fid": 276.8670294757618, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 4305.350646018982, "train_loss_step": 9.499364852905273, "n_params": 4756720, "total_flops": 10374977126400000, "train_loss": 0.06018689473470052, "subset_score_loss": 0.06018689473470052}
+{"step": 720000, "wall_time": 4361.642340183258, "train_loss_step": 8.77442741394043, "n_params": 4756720, "total_flops": 10521103564800000, "train_loss": 0.055880884329477944, "subset_score_loss": 0.055880884329477944}
+{"step": 730000, "wall_time": 4417.869469642639, "train_loss_step": 8.829072952270508, "n_params": 4756720, "total_flops": 10667230003200000, "train_loss": 0.06257102489471436, "subset_score_loss": 0.06257102489471436}
+{"step": 740000, "wall_time": 4474.085784435272, "train_loss_step": 9.095796585083008, "n_params": 4756720, "total_flops": 10813356441600000, "train_loss": 0.05000536839167277, "subset_score_loss": 0.05000536839167277}
+{"step": 750000, "wall_time": 4530.649654388428, "train_loss_step": 8.075422286987305, "n_params": 4756720, "total_flops": 10959482880000000, "train_loss": 0.0481204350789388, "subset_score_loss": 0.0481204350789388}
+{"step": 760000, "wall_time": 4582.067014217377, "train_loss_step": 9.378600120544434, "n_params": 4756720, "total_flops": 11105609318400000, "train_loss": 0.056677711009979245, "subset_score_loss": 0.056677711009979245}
+{"step": 770000, "wall_time": 4633.2055921554565, "train_loss_step": 8.257635116577148, "n_params": 4756720, "total_flops": 11251735756800000, "train_loss": 0.054198654492696126, "subset_score_loss": 0.054198654492696126}
+{"step": 780000, "wall_time": 4689.481188774109, "train_loss_step": 8.302544593811035, "n_params": 4756720, "total_flops": 11397862195200000, "train_loss": 0.04760346015294393, "subset_score_loss": 0.04760346015294393}
+{"step": 790000, "wall_time": 4745.692387104034, "train_loss_step": 8.491765975952148, "n_params": 4756720, "total_flops": 11543988633600000, "train_loss": 0.04798866113026937, "subset_score_loss": 0.04798866113026937}
+{"step": 800000, "wall_time": 4847.841826200485, "train_loss_step": 8.333024978637695, "n_params": 4756720, "total_flops": 11690115072000000, "train_loss": 0.05124082962671916, "subset_score_loss": 0.05124082962671916, "memorization_fraction_pixel": 0.01679999940097332, "mean_nn_ratio_pixel": 0.9406468868255615, "fid": 277.8663438929968, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 4904.067852497101, "train_loss_step": 8.208358764648438, "n_params": 4756720, "total_flops": 11836241510400000, "train_loss": 0.06357670227686564, "subset_score_loss": 0.06357670227686564}
+{"step": 820000, "wall_time": 4960.322035551071, "train_loss_step": 8.243990898132324, "n_params": 4756720, "total_flops": 11982367948800000, "train_loss": 0.04753043254216512, "subset_score_loss": 0.04753043254216512}
+{"step": 830000, "wall_time": 5016.5659646987915, "train_loss_step": 8.827499389648438, "n_params": 4756720, "total_flops": 12128494387200000, "train_loss": 0.05456822713216146, "subset_score_loss": 0.05456822713216146}
+{"step": 840000, "wall_time": 5072.785813331604, "train_loss_step": 8.37908935546875, "n_params": 4756720, "total_flops": 12274620825600000, "train_loss": 0.048406557242075605, "subset_score_loss": 0.048406557242075605}
+{"step": 850000, "wall_time": 5129.008940935135, "train_loss_step": 8.495290756225586, "n_params": 4756720, "total_flops": 12420747264000000, "train_loss": 0.05695788065592448, "subset_score_loss": 0.05695788065592448}
+{"step": 860000, "wall_time": 5185.792927980423, "train_loss_step": 8.46700668334961, "n_params": 4756720, "total_flops": 12566873702400000, "train_loss": 0.04556535879770915, "subset_score_loss": 0.04556535879770915}
+{"step": 870000, "wall_time": 5238.249309062958, "train_loss_step": 8.500015258789062, "n_params": 4756720, "total_flops": 12713000140800000, "train_loss": 0.04872843821843465, "subset_score_loss": 0.04872843821843465}
+{"step": 880000, "wall_time": 5289.476076841354, "train_loss_step": 8.859814643859863, "n_params": 4756720, "total_flops": 12859126579200000, "train_loss": 0.04698092540105184, "subset_score_loss": 0.04698092540105184}
+{"step": 890000, "wall_time": 5345.732425928116, "train_loss_step": 8.353549003601074, "n_params": 4756720, "total_flops": 13005253017600000, "train_loss": 0.044936760266621904, "subset_score_loss": 0.044936760266621904}
+{"step": 900000, "wall_time": 5446.725076913834, "train_loss_step": 7.871623992919922, "n_params": 4756720, "total_flops": 13151379456000000, "train_loss": 0.045398553212483726, "subset_score_loss": 0.045398553212483726, "memorization_fraction_pixel": 0.02539999969303608, "mean_nn_ratio_pixel": 0.9346795082092285, "fid": 269.94287173429825, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 5502.95564198494, "train_loss_step": 8.055208206176758, "n_params": 4756720, "total_flops": 13297505894400000, "train_loss": 0.04733872413635254, "subset_score_loss": 0.04733872413635254}
+{"step": 920000, "wall_time": 5559.219903230667, "train_loss_step": 7.603749752044678, "n_params": 4756720, "total_flops": 13443632332800000, "train_loss": 0.04474995136260986, "subset_score_loss": 0.04474995136260986}
+{"step": 930000, "wall_time": 5615.405718564987, "train_loss_step": 8.28189468383789, "n_params": 4756720, "total_flops": 13589758771200000, "train_loss": 0.043418729305267335, "subset_score_loss": 0.043418729305267335}
+{"step": 940000, "wall_time": 5671.692450761795, "train_loss_step": 8.51019287109375, "n_params": 4756720, "total_flops": 13735885209600000, "train_loss": 0.04364244143168131, "subset_score_loss": 0.04364244143168131}
+{"step": 950000, "wall_time": 5728.113352775574, "train_loss_step": 8.090999603271484, "n_params": 4756720, "total_flops": 13882011648000000, "train_loss": 0.041637615362803145, "subset_score_loss": 0.041637615362803145}
+{"step": 960000, "wall_time": 5784.376805067062, "train_loss_step": 7.640539646148682, "n_params": 4756720, "total_flops": 14028138086400000, "train_loss": 0.0401452620824178, "subset_score_loss": 0.0401452620824178}
+{"step": 970000, "wall_time": 5838.044315099716, "train_loss_step": 7.844736099243164, "n_params": 4756720, "total_flops": 14174264524800000, "train_loss": 0.04132127364476522, "subset_score_loss": 0.04132127364476522}
+{"step": 980000, "wall_time": 5889.70684838295, "train_loss_step": 7.779532432556152, "n_params": 4756720, "total_flops": 14320390963200000, "train_loss": 0.04199031591415405, "subset_score_loss": 0.04199031591415405}
+{"step": 990000, "wall_time": 5942.19193482399, "train_loss_step": 7.958154678344727, "n_params": 4756720, "total_flops": 14466517401600000, "train_loss": 0.0439949631690979, "subset_score_loss": 0.0439949631690979}
+{"step": 1000000, "wall_time": 6044.3719737529755, "train_loss_step": 8.062999725341797, "n_params": 4756720, "total_flops": 14612643840000000, "train_loss": 0.044994056224823, "subset_score_loss": 0.044994056224823, "memorization_fraction_pixel": 0.026499999687075615, "mean_nn_ratio_pixel": 0.9283904433250427, "fid": 272.2633032711914, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 6100.728332996368, "train_loss_step": 8.412132263183594, "n_params": 4756720, "total_flops": 14758770278400000, "train_loss": 0.047912796338399254, "subset_score_loss": 0.047912796338399254}
+{"step": 1020000, "wall_time": 6157.002150297165, "train_loss_step": 7.71209716796875, "n_params": 4756720, "total_flops": 14904896716800000, "train_loss": 0.04396633704503377, "subset_score_loss": 0.04396633704503377}
+{"step": 1030000, "wall_time": 6213.216746807098, "train_loss_step": 7.266661167144775, "n_params": 4756720, "total_flops": 15051023155200000, "train_loss": 0.04175787369410197, "subset_score_loss": 0.04175787369410197}
+{"step": 1040000, "wall_time": 6251.249430656433, "train_loss_step": 7.595978736877441, "n_params": 4756720, "total_flops": 15197149593600000, "train_loss": 0.042002050081888835, "subset_score_loss": 0.042002050081888835}
+{"step": 1050000, "wall_time": 6288.177416563034, "train_loss_step": 7.8498077392578125, "n_params": 4756720, "total_flops": 15343276032000000, "train_loss": 0.043152141571044925, "subset_score_loss": 0.043152141571044925}
+{"step": 1060000, "wall_time": 6325.362968444824, "train_loss_step": 7.615789413452148, "n_params": 4756720, "total_flops": 15489402470400000, "train_loss": 0.041199930508931476, "subset_score_loss": 0.041199930508931476}
+{"step": 1070000, "wall_time": 6362.540536642075, "train_loss_step": 7.065059661865234, "n_params": 4756720, "total_flops": 15635528908800000, "train_loss": 0.04061876932779948, "subset_score_loss": 0.04061876932779948}
+{"step": 1080000, "wall_time": 6394.075563192368, "train_loss_step": 8.124590873718262, "n_params": 4756720, "total_flops": 15781655347200000, "train_loss": 0.042980452378590904, "subset_score_loss": 0.042980452378590904}
+{"step": 1090000, "wall_time": 6431.097796916962, "train_loss_step": 7.651092529296875, "n_params": 4756720, "total_flops": 15927781785600000, "train_loss": 0.04189574718475342, "subset_score_loss": 0.04189574718475342}
+{"step": 1100000, "wall_time": 6501.2081644535065, "train_loss_step": 8.242620468139648, "n_params": 4756720, "total_flops": 16073908224000000, "train_loss": 0.045798981189727785, "subset_score_loss": 0.045798981189727785, "memorization_fraction_pixel": 0.029100000858306885, "mean_nn_ratio_pixel": 0.925381064414978, "fid": 267.28965624863235, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 6538.284759759903, "train_loss_step": 7.608748912811279, "n_params": 4756720, "total_flops": 16220034662400000, "train_loss": 0.04545079072316487, "subset_score_loss": 0.04545079072316487}
+{"step": 1120000, "wall_time": 6575.404039621353, "train_loss_step": 7.342622756958008, "n_params": 4756720, "total_flops": 16366161100800000, "train_loss": 0.04289340178171794, "subset_score_loss": 0.04289340178171794}
+{"step": 1130000, "wall_time": 6612.480947971344, "train_loss_step": 8.333003997802734, "n_params": 4756720, "total_flops": 16512287539200000, "train_loss": 0.040734612941741945, "subset_score_loss": 0.040734612941741945}
+{"step": 1140000, "wall_time": 6649.576768398285, "train_loss_step": 7.610071182250977, "n_params": 4756720, "total_flops": 16658413977600000, "train_loss": 0.03740036090215047, "subset_score_loss": 0.03740036090215047}
+{"step": 1150000, "wall_time": 6686.613933324814, "train_loss_step": 7.315908432006836, "n_params": 4756720, "total_flops": 16804540416000000, "train_loss": 0.040154314041137694, "subset_score_loss": 0.040154314041137694}
+{"step": 1160000, "wall_time": 6723.580897569656, "train_loss_step": 7.69655704498291, "n_params": 4756720, "total_flops": 16950666854400000, "train_loss": 0.038739887873331706, "subset_score_loss": 0.038739887873331706}
+{"step": 1170000, "wall_time": 6760.5669729709625, "train_loss_step": 6.998927116394043, "n_params": 4756720, "total_flops": 17096793292800000, "train_loss": 0.04029894272486369, "subset_score_loss": 0.04029894272486369}
+{"step": 1180000, "wall_time": 6797.600673913956, "train_loss_step": 7.9065022468566895, "n_params": 4756720, "total_flops": 17242919731200000, "train_loss": 0.040324048201243086, "subset_score_loss": 0.040324048201243086}
+{"step": 1190000, "wall_time": 6825.9066569805145, "train_loss_step": 7.630435943603516, "n_params": 4756720, "total_flops": 17389046169600000, "train_loss": 0.039231244723002115, "subset_score_loss": 0.039231244723002115}
+{"step": 1200000, "wall_time": 6896.107608556747, "train_loss_step": 7.42179012298584, "n_params": 4756720, "total_flops": 17535172608000000, "train_loss": 0.037111143271128334, "subset_score_loss": 0.037111143271128334, "memorization_fraction_pixel": 0.03849999979138374, "mean_nn_ratio_pixel": 0.9136837720870972, "fid": 264.07898553221014, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 6933.237391710281, "train_loss_step": 7.713149070739746, "n_params": 4756720, "total_flops": 17681299046400000, "train_loss": 0.04182896614074707, "subset_score_loss": 0.04182896614074707}
+{"step": 1220000, "wall_time": 6970.489183187485, "train_loss_step": 7.447957992553711, "n_params": 4756720, "total_flops": 17827425484800000, "train_loss": 0.037953499952952066, "subset_score_loss": 0.037953499952952066}
+{"step": 1230000, "wall_time": 7007.570514678955, "train_loss_step": 7.308439254760742, "n_params": 4756720, "total_flops": 17973551923200000, "train_loss": 0.034998921553293864, "subset_score_loss": 0.034998921553293864}
+{"step": 1240000, "wall_time": 7044.698693752289, "train_loss_step": 6.953481674194336, "n_params": 4756720, "total_flops": 18119678361600000, "train_loss": 0.03975034952163696, "subset_score_loss": 0.03975034952163696}
+{"step": 1250000, "wall_time": 7081.750894784927, "train_loss_step": 7.14797830581665, "n_params": 4756720, "total_flops": 18265804800000000, "train_loss": 0.03528505563735962, "subset_score_loss": 0.03528505563735962}
+{"step": 1260000, "wall_time": 7118.792098045349, "train_loss_step": 7.7399187088012695, "n_params": 4756720, "total_flops": 18411931238400000, "train_loss": 0.03859990437825521, "subset_score_loss": 0.03859990437825521}
+{"step": 1270000, "wall_time": 7155.807640552521, "train_loss_step": 7.6991286277771, "n_params": 4756720, "total_flops": 18558057676800000, "train_loss": 0.03936705986658732, "subset_score_loss": 0.03936705986658732}
+{"step": 1280000, "wall_time": 7192.957476615906, "train_loss_step": 7.287684917449951, "n_params": 4756720, "total_flops": 18704184115200000, "train_loss": 0.036408241589864096, "subset_score_loss": 0.036408241589864096}
+{"step": 1290000, "wall_time": 7230.212222337723, "train_loss_step": 7.353019714355469, "n_params": 4756720, "total_flops": 18850310553600000, "train_loss": 0.042269078890482585, "subset_score_loss": 0.042269078890482585}
+{"step": 1300000, "wall_time": 7291.528191566467, "train_loss_step": 7.4647297859191895, "n_params": 4756720, "total_flops": 18996436992000000, "train_loss": 0.042535956700642905, "subset_score_loss": 0.042535956700642905, "memorization_fraction_pixel": 0.04309999942779541, "mean_nn_ratio_pixel": 0.9097680449485779, "fid": 266.9602104773062, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 7328.715658664703, "train_loss_step": 7.135679244995117, "n_params": 4756720, "total_flops": 19142563430400000, "train_loss": 0.03870266278584798, "subset_score_loss": 0.03870266278584798}
+{"step": 1320000, "wall_time": 7366.221359729767, "train_loss_step": 7.604737758636475, "n_params": 4756720, "total_flops": 19288689868800000, "train_loss": 0.042687801520029704, "subset_score_loss": 0.042687801520029704}
+{"step": 1330000, "wall_time": 7403.349698781967, "train_loss_step": 7.111306190490723, "n_params": 4756720, "total_flops": 19434816307200000, "train_loss": 0.04023926655451457, "subset_score_loss": 0.04023926655451457}
+{"step": 1340000, "wall_time": 7440.546875, "train_loss_step": 7.735098361968994, "n_params": 4756720, "total_flops": 19580942745600000, "train_loss": 0.03743140697479248, "subset_score_loss": 0.03743140697479248}
+{"step": 1350000, "wall_time": 7477.66463303566, "train_loss_step": 7.2058305740356445, "n_params": 4756720, "total_flops": 19727069184000000, "train_loss": 0.039044082164764404, "subset_score_loss": 0.039044082164764404}
+{"step": 1360000, "wall_time": 7514.737680435181, "train_loss_step": 7.584599494934082, "n_params": 4756720, "total_flops": 19873195622400000, "train_loss": 0.03877118428548177, "subset_score_loss": 0.03877118428548177}
+{"step": 1370000, "wall_time": 7551.742144584656, "train_loss_step": 7.541386604309082, "n_params": 4756720, "total_flops": 20019322060800000, "train_loss": 0.038192192713419594, "subset_score_loss": 0.038192192713419594}
+{"step": 1380000, "wall_time": 7588.7952036857605, "train_loss_step": 7.397200107574463, "n_params": 4756720, "total_flops": 20165448499200000, "train_loss": 0.0408583124478658, "subset_score_loss": 0.0408583124478658}
+{"step": 1390000, "wall_time": 7625.939166545868, "train_loss_step": 7.232541084289551, "n_params": 4756720, "total_flops": 20311574937600000, "train_loss": 0.03768817583719889, "subset_score_loss": 0.03768817583719889}
+{"step": 1400000, "wall_time": 7685.513442516327, "train_loss_step": 7.349868297576904, "n_params": 4756720, "total_flops": 20457701376000000, "train_loss": 0.03624348243077596, "subset_score_loss": 0.03624348243077596, "memorization_fraction_pixel": 0.05429999902844429, "mean_nn_ratio_pixel": 0.9026587009429932, "fid": 256.5720565259308, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 7722.709238052368, "train_loss_step": 7.2816572189331055, "n_params": 4756720, "total_flops": 20603827814400000, "train_loss": 0.040591128667195636, "subset_score_loss": 0.040591128667195636}
+{"step": 1420000, "wall_time": 7759.736387491226, "train_loss_step": 7.043547630310059, "n_params": 4756720, "total_flops": 20749954252800000, "train_loss": 0.033847518761952716, "subset_score_loss": 0.033847518761952716}
+{"step": 1430000, "wall_time": 7796.875204563141, "train_loss_step": 7.798666477203369, "n_params": 4756720, "total_flops": 20896080691200000, "train_loss": 0.03676167329152425, "subset_score_loss": 0.03676167329152425}
+{"step": 1440000, "wall_time": 7834.007398843765, "train_loss_step": 7.4036359786987305, "n_params": 4756720, "total_flops": 21042207129600000, "train_loss": 0.03915591637293498, "subset_score_loss": 0.03915591637293498}
+{"step": 1450000, "wall_time": 7871.0174396038055, "train_loss_step": 7.354863166809082, "n_params": 4756720, "total_flops": 21188333568000000, "train_loss": 0.03684775431950887, "subset_score_loss": 0.03684775431950887}
+{"step": 1460000, "wall_time": 7908.077862501144, "train_loss_step": 7.547789573669434, "n_params": 4756720, "total_flops": 21334460006400000, "train_loss": 0.03603082497914632, "subset_score_loss": 0.03603082497914632}
+{"step": 1470000, "wall_time": 7945.144830942154, "train_loss_step": 7.494706630706787, "n_params": 4756720, "total_flops": 21480586444800000, "train_loss": 0.03857781489690145, "subset_score_loss": 0.03857781489690145}
+{"step": 1480000, "wall_time": 7982.171788215637, "train_loss_step": 7.1110076904296875, "n_params": 4756720, "total_flops": 21626712883200000, "train_loss": 0.03430866797765096, "subset_score_loss": 0.03430866797765096}
+{"step": 1490000, "wall_time": 8019.1948137283325, "train_loss_step": 7.422571182250977, "n_params": 4756720, "total_flops": 21772839321600000, "train_loss": 0.03730214436848958, "subset_score_loss": 0.03730214436848958}
+{"step": 1500000, "wall_time": 8088.360523939133, "train_loss_step": 7.11043643951416, "n_params": 4756720, "total_flops": 21918965760000000, "train_loss": 0.03738814194997152, "subset_score_loss": 0.03738814194997152, "memorization_fraction_pixel": 0.05050000175833702, "mean_nn_ratio_pixel": 0.9067269563674927, "fid": 256.02374549256206, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 8120.097261667252, "train_loss_step": 6.651114463806152, "n_params": 4756720, "total_flops": 22065092198400000, "train_loss": 0.03783899943033854, "subset_score_loss": 0.03783899943033854}
+{"step": 1520000, "wall_time": 8157.1983342170715, "train_loss_step": 6.72055721282959, "n_params": 4756720, "total_flops": 22211218636800000, "train_loss": 0.033917589982350664, "subset_score_loss": 0.033917589982350664}
+{"step": 1530000, "wall_time": 8194.40206003189, "train_loss_step": 6.8980560302734375, "n_params": 4756720, "total_flops": 22357345075200000, "train_loss": 0.040520064036051434, "subset_score_loss": 0.040520064036051434}
+{"step": 1540000, "wall_time": 8231.686136960983, "train_loss_step": 7.141246795654297, "n_params": 4756720, "total_flops": 22503471513600000, "train_loss": 0.032286502917607623, "subset_score_loss": 0.032286502917607623}
+{"step": 1550000, "wall_time": 8268.740974903107, "train_loss_step": 7.276693344116211, "n_params": 4756720, "total_flops": 22649597952000000, "train_loss": 0.03459148009618123, "subset_score_loss": 0.03459148009618123}
+{"step": 1560000, "wall_time": 8305.775578737259, "train_loss_step": 6.900293827056885, "n_params": 4756720, "total_flops": 22795724390400000, "train_loss": 0.03535631497701009, "subset_score_loss": 0.03535631497701009}
+{"step": 1570000, "wall_time": 8342.805712938309, "train_loss_step": 7.311700820922852, "n_params": 4756720, "total_flops": 22941850828800000, "train_loss": 0.03534658749898275, "subset_score_loss": 0.03534658749898275}
+{"step": 1580000, "wall_time": 8379.813606023788, "train_loss_step": 7.632277488708496, "n_params": 4756720, "total_flops": 23087977267200000, "train_loss": 0.03455329338709513, "subset_score_loss": 0.03455329338709513}
+{"step": 1590000, "wall_time": 8417.00527048111, "train_loss_step": 7.108157157897949, "n_params": 4756720, "total_flops": 23234103705600000, "train_loss": 0.04162242809931437, "subset_score_loss": 0.04162242809931437}
+{"step": 1600000, "wall_time": 8487.12537264824, "train_loss_step": 7.140995979309082, "n_params": 4756720, "total_flops": 23380230144000000, "train_loss": 0.03343680302302043, "subset_score_loss": 0.03343680302302043, "memorization_fraction_pixel": 0.05139999836683273, "mean_nn_ratio_pixel": 0.9018329381942749, "fid": 255.973870836196, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 8517.109460830688, "train_loss_step": 7.3168439865112305, "n_params": 4756720, "total_flops": 23526356582400000, "train_loss": 0.03351877133051554, "subset_score_loss": 0.03351877133051554}
+{"step": 1620000, "wall_time": 8553.28607416153, "train_loss_step": 6.9317755699157715, "n_params": 4756720, "total_flops": 23672483020800000, "train_loss": 0.03928874731063843, "subset_score_loss": 0.03928874731063843}
+{"step": 1630000, "wall_time": 8590.499014139175, "train_loss_step": 6.955934047698975, "n_params": 4756720, "total_flops": 23818609459200000, "train_loss": 0.033123481273651126, "subset_score_loss": 0.033123481273651126}
+{"step": 1640000, "wall_time": 8627.562808036804, "train_loss_step": 6.382416725158691, "n_params": 4756720, "total_flops": 23964735897600000, "train_loss": 0.03710566361745198, "subset_score_loss": 0.03710566361745198}
+{"step": 1650000, "wall_time": 8664.656391859055, "train_loss_step": 7.274828910827637, "n_params": 4756720, "total_flops": 24110862336000000, "train_loss": 0.0320062001546224, "subset_score_loss": 0.0320062001546224}
+{"step": 1660000, "wall_time": 8701.637490034103, "train_loss_step": 6.98081636428833, "n_params": 4756720, "total_flops": 24256988774400000, "train_loss": 0.03444893360137939, "subset_score_loss": 0.03444893360137939}
+{"step": 1670000, "wall_time": 8738.667944431305, "train_loss_step": 6.525294303894043, "n_params": 4756720, "total_flops": 24403115212800000, "train_loss": 0.033619078000386556, "subset_score_loss": 0.033619078000386556}
+{"step": 1680000, "wall_time": 8775.893787384033, "train_loss_step": 6.410412311553955, "n_params": 4756720, "total_flops": 24549241651200000, "train_loss": 0.03390169541041056, "subset_score_loss": 0.03390169541041056}
+{"step": 1690000, "wall_time": 8813.07962679863, "train_loss_step": 6.970952987670898, "n_params": 4756720, "total_flops": 24695368089600000, "train_loss": 0.045631575584411624, "subset_score_loss": 0.045631575584411624}
+{"step": 1700000, "wall_time": 8882.110453367233, "train_loss_step": 6.792668342590332, "n_params": 4756720, "total_flops": 24841494528000000, "train_loss": 0.03501611550649007, "subset_score_loss": 0.03501611550649007, "memorization_fraction_pixel": 0.06210000067949295, "mean_nn_ratio_pixel": 0.8958195447921753, "fid": 251.36888286018103, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 8918.947537660599, "train_loss_step": 6.943550109863281, "n_params": 4756720, "total_flops": 24987620966400000, "train_loss": 0.03533904552459717, "subset_score_loss": 0.03533904552459717}
+{"step": 1720000, "wall_time": 8946.501222133636, "train_loss_step": 6.2841386795043945, "n_params": 4756720, "total_flops": 25133747404800000, "train_loss": 0.03752364714940389, "subset_score_loss": 0.03752364714940389}
+{"step": 1730000, "wall_time": 8982.692933559418, "train_loss_step": 7.499212265014648, "n_params": 4756720, "total_flops": 25279873843200000, "train_loss": 0.03359490235646566, "subset_score_loss": 0.03359490235646566}
+{"step": 1740000, "wall_time": 9019.68818116188, "train_loss_step": 6.247884273529053, "n_params": 4756720, "total_flops": 25426000281600000, "train_loss": 0.03105372985204061, "subset_score_loss": 0.03105372985204061}
+{"step": 1750000, "wall_time": 9056.856243371964, "train_loss_step": 7.156811714172363, "n_params": 4756720, "total_flops": 25572126720000000, "train_loss": 0.03383527994155884, "subset_score_loss": 0.03383527994155884}
+{"step": 1760000, "wall_time": 9093.9631254673, "train_loss_step": 6.9330668449401855, "n_params": 4756720, "total_flops": 25718253158400000, "train_loss": 0.03153080344200134, "subset_score_loss": 0.03153080344200134}
+{"step": 1770000, "wall_time": 9130.927272558212, "train_loss_step": 6.924616813659668, "n_params": 4756720, "total_flops": 25864379596800000, "train_loss": 0.03849931557973226, "subset_score_loss": 0.03849931557973226}
+{"step": 1780000, "wall_time": 9167.948446273804, "train_loss_step": 7.000264644622803, "n_params": 4756720, "total_flops": 26010506035200000, "train_loss": 0.03201123873392741, "subset_score_loss": 0.03201123873392741}
+{"step": 1790000, "wall_time": 9204.898843765259, "train_loss_step": 7.189685821533203, "n_params": 4756720, "total_flops": 26156632473600000, "train_loss": 0.033865928649902344, "subset_score_loss": 0.033865928649902344}
+{"step": 1800000, "wall_time": 9273.847383260727, "train_loss_step": 7.284843444824219, "n_params": 4756720, "total_flops": 26302758912000000, "train_loss": 0.03262811899185181, "subset_score_loss": 0.03262811899185181, "memorization_fraction_pixel": 0.06509999930858612, "mean_nn_ratio_pixel": 0.889103889465332, "fid": 239.11523536480587, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 9311.011787176132, "train_loss_step": 6.754180908203125, "n_params": 4756720, "total_flops": 26448885350400000, "train_loss": 0.035384849707285566, "subset_score_loss": 0.035384849707285566}
+{"step": 1820000, "wall_time": 9348.20984339714, "train_loss_step": 7.1301774978637695, "n_params": 4756720, "total_flops": 26595011788800000, "train_loss": 0.03308296203613281, "subset_score_loss": 0.03308296203613281}
+{"step": 1830000, "wall_time": 9385.23182272911, "train_loss_step": 6.743480682373047, "n_params": 4756720, "total_flops": 26741138227200000, "train_loss": 0.03444828987121582, "subset_score_loss": 0.03444828987121582}
+{"step": 1840000, "wall_time": 9422.310363769531, "train_loss_step": 5.866630554199219, "n_params": 4756720, "total_flops": 26887264665600000, "train_loss": 0.03716649611790975, "subset_score_loss": 0.03716649611790975}
+{"step": 1850000, "wall_time": 9459.391084909439, "train_loss_step": 6.097779273986816, "n_params": 4756720, "total_flops": 27033391104000000, "train_loss": 0.03692794640858968, "subset_score_loss": 0.03692794640858968}
+{"step": 1860000, "wall_time": 9496.330226182938, "train_loss_step": 6.836599349975586, "n_params": 4756720, "total_flops": 27179517542400000, "train_loss": 0.03283843795458476, "subset_score_loss": 0.03283843795458476}
+{"step": 1870000, "wall_time": 9533.34949874878, "train_loss_step": 6.751264572143555, "n_params": 4756720, "total_flops": 27325643980800000, "train_loss": 0.03401459455490112, "subset_score_loss": 0.03401459455490112}
+{"step": 1880000, "wall_time": 9570.388041973114, "train_loss_step": 6.3638811111450195, "n_params": 4756720, "total_flops": 27471770419200000, "train_loss": 0.03245661854743957, "subset_score_loss": 0.03245661854743957}
+{"step": 1890000, "wall_time": 9607.476772546768, "train_loss_step": 7.34539794921875, "n_params": 4756720, "total_flops": 27617896857600000, "train_loss": 0.036113123099009194, "subset_score_loss": 0.036113123099009194}
+{"step": 1900000, "wall_time": 9677.6220433712, "train_loss_step": 6.797239303588867, "n_params": 4756720, "total_flops": 27764023296000000, "train_loss": 0.03415470520655314, "subset_score_loss": 0.03415470520655314, "memorization_fraction_pixel": 0.06289999932050705, "mean_nn_ratio_pixel": 0.8910640478134155, "fid": 244.90547918293, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 9714.845304489136, "train_loss_step": 6.7602925300598145, "n_params": 4756720, "total_flops": 27910149734400000, "train_loss": 0.03374627431233724, "subset_score_loss": 0.03374627431233724}
+{"step": 1920000, "wall_time": 9751.955045461655, "train_loss_step": 6.590574264526367, "n_params": 4756720, "total_flops": 28056276172800000, "train_loss": 0.03548798163731893, "subset_score_loss": 0.03548798163731893}
+{"step": 1930000, "wall_time": 9788.990664243698, "train_loss_step": 6.5351057052612305, "n_params": 4756720, "total_flops": 28202402611200000, "train_loss": 0.0332710345586141, "subset_score_loss": 0.0332710345586141}
+{"step": 1940000, "wall_time": 9826.019931554794, "train_loss_step": 6.570992469787598, "n_params": 4756720, "total_flops": 28348529049600000, "train_loss": 0.0315534512201945, "subset_score_loss": 0.0315534512201945}
+{"step": 1950000, "wall_time": 9863.074064731598, "train_loss_step": 6.254158973693848, "n_params": 4756720, "total_flops": 28494655488000000, "train_loss": 0.036053423086802164, "subset_score_loss": 0.036053423086802164}
+{"step": 1960000, "wall_time": 9900.133090496063, "train_loss_step": 6.932340621948242, "n_params": 4756720, "total_flops": 28640781926400000, "train_loss": 0.03350929021835327, "subset_score_loss": 0.03350929021835327}
+{"step": 1970000, "wall_time": 9937.190043449402, "train_loss_step": 6.675714492797852, "n_params": 4756720, "total_flops": 28786908364800000, "train_loss": 0.03017646272977193, "subset_score_loss": 0.03017646272977193}
+{"step": 1980000, "wall_time": 9974.21676659584, "train_loss_step": 6.6593241691589355, "n_params": 4756720, "total_flops": 28933034803200000, "train_loss": 0.030909677346547444, "subset_score_loss": 0.030909677346547444}
+{"step": 1990000, "wall_time": 10011.314455986023, "train_loss_step": 6.5069684982299805, "n_params": 4756720, "total_flops": 29079161241600000, "train_loss": 0.03300928076108297, "subset_score_loss": 0.03300928076108297}
+{"step": 2000000, "wall_time": 10081.55318236351, "train_loss_step": 7.09664249420166, "n_params": 4756720, "total_flops": 29225287680000000, "train_loss": 0.03303776184717814, "subset_score_loss": 0.03303776184717814, "memorization_fraction_pixel": 0.07370000332593918, "mean_nn_ratio_pixel": 0.8826711773872375, "fid": 234.5516950765048, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 10118.755148410797, "train_loss_step": 6.539520263671875, "n_params": 4756720, "total_flops": 29371414118400000, "train_loss": 0.035693971316019694, "subset_score_loss": 0.035693971316019694}
+{"step": 2020000, "wall_time": 10155.91079711914, "train_loss_step": 6.828015327453613, "n_params": 4756720, "total_flops": 29517540556800000, "train_loss": 0.03270043134689331, "subset_score_loss": 0.03270043134689331}
+{"step": 2030000, "wall_time": 10192.972274303436, "train_loss_step": 7.282264232635498, "n_params": 4756720, "total_flops": 29663666995200000, "train_loss": 0.03025826414426168, "subset_score_loss": 0.03025826414426168}
+{"step": 2040000, "wall_time": 10230.057379722595, "train_loss_step": 6.638728141784668, "n_params": 4756720, "total_flops": 29809793433600000, "train_loss": 0.03051478068033854, "subset_score_loss": 0.03051478068033854}
+{"step": 2050000, "wall_time": 10267.06904888153, "train_loss_step": 6.699572563171387, "n_params": 4756720, "total_flops": 29955919872000000, "train_loss": 0.030545536677042642, "subset_score_loss": 0.030545536677042642}
+{"step": 2060000, "wall_time": 10304.063249349594, "train_loss_step": 6.445788860321045, "n_params": 4756720, "total_flops": 30102046310400000, "train_loss": 0.030229822794596354, "subset_score_loss": 0.030229822794596354}
+{"step": 2070000, "wall_time": 10341.06625175476, "train_loss_step": 6.057794094085693, "n_params": 4756720, "total_flops": 30248172748800000, "train_loss": 0.0343958059946696, "subset_score_loss": 0.0343958059946696}
+{"step": 2080000, "wall_time": 10378.068020820618, "train_loss_step": 6.671553134918213, "n_params": 4756720, "total_flops": 30394299187200000, "train_loss": 0.03026311993598938, "subset_score_loss": 0.03026311993598938}
+{"step": 2090000, "wall_time": 10415.085964918137, "train_loss_step": 6.143548011779785, "n_params": 4756720, "total_flops": 30540425625600000, "train_loss": 0.03122810125350952, "subset_score_loss": 0.03122810125350952}
+{"step": 2100000, "wall_time": 10484.312251091003, "train_loss_step": 6.298510551452637, "n_params": 4756720, "total_flops": 30686552064000000, "train_loss": 0.03241732716560364, "subset_score_loss": 0.03241732716560364, "memorization_fraction_pixel": 0.07500000298023224, "mean_nn_ratio_pixel": 0.8832998275756836, "fid": 236.21252026591884, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 10521.596653223038, "train_loss_step": 6.378596782684326, "n_params": 4756720, "total_flops": 30832678502400000, "train_loss": 0.031498601039250694, "subset_score_loss": 0.031498601039250694}
+{"step": 2120000, "wall_time": 10558.43431353569, "train_loss_step": 6.780219078063965, "n_params": 4756720, "total_flops": 30978804940800000, "train_loss": 0.03446195125579834, "subset_score_loss": 0.03446195125579834}
+{"step": 2130000, "wall_time": 10595.551494121552, "train_loss_step": 6.130807876586914, "n_params": 4756720, "total_flops": 31124931379200000, "train_loss": 0.03247564633687337, "subset_score_loss": 0.03247564633687337}
+{"step": 2140000, "wall_time": 10632.613326072693, "train_loss_step": 6.2485809326171875, "n_params": 4756720, "total_flops": 31271057817600000, "train_loss": 0.029675471782684325, "subset_score_loss": 0.029675471782684325}
+{"step": 2150000, "wall_time": 10669.644288301468, "train_loss_step": 6.55787467956543, "n_params": 4756720, "total_flops": 31417184256000000, "train_loss": 0.032977660497029625, "subset_score_loss": 0.032977660497029625}
+{"step": 2160000, "wall_time": 10706.64386177063, "train_loss_step": 6.4785614013671875, "n_params": 4756720, "total_flops": 31563310694400000, "train_loss": 0.03180466890335083, "subset_score_loss": 0.03180466890335083}
+{"step": 2170000, "wall_time": 10743.769307374954, "train_loss_step": 7.316406726837158, "n_params": 4756720, "total_flops": 31709437132800000, "train_loss": 0.04034931659698486, "subset_score_loss": 0.04034931659698486}
+{"step": 2180000, "wall_time": 10780.834220409393, "train_loss_step": 7.191001892089844, "n_params": 4756720, "total_flops": 31855563571200000, "train_loss": 0.036498610178629556, "subset_score_loss": 0.036498610178629556}
+{"step": 2190000, "wall_time": 10817.881898880005, "train_loss_step": 6.585556983947754, "n_params": 4756720, "total_flops": 32001690009600000, "train_loss": 0.0344073494275411, "subset_score_loss": 0.0344073494275411}
+{"step": 2200000, "wall_time": 10888.323620080948, "train_loss_step": 6.493346691131592, "n_params": 4756720, "total_flops": 32147816448000000, "train_loss": 0.03259970545768738, "subset_score_loss": 0.03259970545768738, "memorization_fraction_pixel": 0.08500000089406967, "mean_nn_ratio_pixel": 0.8729323148727417, "fid": 238.24708251958302, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 10925.51684975624, "train_loss_step": 7.229925155639648, "n_params": 4756720, "total_flops": 32293942886400000, "train_loss": 0.031493584314982094, "subset_score_loss": 0.031493584314982094}
+{"step": 2220000, "wall_time": 10962.562057971954, "train_loss_step": 6.356291770935059, "n_params": 4756720, "total_flops": 32440069324800000, "train_loss": 0.03263334035873413, "subset_score_loss": 0.03263334035873413}
+{"step": 2230000, "wall_time": 10999.545410871506, "train_loss_step": 6.168843746185303, "n_params": 4756720, "total_flops": 32586195763200000, "train_loss": 0.035355277856191, "subset_score_loss": 0.035355277856191}
+{"step": 2240000, "wall_time": 11036.589266300201, "train_loss_step": 7.075529098510742, "n_params": 4756720, "total_flops": 32732322201600000, "train_loss": 0.02935728430747986, "subset_score_loss": 0.02935728430747986}
+{"step": 2250000, "wall_time": 11073.728688001633, "train_loss_step": 6.368344306945801, "n_params": 4756720, "total_flops": 32878448640000000, "train_loss": 0.03149949312210083, "subset_score_loss": 0.03149949312210083}
+{"step": 2260000, "wall_time": 11110.786343097687, "train_loss_step": 6.253044128417969, "n_params": 4756720, "total_flops": 33024575078400000, "train_loss": 0.029595406850179036, "subset_score_loss": 0.029595406850179036}
+{"step": 2270000, "wall_time": 11147.95894241333, "train_loss_step": 5.927030563354492, "n_params": 4756720, "total_flops": 33170701516800000, "train_loss": 0.028880403439203898, "subset_score_loss": 0.028880403439203898}
+{"step": 2280000, "wall_time": 11184.938698530197, "train_loss_step": 6.7588090896606445, "n_params": 4756720, "total_flops": 33316827955200000, "train_loss": 0.02990978757540385, "subset_score_loss": 0.02990978757540385}
+{"step": 2290000, "wall_time": 11222.022022008896, "train_loss_step": 6.384408950805664, "n_params": 4756720, "total_flops": 33462954393600000, "train_loss": 0.03343711694081624, "subset_score_loss": 0.03343711694081624}
+{"step": 2300000, "wall_time": 11292.35456418991, "train_loss_step": 6.2588605880737305, "n_params": 4756720, "total_flops": 33609080832000000, "train_loss": 0.031505489349365236, "subset_score_loss": 0.031505489349365236, "memorization_fraction_pixel": 0.08569999784231186, "mean_nn_ratio_pixel": 0.8759357333183289, "fid": 239.9839284121097, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 11329.581030368805, "train_loss_step": 6.096714019775391, "n_params": 4756720, "total_flops": 33755207270400000, "train_loss": 0.029273398717244468, "subset_score_loss": 0.029273398717244468}
+{"step": 2320000, "wall_time": 11366.620420217514, "train_loss_step": 6.977092742919922, "n_params": 4756720, "total_flops": 33901333708800000, "train_loss": 0.030033506949742637, "subset_score_loss": 0.030033506949742637}
+{"step": 2330000, "wall_time": 11403.752095937729, "train_loss_step": 6.897587776184082, "n_params": 4756720, "total_flops": 34047460147200000, "train_loss": 0.030607072512308757, "subset_score_loss": 0.030607072512308757}
+{"step": 2340000, "wall_time": 11440.806925296783, "train_loss_step": 6.649520397186279, "n_params": 4756720, "total_flops": 34193586585600000, "train_loss": 0.03237507144610087, "subset_score_loss": 0.03237507144610087}
+{"step": 2350000, "wall_time": 11477.788873195648, "train_loss_step": 6.50507926940918, "n_params": 4756720, "total_flops": 34339713024000000, "train_loss": 0.030820216735204062, "subset_score_loss": 0.030820216735204062}
+{"step": 2360000, "wall_time": 11514.785097837448, "train_loss_step": 6.112525939941406, "n_params": 4756720, "total_flops": 34485839462400000, "train_loss": 0.030623040596644082, "subset_score_loss": 0.030623040596644082}
+{"step": 2370000, "wall_time": 11551.859941482544, "train_loss_step": 6.2833251953125, "n_params": 4756720, "total_flops": 34631965900800000, "train_loss": 0.03421953121821086, "subset_score_loss": 0.03421953121821086}
+{"step": 2380000, "wall_time": 11589.07249879837, "train_loss_step": 6.708619117736816, "n_params": 4756720, "total_flops": 34778092339200000, "train_loss": 0.02947294314702352, "subset_score_loss": 0.02947294314702352}
+{"step": 2390000, "wall_time": 11626.199231863022, "train_loss_step": 6.125349998474121, "n_params": 4756720, "total_flops": 34924218777600000, "train_loss": 0.02699262499809265, "subset_score_loss": 0.02699262499809265}
+{"step": 2400000, "wall_time": 11696.43466758728, "train_loss_step": 6.581109046936035, "n_params": 4756720, "total_flops": 35070345216000000, "train_loss": 0.03393280506134033, "subset_score_loss": 0.03393280506134033, "memorization_fraction_pixel": 0.09030000120401382, "mean_nn_ratio_pixel": 0.871986448764801, "fid": 234.84750340346253, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 11733.500203609467, "train_loss_step": 6.234209060668945, "n_params": 4756720, "total_flops": 35216471654400000, "train_loss": 0.028475550810496013, "subset_score_loss": 0.028475550810496013}
+{"step": 2420000, "wall_time": 11770.523027896881, "train_loss_step": 6.429448127746582, "n_params": 4756720, "total_flops": 35362598092800000, "train_loss": 0.028396403789520262, "subset_score_loss": 0.028396403789520262}
+{"step": 2430000, "wall_time": 11807.575773239136, "train_loss_step": 6.172430038452148, "n_params": 4756720, "total_flops": 35508724531200000, "train_loss": 0.028751413027445476, "subset_score_loss": 0.028751413027445476}
+{"step": 2440000, "wall_time": 11844.588695526123, "train_loss_step": 6.301703453063965, "n_params": 4756720, "total_flops": 35654850969600000, "train_loss": 0.03290405869483948, "subset_score_loss": 0.03290405869483948}
+{"step": 2450000, "wall_time": 11881.620381593704, "train_loss_step": 6.3263068199157715, "n_params": 4756720, "total_flops": 35800977408000000, "train_loss": 0.03243890603383382, "subset_score_loss": 0.03243890603383382}
+{"step": 2460000, "wall_time": 11918.62939119339, "train_loss_step": 6.891546726226807, "n_params": 4756720, "total_flops": 35947103846400000, "train_loss": 0.029514859120051067, "subset_score_loss": 0.029514859120051067}
+{"step": 2470000, "wall_time": 11955.780413150787, "train_loss_step": 6.283717155456543, "n_params": 4756720, "total_flops": 36093230284800000, "train_loss": 0.0308549165725708, "subset_score_loss": 0.0308549165725708}
+{"step": 2480000, "wall_time": 11992.92288351059, "train_loss_step": 6.259305953979492, "n_params": 4756720, "total_flops": 36239356723200000, "train_loss": 0.028617477416992186, "subset_score_loss": 0.028617477416992186}
+{"step": 2490000, "wall_time": 12030.106588363647, "train_loss_step": 6.5762529373168945, "n_params": 4756720, "total_flops": 36385483161600000, "train_loss": 0.02917889952659607, "subset_score_loss": 0.02917889952659607}
+{"step": 2500000, "wall_time": 12100.37859582901, "train_loss_step": 6.297224044799805, "n_params": 4756720, "total_flops": 36531609600000000, "train_loss": 0.029592712720235188, "subset_score_loss": 0.029592712720235188, "memorization_fraction_pixel": 0.09870000183582306, "mean_nn_ratio_pixel": 0.8617118000984192, "fid": 232.65835415641254, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 12137.468304872513, "train_loss_step": 5.981823921203613, "n_params": 4756720, "total_flops": 36677736038400000, "train_loss": 0.033970220883687334, "subset_score_loss": 0.033970220883687334}
+{"step": 2520000, "wall_time": 12174.448435306549, "train_loss_step": 6.203474044799805, "n_params": 4756720, "total_flops": 36823862476800000, "train_loss": 0.030774017175038654, "subset_score_loss": 0.030774017175038654}
+{"step": 2530000, "wall_time": 12211.464386224747, "train_loss_step": 6.346153259277344, "n_params": 4756720, "total_flops": 36969988915200000, "train_loss": 0.032319915294647214, "subset_score_loss": 0.032319915294647214}
+{"step": 2540000, "wall_time": 12248.494056224823, "train_loss_step": 6.310068607330322, "n_params": 4756720, "total_flops": 37116115353600000, "train_loss": 0.0341937263806661, "subset_score_loss": 0.0341937263806661}
+{"step": 2550000, "wall_time": 12285.617801904678, "train_loss_step": 6.442278861999512, "n_params": 4756720, "total_flops": 37262241792000000, "train_loss": 0.030829636255900066, "subset_score_loss": 0.030829636255900066}
+{"step": 2560000, "wall_time": 12322.638061523438, "train_loss_step": 6.161670684814453, "n_params": 4756720, "total_flops": 37408368230400000, "train_loss": 0.02800141970316569, "subset_score_loss": 0.02800141970316569}
+{"step": 2570000, "wall_time": 12359.763026475906, "train_loss_step": 6.4298248291015625, "n_params": 4756720, "total_flops": 37554494668800000, "train_loss": 0.02985985279083252, "subset_score_loss": 0.02985985279083252}
+{"step": 2580000, "wall_time": 12397.070056200027, "train_loss_step": 6.39449405670166, "n_params": 4756720, "total_flops": 37700621107200000, "train_loss": 0.035761419932047525, "subset_score_loss": 0.035761419932047525}
+{"step": 2590000, "wall_time": 12434.120084047318, "train_loss_step": 5.95588493347168, "n_params": 4756720, "total_flops": 37846747545600000, "train_loss": 0.030946157375971475, "subset_score_loss": 0.030946157375971475}
+{"step": 2600000, "wall_time": 12504.39900803566, "train_loss_step": 5.969396114349365, "n_params": 4756720, "total_flops": 37992873984000000, "train_loss": 0.03246301809946696, "subset_score_loss": 0.03246301809946696, "memorization_fraction_pixel": 0.09809999912977219, "mean_nn_ratio_pixel": 0.8655574321746826, "fid": 229.34257564656457, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 12541.503917217255, "train_loss_step": 6.436437606811523, "n_params": 4756720, "total_flops": 38139000422400000, "train_loss": 0.03074147303899129, "subset_score_loss": 0.03074147303899129}
+{"step": 2620000, "wall_time": 12578.524934053421, "train_loss_step": 6.110760688781738, "n_params": 4756720, "total_flops": 38285126860800000, "train_loss": 0.03498104413350423, "subset_score_loss": 0.03498104413350423}
+{"step": 2630000, "wall_time": 12615.633231401443, "train_loss_step": 6.266419410705566, "n_params": 4756720, "total_flops": 38431253299200000, "train_loss": 0.02872483531634013, "subset_score_loss": 0.02872483531634013}
+{"step": 2640000, "wall_time": 12652.790894031525, "train_loss_step": 6.3915934562683105, "n_params": 4756720, "total_flops": 38577379737600000, "train_loss": 0.02747058669726054, "subset_score_loss": 0.02747058669726054}
+{"step": 2650000, "wall_time": 12690.026825428009, "train_loss_step": 6.442996025085449, "n_params": 4756720, "total_flops": 38723506176000000, "train_loss": 0.026118562618891398, "subset_score_loss": 0.026118562618891398}
+{"step": 2660000, "wall_time": 12727.008790969849, "train_loss_step": 6.211089611053467, "n_params": 4756720, "total_flops": 38869632614400000, "train_loss": 0.027972755829493205, "subset_score_loss": 0.027972755829493205}
+{"step": 2670000, "wall_time": 12764.073563814163, "train_loss_step": 6.352899074554443, "n_params": 4756720, "total_flops": 39015759052800000, "train_loss": 0.027201547225316366, "subset_score_loss": 0.027201547225316366}
+{"step": 2680000, "wall_time": 12801.304718255997, "train_loss_step": 6.3477067947387695, "n_params": 4756720, "total_flops": 39161885491200000, "train_loss": 0.032697653770446776, "subset_score_loss": 0.032697653770446776}
+{"step": 2690000, "wall_time": 12838.43925833702, "train_loss_step": 6.243983745574951, "n_params": 4756720, "total_flops": 39308011929600000, "train_loss": 0.030353081226348878, "subset_score_loss": 0.030353081226348878}
+{"step": 2700000, "wall_time": 12908.860115528107, "train_loss_step": 6.081655502319336, "n_params": 4756720, "total_flops": 39454138368000000, "train_loss": 0.028171640634536744, "subset_score_loss": 0.028171640634536744, "memorization_fraction_pixel": 0.09350000321865082, "mean_nn_ratio_pixel": 0.8629785180091858, "fid": 234.50521656902384, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 12945.965427875519, "train_loss_step": 6.426674842834473, "n_params": 4756720, "total_flops": 39600264806400000, "train_loss": 0.03286832372347514, "subset_score_loss": 0.03286832372347514}
+{"step": 2720000, "wall_time": 12983.097049474716, "train_loss_step": 6.973411560058594, "n_params": 4756720, "total_flops": 39746391244800000, "train_loss": 0.029617897669474282, "subset_score_loss": 0.029617897669474282}
+{"step": 2730000, "wall_time": 13020.317936897278, "train_loss_step": 6.721830368041992, "n_params": 4756720, "total_flops": 39892517683200000, "train_loss": 0.028571856021881104, "subset_score_loss": 0.028571856021881104}
+{"step": 2740000, "wall_time": 13057.371230125427, "train_loss_step": 6.078778266906738, "n_params": 4756720, "total_flops": 40038644121600000, "train_loss": 0.028674006462097168, "subset_score_loss": 0.028674006462097168}
+{"step": 2750000, "wall_time": 13094.410113573074, "train_loss_step": 6.009805679321289, "n_params": 4756720, "total_flops": 40184770560000000, "train_loss": 0.030051652590433756, "subset_score_loss": 0.030051652590433756}
+{"step": 2760000, "wall_time": 13131.540461063385, "train_loss_step": 6.386237621307373, "n_params": 4756720, "total_flops": 40330896998400000, "train_loss": 0.02813336650530497, "subset_score_loss": 0.02813336650530497}
+{"step": 2770000, "wall_time": 13168.683335781097, "train_loss_step": 6.073494911193848, "n_params": 4756720, "total_flops": 40477023436800000, "train_loss": 0.03017786145210266, "subset_score_loss": 0.03017786145210266}
+{"step": 2780000, "wall_time": 13205.886838674545, "train_loss_step": 6.095033168792725, "n_params": 4756720, "total_flops": 40623149875200000, "train_loss": 0.03102259635925293, "subset_score_loss": 0.03102259635925293}
+{"step": 2790000, "wall_time": 13242.988497257233, "train_loss_step": 6.093873023986816, "n_params": 4756720, "total_flops": 40769276313600000, "train_loss": 0.028706878423690796, "subset_score_loss": 0.028706878423690796}
+{"step": 2800000, "wall_time": 13312.03193306923, "train_loss_step": 6.093945026397705, "n_params": 4756720, "total_flops": 40915402752000000, "train_loss": 0.029120035966237388, "subset_score_loss": 0.029120035966237388, "memorization_fraction_pixel": 0.11079999804496765, "mean_nn_ratio_pixel": 0.8603408932685852, "fid": 233.3271962780065, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 13349.097095012665, "train_loss_step": 5.89150333404541, "n_params": 4756720, "total_flops": 41061529190400000, "train_loss": 0.029374070962270103, "subset_score_loss": 0.029374070962270103}
+{"step": 2820000, "wall_time": 13385.909177064896, "train_loss_step": 6.274426460266113, "n_params": 4756720, "total_flops": 41207655628800000, "train_loss": 0.030498260259628297, "subset_score_loss": 0.030498260259628297}
+{"step": 2830000, "wall_time": 13422.909045219421, "train_loss_step": 6.170522689819336, "n_params": 4756720, "total_flops": 41353782067200000, "train_loss": 0.02789296309153239, "subset_score_loss": 0.02789296309153239}
+{"step": 2840000, "wall_time": 13459.900763988495, "train_loss_step": 6.383686065673828, "n_params": 4756720, "total_flops": 41499908505600000, "train_loss": 0.02905495564142863, "subset_score_loss": 0.02905495564142863}
+{"step": 2850000, "wall_time": 13496.892691373825, "train_loss_step": 6.12306022644043, "n_params": 4756720, "total_flops": 41646034944000000, "train_loss": 0.02812773585319519, "subset_score_loss": 0.02812773585319519}
+{"step": 2860000, "wall_time": 13533.833426475525, "train_loss_step": 6.3456268310546875, "n_params": 4756720, "total_flops": 41792161382400000, "train_loss": 0.029542466004689533, "subset_score_loss": 0.029542466004689533}
+{"step": 2870000, "wall_time": 13570.949541330338, "train_loss_step": 6.858448028564453, "n_params": 4756720, "total_flops": 41938287820800000, "train_loss": 0.030716041723887127, "subset_score_loss": 0.030716041723887127}
+{"step": 2880000, "wall_time": 13607.97666144371, "train_loss_step": 7.004602432250977, "n_params": 4756720, "total_flops": 42084414259200000, "train_loss": 0.034062262376149496, "subset_score_loss": 0.034062262376149496}
+{"step": 2890000, "wall_time": 13645.122956991196, "train_loss_step": 5.748078346252441, "n_params": 4756720, "total_flops": 42230540697600000, "train_loss": 0.027365686496098836, "subset_score_loss": 0.027365686496098836}
+{"step": 2900000, "wall_time": 13714.786846160889, "train_loss_step": 6.340065002441406, "n_params": 4756720, "total_flops": 42376667136000000, "train_loss": 0.028024490674336752, "subset_score_loss": 0.028024490674336752, "memorization_fraction_pixel": 0.10530000180006027, "mean_nn_ratio_pixel": 0.8638210892677307, "fid": 233.2532248712977, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 13751.894163131714, "train_loss_step": 5.99203634262085, "n_params": 4756720, "total_flops": 42522793574400000, "train_loss": 0.029405043522516886, "subset_score_loss": 0.029405043522516886}
+{"step": 2920000, "wall_time": 13788.787044286728, "train_loss_step": 6.154531002044678, "n_params": 4756720, "total_flops": 42668920012800000, "train_loss": 0.028024981419245403, "subset_score_loss": 0.028024981419245403}
+{"step": 2930000, "wall_time": 13825.81724691391, "train_loss_step": 5.980694770812988, "n_params": 4756720, "total_flops": 42815046451200000, "train_loss": 0.02735651135444641, "subset_score_loss": 0.02735651135444641}
+{"step": 2940000, "wall_time": 13862.81290602684, "train_loss_step": 6.557222366333008, "n_params": 4756720, "total_flops": 42961172889600000, "train_loss": 0.02699820597966512, "subset_score_loss": 0.02699820597966512}
+{"step": 2950000, "wall_time": 13899.808199644089, "train_loss_step": 5.682056427001953, "n_params": 4756720, "total_flops": 43107299328000000, "train_loss": 0.028079684575398764, "subset_score_loss": 0.028079684575398764}
+{"step": 2960000, "wall_time": 13936.887469530106, "train_loss_step": 6.164777755737305, "n_params": 4756720, "total_flops": 43253425766400000, "train_loss": 0.026970340808232626, "subset_score_loss": 0.026970340808232626}
+{"step": 2970000, "wall_time": 13973.918451786041, "train_loss_step": 5.9972639083862305, "n_params": 4756720, "total_flops": 43399552204800000, "train_loss": 0.028718372186024983, "subset_score_loss": 0.028718372186024983}
+{"step": 2980000, "wall_time": 14010.899364948273, "train_loss_step": 6.2010674476623535, "n_params": 4756720, "total_flops": 43545678643200000, "train_loss": 0.03232940435409546, "subset_score_loss": 0.03232940435409546}
+{"step": 2990000, "wall_time": 14048.011942148209, "train_loss_step": 6.066766738891602, "n_params": 4756720, "total_flops": 43691805081600000, "train_loss": 0.02582856019337972, "subset_score_loss": 0.02582856019337972}
+{"step": 3000000, "wall_time": 14118.268187522888, "train_loss_step": 6.5489912033081055, "n_params": 4756720, "total_flops": 43837931520000000, "train_loss": 0.026195307572682697, "subset_score_loss": 0.026195307572682697, "memorization_fraction_pixel": 0.1185000017285347, "mean_nn_ratio_pixel": 0.8466532230377197, "fid": 225.7640776445768, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 14155.362736225128, "train_loss_step": 6.3517560958862305, "n_params": 4756720, "total_flops": 43984057958400000, "train_loss": 0.02890859842300415, "subset_score_loss": 0.02890859842300415}
+{"step": 3020000, "wall_time": 14192.364513397217, "train_loss_step": 6.068845272064209, "n_params": 4756720, "total_flops": 44130184396800000, "train_loss": 0.026875839630762736, "subset_score_loss": 0.026875839630762736}
+{"step": 3030000, "wall_time": 14229.471586465836, "train_loss_step": 6.353316307067871, "n_params": 4756720, "total_flops": 44276310835200000, "train_loss": 0.030255067348480224, "subset_score_loss": 0.030255067348480224}
+{"step": 3040000, "wall_time": 14266.494133472443, "train_loss_step": 5.700590133666992, "n_params": 4756720, "total_flops": 44422437273600000, "train_loss": 0.02961353063583374, "subset_score_loss": 0.02961353063583374}
+{"step": 3050000, "wall_time": 14303.521182537079, "train_loss_step": 6.547229766845703, "n_params": 4756720, "total_flops": 44568563712000000, "train_loss": 0.026978880167007446, "subset_score_loss": 0.026978880167007446}
+{"step": 3060000, "wall_time": 14340.759306192398, "train_loss_step": 6.181894779205322, "n_params": 4756720, "total_flops": 44714690150400000, "train_loss": 0.027444609006245933, "subset_score_loss": 0.027444609006245933}
+{"step": 3070000, "wall_time": 14377.8418405056, "train_loss_step": 5.964743137359619, "n_params": 4756720, "total_flops": 44860816588800000, "train_loss": 0.02898205320040385, "subset_score_loss": 0.02898205320040385}
+{"step": 3080000, "wall_time": 14414.928077697754, "train_loss_step": 5.895847797393799, "n_params": 4756720, "total_flops": 45006943027200000, "train_loss": 0.028350627422332762, "subset_score_loss": 0.028350627422332762}
+{"step": 3090000, "wall_time": 14451.968307495117, "train_loss_step": 6.372785568237305, "n_params": 4756720, "total_flops": 45153069465600000, "train_loss": 0.028817111253738405, "subset_score_loss": 0.028817111253738405}
+{"step": 3100000, "wall_time": 14522.435626029968, "train_loss_step": 6.568745136260986, "n_params": 4756720, "total_flops": 45299195904000000, "train_loss": 0.03331579367319743, "subset_score_loss": 0.03331579367319743, "memorization_fraction_pixel": 0.1103999987244606, "mean_nn_ratio_pixel": 0.8463886976242065, "fid": 220.79199800558126, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 14559.548454284668, "train_loss_step": 6.022566795349121, "n_params": 4756720, "total_flops": 45445322342400000, "train_loss": 0.02904796600341797, "subset_score_loss": 0.02904796600341797}
+{"step": 3120000, "wall_time": 14596.707355737686, "train_loss_step": 6.364134311676025, "n_params": 4756720, "total_flops": 45591448780800000, "train_loss": 0.051993962128957114, "subset_score_loss": 0.051993962128957114}
+{"step": 3130000, "wall_time": 14633.76688528061, "train_loss_step": 6.3137712478637695, "n_params": 4756720, "total_flops": 45737575219200000, "train_loss": 0.025110928217569987, "subset_score_loss": 0.025110928217569987}
+{"step": 3140000, "wall_time": 14670.842105388641, "train_loss_step": 6.097586154937744, "n_params": 4756720, "total_flops": 45883701657600000, "train_loss": 0.02966401775677999, "subset_score_loss": 0.02966401775677999}
+{"step": 3150000, "wall_time": 14707.989191532135, "train_loss_step": 6.019967555999756, "n_params": 4756720, "total_flops": 46029828096000000, "train_loss": 0.032923316955566405, "subset_score_loss": 0.032923316955566405}
+{"step": 3160000, "wall_time": 14745.122570753098, "train_loss_step": 6.169360160827637, "n_params": 4756720, "total_flops": 46175954534400000, "train_loss": 0.030227237939834596, "subset_score_loss": 0.030227237939834596}
+{"step": 3170000, "wall_time": 14782.311310768127, "train_loss_step": 5.897911548614502, "n_params": 4756720, "total_flops": 46322080972800000, "train_loss": 0.029797494411468506, "subset_score_loss": 0.029797494411468506}
+{"step": 3180000, "wall_time": 14819.455870389938, "train_loss_step": 5.860115051269531, "n_params": 4756720, "total_flops": 46468207411200000, "train_loss": 0.02509882052739461, "subset_score_loss": 0.02509882052739461}
+{"step": 3190000, "wall_time": 14856.503285884857, "train_loss_step": 5.773035049438477, "n_params": 4756720, "total_flops": 46614333849600000, "train_loss": 0.0241367777188619, "subset_score_loss": 0.0241367777188619}
+{"step": 3200000, "wall_time": 14925.60011768341, "train_loss_step": 5.937433242797852, "n_params": 4756720, "total_flops": 46760460288000000, "train_loss": 0.03142865896224976, "subset_score_loss": 0.03142865896224976, "memorization_fraction_pixel": 0.1111999973654747, "mean_nn_ratio_pixel": 0.8536596894264221, "fid": 222.91658986970685, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 14962.651318788528, "train_loss_step": 5.788555145263672, "n_params": 4756720, "total_flops": 46906586726400000, "train_loss": 0.027386605739593506, "subset_score_loss": 0.027386605739593506}
+{"step": 3220000, "wall_time": 14999.820472955704, "train_loss_step": 6.201909065246582, "n_params": 4756720, "total_flops": 47052713164800000, "train_loss": 0.02852587103843689, "subset_score_loss": 0.02852587103843689}
+{"step": 3230000, "wall_time": 15036.93207359314, "train_loss_step": 6.1476545333862305, "n_params": 4756720, "total_flops": 47198839603200000, "train_loss": 0.03419699271519979, "subset_score_loss": 0.03419699271519979}
+{"step": 3240000, "wall_time": 15073.938318490982, "train_loss_step": 5.993499755859375, "n_params": 4756720, "total_flops": 47344966041600000, "train_loss": 0.028294700384140014, "subset_score_loss": 0.028294700384140014}
+{"step": 3250000, "wall_time": 15111.133942127228, "train_loss_step": 5.873061656951904, "n_params": 4756720, "total_flops": 47491092480000000, "train_loss": 0.025621233383814494, "subset_score_loss": 0.025621233383814494}
+{"step": 3260000, "wall_time": 15148.20063495636, "train_loss_step": 5.621232509613037, "n_params": 4756720, "total_flops": 47637218918400000, "train_loss": 0.025658146540323893, "subset_score_loss": 0.025658146540323893}
+{"step": 3270000, "wall_time": 15185.230993270874, "train_loss_step": 5.869467735290527, "n_params": 4756720, "total_flops": 47783345356800000, "train_loss": 0.02555859088897705, "subset_score_loss": 0.02555859088897705}
+{"step": 3280000, "wall_time": 15222.23411822319, "train_loss_step": 6.06934118270874, "n_params": 4756720, "total_flops": 47929471795200000, "train_loss": 0.026430873076121013, "subset_score_loss": 0.026430873076121013}
+{"step": 3290000, "wall_time": 15259.232455730438, "train_loss_step": 6.171026706695557, "n_params": 4756720, "total_flops": 48075598233600000, "train_loss": 0.029986884196599325, "subset_score_loss": 0.029986884196599325}
+{"step": 3300000, "wall_time": 15329.467166423798, "train_loss_step": 6.041109561920166, "n_params": 4756720, "total_flops": 48221724672000000, "train_loss": 0.028587178389231364, "subset_score_loss": 0.028587178389231364, "memorization_fraction_pixel": 0.12229999899864197, "mean_nn_ratio_pixel": 0.8423345685005188, "fid": 220.64895692262598, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 15366.53111243248, "train_loss_step": 6.6620306968688965, "n_params": 4756720, "total_flops": 48367851110400000, "train_loss": 0.026363466183344522, "subset_score_loss": 0.026363466183344522}
+{"step": 3320000, "wall_time": 15403.492794752121, "train_loss_step": 6.441555976867676, "n_params": 4756720, "total_flops": 48513977548800000, "train_loss": 0.02558383544286092, "subset_score_loss": 0.02558383544286092}
+{"step": 3330000, "wall_time": 15440.52839231491, "train_loss_step": 5.958586692810059, "n_params": 4756720, "total_flops": 48660103987200000, "train_loss": 0.029189544916152953, "subset_score_loss": 0.029189544916152953}
+{"step": 3340000, "wall_time": 15477.718650579453, "train_loss_step": 5.737135887145996, "n_params": 4756720, "total_flops": 48806230425600000, "train_loss": 0.03516597747802734, "subset_score_loss": 0.03516597747802734}
+{"step": 3350000, "wall_time": 15514.750066757202, "train_loss_step": 6.15850305557251, "n_params": 4756720, "total_flops": 48952356864000000, "train_loss": 0.02849513093630473, "subset_score_loss": 0.02849513093630473}
+{"step": 3360000, "wall_time": 15551.797698020935, "train_loss_step": 5.968864440917969, "n_params": 4756720, "total_flops": 49098483302400000, "train_loss": 0.027932196855545044, "subset_score_loss": 0.027932196855545044}
+{"step": 3370000, "wall_time": 15588.848215818405, "train_loss_step": 6.111406326293945, "n_params": 4756720, "total_flops": 49244609740800000, "train_loss": 0.02563643455505371, "subset_score_loss": 0.02563643455505371}
+{"step": 3380000, "wall_time": 15625.94531583786, "train_loss_step": 6.161130428314209, "n_params": 4756720, "total_flops": 49390736179200000, "train_loss": 0.024996795256932578, "subset_score_loss": 0.024996795256932578}
+{"step": 3390000, "wall_time": 15662.954827785492, "train_loss_step": 5.560379981994629, "n_params": 4756720, "total_flops": 49536862617600000, "train_loss": 0.03841177622477213, "subset_score_loss": 0.03841177622477213}
+{"step": 3400000, "wall_time": 15733.272560596466, "train_loss_step": 5.617609024047852, "n_params": 4756720, "total_flops": 49682989056000000, "train_loss": 0.027258441845575968, "subset_score_loss": 0.027258441845575968, "memorization_fraction_pixel": 0.12020000070333481, "mean_nn_ratio_pixel": 0.8475972414016724, "fid": 220.2223632834357, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 15770.409339904785, "train_loss_step": 5.90155029296875, "n_params": 4756720, "total_flops": 49829115494400000, "train_loss": 0.026887071132659913, "subset_score_loss": 0.026887071132659913}
+{"step": 3420000, "wall_time": 15807.580555915833, "train_loss_step": 5.7494330406188965, "n_params": 4756720, "total_flops": 49975241932800000, "train_loss": 0.029381054639816283, "subset_score_loss": 0.029381054639816283}
+{"step": 3430000, "wall_time": 15844.7746758461, "train_loss_step": 6.287500381469727, "n_params": 4756720, "total_flops": 50121368371200000, "train_loss": 0.027789763609568276, "subset_score_loss": 0.027789763609568276}
+{"step": 3440000, "wall_time": 15881.943953037262, "train_loss_step": 5.259166717529297, "n_params": 4756720, "total_flops": 50267494809600000, "train_loss": 0.02933598558108012, "subset_score_loss": 0.02933598558108012}
+{"step": 3450000, "wall_time": 15918.982781648636, "train_loss_step": 6.210155487060547, "n_params": 4756720, "total_flops": 50413621248000000, "train_loss": 0.02775643070538839, "subset_score_loss": 0.02775643070538839}
+{"step": 3460000, "wall_time": 15956.120678663254, "train_loss_step": 5.595088481903076, "n_params": 4756720, "total_flops": 50559747686400000, "train_loss": 0.024673658609390258, "subset_score_loss": 0.024673658609390258}
+{"step": 3470000, "wall_time": 15993.299909114838, "train_loss_step": 6.061615943908691, "n_params": 4756720, "total_flops": 50705874124800000, "train_loss": 0.02536005179087321, "subset_score_loss": 0.02536005179087321}
+{"step": 3480000, "wall_time": 16030.399917602539, "train_loss_step": 5.702603816986084, "n_params": 4756720, "total_flops": 50852000563200000, "train_loss": 0.02693892518679301, "subset_score_loss": 0.02693892518679301}
+{"step": 3490000, "wall_time": 16067.372828006744, "train_loss_step": 5.9524245262146, "n_params": 4756720, "total_flops": 50998127001600000, "train_loss": 0.02749510606129964, "subset_score_loss": 0.02749510606129964}
+{"step": 3500000, "wall_time": 16137.626290559769, "train_loss_step": 5.966156005859375, "n_params": 4756720, "total_flops": 51144253440000000, "train_loss": 0.023622308174769083, "subset_score_loss": 0.023622308174769083, "memorization_fraction_pixel": 0.12770000100135803, "mean_nn_ratio_pixel": 0.8405983448028564, "fid": 215.3895977265101, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 16174.869581460953, "train_loss_step": 5.684551239013672, "n_params": 4756720, "total_flops": 51290379878400000, "train_loss": 0.027830306688944498, "subset_score_loss": 0.027830306688944498}
+{"step": 3520000, "wall_time": 16211.648160457611, "train_loss_step": 5.809549331665039, "n_params": 4756720, "total_flops": 51436506316800000, "train_loss": 0.025160276889801027, "subset_score_loss": 0.025160276889801027}
+{"step": 3530000, "wall_time": 16248.795549154282, "train_loss_step": 6.186440467834473, "n_params": 4756720, "total_flops": 51582632755200000, "train_loss": 0.029924211899439494, "subset_score_loss": 0.029924211899439494}
+{"step": 3540000, "wall_time": 16286.054542303085, "train_loss_step": 5.894344329833984, "n_params": 4756720, "total_flops": 51728759193600000, "train_loss": 0.0357994278271993, "subset_score_loss": 0.0357994278271993}
+{"step": 3550000, "wall_time": 16323.114229440689, "train_loss_step": 5.696423053741455, "n_params": 4756720, "total_flops": 51874885632000000, "train_loss": 0.026907581090927123, "subset_score_loss": 0.026907581090927123}
+{"step": 3560000, "wall_time": 16360.152060747147, "train_loss_step": 5.672753810882568, "n_params": 4756720, "total_flops": 52021012070400000, "train_loss": 0.02450064818064372, "subset_score_loss": 0.02450064818064372}
+{"step": 3570000, "wall_time": 16397.176446914673, "train_loss_step": 5.811434745788574, "n_params": 4756720, "total_flops": 52167138508800000, "train_loss": 0.02931165099143982, "subset_score_loss": 0.02931165099143982}
+{"step": 3580000, "wall_time": 16434.199281930923, "train_loss_step": 6.121073246002197, "n_params": 4756720, "total_flops": 52313264947200000, "train_loss": 0.02558009425799052, "subset_score_loss": 0.02558009425799052}
+{"step": 3590000, "wall_time": 16471.269896507263, "train_loss_step": 6.006585121154785, "n_params": 4756720, "total_flops": 52459391385600000, "train_loss": 0.027997642755508423, "subset_score_loss": 0.027997642755508423}
+{"step": 3600000, "wall_time": 16541.604107141495, "train_loss_step": 5.723611354827881, "n_params": 4756720, "total_flops": 52605517824000000, "train_loss": 0.02544904947280884, "subset_score_loss": 0.02544904947280884, "memorization_fraction_pixel": 0.13349999487400055, "mean_nn_ratio_pixel": 0.8285521268844604, "fid": 207.60791103335043, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 16578.747933626175, "train_loss_step": 5.6243743896484375, "n_params": 4756720, "total_flops": 52751644262400000, "train_loss": 0.03063238263130188, "subset_score_loss": 0.03063238263130188}
+{"step": 3620000, "wall_time": 16615.537374973297, "train_loss_step": 6.206520080566406, "n_params": 4756720, "total_flops": 52897770700800000, "train_loss": 0.030153387784957887, "subset_score_loss": 0.030153387784957887}
+{"step": 3630000, "wall_time": 16652.605882883072, "train_loss_step": 5.566956996917725, "n_params": 4756720, "total_flops": 53043897139200000, "train_loss": 0.026948742071787515, "subset_score_loss": 0.026948742071787515}
+{"step": 3640000, "wall_time": 16689.71259379387, "train_loss_step": 6.234204292297363, "n_params": 4756720, "total_flops": 53190023577600000, "train_loss": 0.027178778251012167, "subset_score_loss": 0.027178778251012167}
+{"step": 3650000, "wall_time": 16726.82677102089, "train_loss_step": 5.616735935211182, "n_params": 4756720, "total_flops": 53336150016000000, "train_loss": 0.024760442972183227, "subset_score_loss": 0.024760442972183227}
+{"step": 3660000, "wall_time": 16763.839047908783, "train_loss_step": 5.575240612030029, "n_params": 4756720, "total_flops": 53482276454400000, "train_loss": 0.02884281873703003, "subset_score_loss": 0.02884281873703003}
+{"step": 3670000, "wall_time": 16800.95369195938, "train_loss_step": 5.874383449554443, "n_params": 4756720, "total_flops": 53628402892800000, "train_loss": 0.025958293676376344, "subset_score_loss": 0.025958293676376344}
+{"step": 3680000, "wall_time": 16837.992811203003, "train_loss_step": 5.4972453117370605, "n_params": 4756720, "total_flops": 53774529331200000, "train_loss": 0.027905227740605672, "subset_score_loss": 0.027905227740605672}
+{"step": 3690000, "wall_time": 16875.2128572464, "train_loss_step": 5.847536087036133, "n_params": 4756720, "total_flops": 53920655769600000, "train_loss": 0.026985953251520794, "subset_score_loss": 0.026985953251520794}
+{"step": 3700000, "wall_time": 16945.51685833931, "train_loss_step": 5.679698944091797, "n_params": 4756720, "total_flops": 54066782208000000, "train_loss": 0.02754762371381124, "subset_score_loss": 0.02754762371381124, "memorization_fraction_pixel": 0.13590000569820404, "mean_nn_ratio_pixel": 0.8303793668746948, "fid": 212.13360937048435, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 16982.65084695816, "train_loss_step": 5.999264717102051, "n_params": 4756720, "total_flops": 54212908646400000, "train_loss": 0.026828742027282713, "subset_score_loss": 0.026828742027282713}
+{"step": 3720000, "wall_time": 17019.518548488617, "train_loss_step": 5.715049743652344, "n_params": 4756720, "total_flops": 54359035084800000, "train_loss": 0.027326424916585285, "subset_score_loss": 0.027326424916585285}
+{"step": 3730000, "wall_time": 17056.642909526825, "train_loss_step": 5.813956260681152, "n_params": 4756720, "total_flops": 54505161523200000, "train_loss": 0.027343531449635822, "subset_score_loss": 0.027343531449635822}
+{"step": 3740000, "wall_time": 17093.661333799362, "train_loss_step": 5.531062126159668, "n_params": 4756720, "total_flops": 54651287961600000, "train_loss": 0.02631998062133789, "subset_score_loss": 0.02631998062133789}
+{"step": 3750000, "wall_time": 17130.661253213882, "train_loss_step": 5.871245384216309, "n_params": 4756720, "total_flops": 54797414400000000, "train_loss": 0.030870733658472697, "subset_score_loss": 0.030870733658472697}
+{"step": 3760000, "wall_time": 17167.666917562485, "train_loss_step": 6.153130531311035, "n_params": 4756720, "total_flops": 54943540838400000, "train_loss": 0.0269687553246816, "subset_score_loss": 0.0269687553246816}
+{"step": 3770000, "wall_time": 17204.67361140251, "train_loss_step": 5.679238319396973, "n_params": 4756720, "total_flops": 55089667276800000, "train_loss": 0.029098957777023315, "subset_score_loss": 0.029098957777023315}
+{"step": 3780000, "wall_time": 17241.706334590912, "train_loss_step": 5.933618545532227, "n_params": 4756720, "total_flops": 55235793715200000, "train_loss": 0.02644020915031433, "subset_score_loss": 0.02644020915031433}
+{"step": 3790000, "wall_time": 17278.74874162674, "train_loss_step": 5.724666595458984, "n_params": 4756720, "total_flops": 55381920153600000, "train_loss": 0.027229889233907064, "subset_score_loss": 0.027229889233907064}
+{"step": 3800000, "wall_time": 17347.803849458694, "train_loss_step": 5.592069625854492, "n_params": 4756720, "total_flops": 55528046592000000, "train_loss": 0.02876614729563395, "subset_score_loss": 0.02876614729563395, "memorization_fraction_pixel": 0.1573999971151352, "mean_nn_ratio_pixel": 0.8115904927253723, "fid": 203.41467963923844, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 17384.972680091858, "train_loss_step": 5.545626640319824, "n_params": 4756720, "total_flops": 55674173030400000, "train_loss": 0.025010055303573607, "subset_score_loss": 0.025010055303573607}
+{"step": 3820000, "wall_time": 17421.781270742416, "train_loss_step": 5.749386310577393, "n_params": 4756720, "total_flops": 55820299468800000, "train_loss": 0.028447377681732177, "subset_score_loss": 0.028447377681732177}
+{"step": 3830000, "wall_time": 17459.014980793, "train_loss_step": 5.6378960609436035, "n_params": 4756720, "total_flops": 55966425907200000, "train_loss": 0.024820450941721597, "subset_score_loss": 0.024820450941721597}
+{"step": 3840000, "wall_time": 17496.052792072296, "train_loss_step": 5.92490291595459, "n_params": 4756720, "total_flops": 56112552345600000, "train_loss": 0.027824076016743977, "subset_score_loss": 0.027824076016743977}
+{"step": 3850000, "wall_time": 17533.05717611313, "train_loss_step": 5.984226703643799, "n_params": 4756720, "total_flops": 56258678784000000, "train_loss": 0.030572022994359335, "subset_score_loss": 0.030572022994359335}
+{"step": 3860000, "wall_time": 17570.08796429634, "train_loss_step": 5.589482307434082, "n_params": 4756720, "total_flops": 56404805222400000, "train_loss": 0.026963808139165244, "subset_score_loss": 0.026963808139165244}
+{"step": 3870000, "wall_time": 17607.09322476387, "train_loss_step": 5.606164455413818, "n_params": 4756720, "total_flops": 56550931660800000, "train_loss": 0.02675281763076782, "subset_score_loss": 0.02675281763076782}
+{"step": 3880000, "wall_time": 17644.10170006752, "train_loss_step": 5.877220153808594, "n_params": 4756720, "total_flops": 56697058099200000, "train_loss": 0.024988611539204914, "subset_score_loss": 0.024988611539204914}
+{"step": 3890000, "wall_time": 17681.10519719124, "train_loss_step": 5.447567939758301, "n_params": 4756720, "total_flops": 56843184537600000, "train_loss": 0.029350998004277547, "subset_score_loss": 0.029350998004277547}
+{"step": 3900000, "wall_time": 17751.28763461113, "train_loss_step": 5.896775245666504, "n_params": 4756720, "total_flops": 56989310976000000, "train_loss": 0.023670985301335653, "subset_score_loss": 0.023670985301335653, "memorization_fraction_pixel": 0.1459999978542328, "mean_nn_ratio_pixel": 0.8236039876937866, "fid": 208.5937530609122, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 17788.657815933228, "train_loss_step": 5.821398735046387, "n_params": 4756720, "total_flops": 57135437414400000, "train_loss": 0.026871230204900107, "subset_score_loss": 0.026871230204900107}
+{"step": 3920000, "wall_time": 17825.656195402145, "train_loss_step": 5.784538745880127, "n_params": 4756720, "total_flops": 57281563852800000, "train_loss": 0.0235828955968221, "subset_score_loss": 0.0235828955968221}
+{"step": 3930000, "wall_time": 17862.626403808594, "train_loss_step": 5.307151794433594, "n_params": 4756720, "total_flops": 57427690291200000, "train_loss": 0.023786991834640503, "subset_score_loss": 0.023786991834640503}
+{"step": 3940000, "wall_time": 17899.732949972153, "train_loss_step": 5.844327926635742, "n_params": 4756720, "total_flops": 57573816729600000, "train_loss": 0.029906368255615233, "subset_score_loss": 0.029906368255615233}
+{"step": 3950000, "wall_time": 17937.066623449326, "train_loss_step": 5.362479209899902, "n_params": 4756720, "total_flops": 57719943168000000, "train_loss": 0.024725359678268433, "subset_score_loss": 0.024725359678268433}
+{"step": 3960000, "wall_time": 17974.18215751648, "train_loss_step": 5.793623924255371, "n_params": 4756720, "total_flops": 57866069606400000, "train_loss": 0.024287402629852295, "subset_score_loss": 0.024287402629852295}
+{"step": 3970000, "wall_time": 18011.29235625267, "train_loss_step": 5.531662940979004, "n_params": 4756720, "total_flops": 58012196044800000, "train_loss": 0.02344934145609538, "subset_score_loss": 0.02344934145609538}
+{"step": 3980000, "wall_time": 18048.302705049515, "train_loss_step": 5.580138206481934, "n_params": 4756720, "total_flops": 58158322483200000, "train_loss": 0.027248589197794597, "subset_score_loss": 0.027248589197794597}
+{"step": 3990000, "wall_time": 18085.51432824135, "train_loss_step": 5.833776950836182, "n_params": 4756720, "total_flops": 58304448921600000, "train_loss": 0.024859811862309775, "subset_score_loss": 0.024859811862309775}
+{"step": 4000000, "wall_time": 18155.782292366028, "train_loss_step": 5.8488359451293945, "n_params": 4756720, "total_flops": 58450575360000000, "train_loss": 0.025539501508076986, "subset_score_loss": 0.025539501508076986, "memorization_fraction_pixel": 0.14740000665187836, "mean_nn_ratio_pixel": 0.8220083117485046, "fid": 206.70458437996592, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 18192.697846889496, "train_loss_step": 5.650896072387695, "n_params": 4756720, "total_flops": 58596701798400000, "train_loss": 0.02683675686518351, "subset_score_loss": 0.02683675686518351}
+{"step": 4020000, "wall_time": 18229.910799264908, "train_loss_step": 5.913322925567627, "n_params": 4756720, "total_flops": 58742828236800000, "train_loss": 0.04777712821960449, "subset_score_loss": 0.04777712821960449}
+{"step": 4030000, "wall_time": 18266.976850032806, "train_loss_step": 5.625190734863281, "n_params": 4756720, "total_flops": 58888954675200000, "train_loss": 0.03222475051879883, "subset_score_loss": 0.03222475051879883}
+{"step": 4040000, "wall_time": 18304.116953134537, "train_loss_step": 5.746309757232666, "n_params": 4756720, "total_flops": 59035081113600000, "train_loss": 0.026381768782933555, "subset_score_loss": 0.026381768782933555}
+{"step": 4050000, "wall_time": 18341.23259830475, "train_loss_step": 5.180238246917725, "n_params": 4756720, "total_flops": 59181207552000000, "train_loss": 0.024919553597768148, "subset_score_loss": 0.024919553597768148}
+{"step": 4060000, "wall_time": 18378.258717298508, "train_loss_step": 5.930576324462891, "n_params": 4756720, "total_flops": 59327333990400000, "train_loss": 0.0271595299243927, "subset_score_loss": 0.0271595299243927}
+{"step": 4070000, "wall_time": 18415.444272518158, "train_loss_step": 5.611753463745117, "n_params": 4756720, "total_flops": 59473460428800000, "train_loss": 0.025425513585408527, "subset_score_loss": 0.025425513585408527}
+{"step": 4080000, "wall_time": 18452.47021842003, "train_loss_step": 5.841741561889648, "n_params": 4756720, "total_flops": 59619586867200000, "train_loss": 0.02224194606145223, "subset_score_loss": 0.02224194606145223}
+{"step": 4090000, "wall_time": 18489.543298721313, "train_loss_step": 5.353961944580078, "n_params": 4756720, "total_flops": 59765713305600000, "train_loss": 0.025345768531163534, "subset_score_loss": 0.025345768531163534}
+{"step": 4100000, "wall_time": 18559.83929491043, "train_loss_step": 5.306658744812012, "n_params": 4756720, "total_flops": 59911839744000000, "train_loss": 0.027787152926127115, "subset_score_loss": 0.027787152926127115, "memorization_fraction_pixel": 0.15530000627040863, "mean_nn_ratio_pixel": 0.8178030848503113, "fid": 206.89258314103245, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 18596.85726428032, "train_loss_step": 5.502171516418457, "n_params": 4756720, "total_flops": 60057966182400000, "train_loss": 0.025899126132329305, "subset_score_loss": 0.025899126132329305}
+{"step": 4120000, "wall_time": 18634.02655148506, "train_loss_step": 5.62924861907959, "n_params": 4756720, "total_flops": 60204092620800000, "train_loss": 0.029079620043436685, "subset_score_loss": 0.029079620043436685}
+{"step": 4130000, "wall_time": 18671.07973432541, "train_loss_step": 5.5899977684021, "n_params": 4756720, "total_flops": 60350219059200000, "train_loss": 0.02723534901936849, "subset_score_loss": 0.02723534901936849}
+{"step": 4140000, "wall_time": 18708.134799718857, "train_loss_step": 5.587588310241699, "n_params": 4756720, "total_flops": 60496345497600000, "train_loss": 0.027134454250335692, "subset_score_loss": 0.027134454250335692}
+{"step": 4150000, "wall_time": 18745.32681632042, "train_loss_step": 5.508819580078125, "n_params": 4756720, "total_flops": 60642471936000000, "train_loss": 0.0260824183622996, "subset_score_loss": 0.0260824183622996}
+{"step": 4160000, "wall_time": 18782.33577489853, "train_loss_step": 5.887956619262695, "n_params": 4756720, "total_flops": 60788598374400000, "train_loss": 0.03707506656646729, "subset_score_loss": 0.03707506656646729}
+{"step": 4170000, "wall_time": 18819.353132247925, "train_loss_step": 5.874859809875488, "n_params": 4756720, "total_flops": 60934724812800000, "train_loss": 0.02588288386662801, "subset_score_loss": 0.02588288386662801}
+{"step": 4180000, "wall_time": 18856.424363851547, "train_loss_step": 5.461282730102539, "n_params": 4756720, "total_flops": 61080851251200000, "train_loss": 0.026270055770874025, "subset_score_loss": 0.026270055770874025}
+{"step": 4190000, "wall_time": 18893.49381351471, "train_loss_step": 5.728142738342285, "n_params": 4756720, "total_flops": 61226977689600000, "train_loss": 0.023751922448476157, "subset_score_loss": 0.023751922448476157}
+{"step": 4200000, "wall_time": 18962.4101395607, "train_loss_step": 5.675492286682129, "n_params": 4756720, "total_flops": 61373104128000000, "train_loss": 0.03045456608136495, "subset_score_loss": 0.03045456608136495, "memorization_fraction_pixel": 0.14329999685287476, "mean_nn_ratio_pixel": 0.8233768343925476, "fid": 210.85350616944547, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 18999.469341754913, "train_loss_step": 5.3004045486450195, "n_params": 4756720, "total_flops": 61519230566400000, "train_loss": 0.024143733580907187, "subset_score_loss": 0.024143733580907187}
+{"step": 4220000, "wall_time": 19036.656031847, "train_loss_step": 5.409631729125977, "n_params": 4756720, "total_flops": 61665357004800000, "train_loss": 0.024061050017674765, "subset_score_loss": 0.024061050017674765}
+{"step": 4230000, "wall_time": 19073.769720077515, "train_loss_step": 5.396272659301758, "n_params": 4756720, "total_flops": 61811483443200000, "train_loss": 0.024904547135035197, "subset_score_loss": 0.024904547135035197}
+{"step": 4240000, "wall_time": 19110.819629192352, "train_loss_step": 6.028478145599365, "n_params": 4756720, "total_flops": 61957609881600000, "train_loss": 0.03176196018854777, "subset_score_loss": 0.03176196018854777}
+{"step": 4250000, "wall_time": 19147.83242917061, "train_loss_step": 5.311833381652832, "n_params": 4756720, "total_flops": 62103736320000000, "train_loss": 0.023379151026407877, "subset_score_loss": 0.023379151026407877}
+{"step": 4260000, "wall_time": 19184.97641468048, "train_loss_step": 5.578002452850342, "n_params": 4756720, "total_flops": 62249862758400000, "train_loss": 0.026483601331710814, "subset_score_loss": 0.026483601331710814}
+{"step": 4270000, "wall_time": 19222.121540784836, "train_loss_step": 5.756034851074219, "n_params": 4756720, "total_flops": 62395989196800000, "train_loss": 0.02747676372528076, "subset_score_loss": 0.02747676372528076}
+{"step": 4280000, "wall_time": 19259.149544000626, "train_loss_step": 5.445466041564941, "n_params": 4756720, "total_flops": 62542115635200000, "train_loss": 0.023874578873316447, "subset_score_loss": 0.023874578873316447}
+{"step": 4290000, "wall_time": 19296.20822906494, "train_loss_step": 5.832172393798828, "n_params": 4756720, "total_flops": 62688242073600000, "train_loss": 0.026068758964538575, "subset_score_loss": 0.026068758964538575}
+{"step": 4300000, "wall_time": 19366.406765460968, "train_loss_step": 5.799015998840332, "n_params": 4756720, "total_flops": 62834368512000000, "train_loss": 0.026066797971725463, "subset_score_loss": 0.026066797971725463, "memorization_fraction_pixel": 0.15860000252723694, "mean_nn_ratio_pixel": 0.8138893842697144, "fid": 205.68635446245, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 19403.44894051552, "train_loss_step": 5.606836318969727, "n_params": 4756720, "total_flops": 62980494950400000, "train_loss": 0.026722309986750285, "subset_score_loss": 0.026722309986750285}
+{"step": 4320000, "wall_time": 19440.6014316082, "train_loss_step": 5.425060272216797, "n_params": 4756720, "total_flops": 63126621388800000, "train_loss": 0.022502748171488444, "subset_score_loss": 0.022502748171488444}
+{"step": 4330000, "wall_time": 19477.645321130753, "train_loss_step": 5.465414524078369, "n_params": 4756720, "total_flops": 63272747827200000, "train_loss": 0.023318487405776977, "subset_score_loss": 0.023318487405776977}
+{"step": 4340000, "wall_time": 19514.720139980316, "train_loss_step": 5.343778133392334, "n_params": 4756720, "total_flops": 63418874265600000, "train_loss": 0.0228297491868337, "subset_score_loss": 0.0228297491868337}
+{"step": 4350000, "wall_time": 19551.829220056534, "train_loss_step": 5.736941337585449, "n_params": 4756720, "total_flops": 63565000704000000, "train_loss": 0.02644472519556681, "subset_score_loss": 0.02644472519556681}
+{"step": 4360000, "wall_time": 19589.00540661812, "train_loss_step": 5.769111633300781, "n_params": 4756720, "total_flops": 63711127142400000, "train_loss": 0.023977575699488322, "subset_score_loss": 0.023977575699488322}
+{"step": 4370000, "wall_time": 19626.14368414879, "train_loss_step": 5.551567554473877, "n_params": 4756720, "total_flops": 63857253580800000, "train_loss": 0.025823322931925456, "subset_score_loss": 0.025823322931925456}
+{"step": 4380000, "wall_time": 19663.201692819595, "train_loss_step": 5.565586090087891, "n_params": 4756720, "total_flops": 64003380019200000, "train_loss": 0.02669849991798401, "subset_score_loss": 0.02669849991798401}
+{"step": 4390000, "wall_time": 19700.311581134796, "train_loss_step": 5.613587856292725, "n_params": 4756720, "total_flops": 64149506457600000, "train_loss": 0.024175135294596355, "subset_score_loss": 0.024175135294596355}
+{"step": 4400000, "wall_time": 19770.503508090973, "train_loss_step": 5.808619499206543, "n_params": 4756720, "total_flops": 64295632896000000, "train_loss": 0.025100956360499065, "subset_score_loss": 0.025100956360499065, "memorization_fraction_pixel": 0.17419999837875366, "mean_nn_ratio_pixel": 0.7964144945144653, "fid": 198.53824598699504, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 19807.48221063614, "train_loss_step": 5.518609523773193, "n_params": 4756720, "total_flops": 64441759334400000, "train_loss": 0.0270590345064799, "subset_score_loss": 0.0270590345064799}
+{"step": 4420000, "wall_time": 19844.505652666092, "train_loss_step": 5.350612163543701, "n_params": 4756720, "total_flops": 64587885772800000, "train_loss": 0.025250111023585, "subset_score_loss": 0.025250111023585}
+{"step": 4430000, "wall_time": 19881.63092327118, "train_loss_step": 5.619976043701172, "n_params": 4756720, "total_flops": 64734012211200000, "train_loss": 0.024151188135147095, "subset_score_loss": 0.024151188135147095}
+{"step": 4440000, "wall_time": 19918.720148086548, "train_loss_step": 5.776135444641113, "n_params": 4756720, "total_flops": 64880138649600000, "train_loss": 0.02307310700416565, "subset_score_loss": 0.02307310700416565}
+{"step": 4450000, "wall_time": 19955.809044361115, "train_loss_step": 5.439908027648926, "n_params": 4756720, "total_flops": 65026265088000000, "train_loss": 0.02345045208930969, "subset_score_loss": 0.02345045208930969}
+{"step": 4460000, "wall_time": 19992.861299037933, "train_loss_step": 5.4335737228393555, "n_params": 4756720, "total_flops": 65172391526400000, "train_loss": 0.026632187763849895, "subset_score_loss": 0.026632187763849895}
+{"step": 4470000, "wall_time": 20029.960897922516, "train_loss_step": 5.367486953735352, "n_params": 4756720, "total_flops": 65318517964800000, "train_loss": 0.026007825136184694, "subset_score_loss": 0.026007825136184694}
+{"step": 4480000, "wall_time": 20067.126324892044, "train_loss_step": 5.7696685791015625, "n_params": 4756720, "total_flops": 65464644403200000, "train_loss": 0.0236875057220459, "subset_score_loss": 0.0236875057220459}
+{"step": 4490000, "wall_time": 20104.29040145874, "train_loss_step": 5.138627052307129, "n_params": 4756720, "total_flops": 65610770841600000, "train_loss": 0.024700506528218587, "subset_score_loss": 0.024700506528218587}
+{"step": 4500000, "wall_time": 20173.498069763184, "train_loss_step": 5.694896697998047, "n_params": 4756720, "total_flops": 65756897280000000, "train_loss": 0.02711752653121948, "subset_score_loss": 0.02711752653121948, "memorization_fraction_pixel": 0.17090000212192535, "mean_nn_ratio_pixel": 0.8020526170730591, "fid": 200.38573850489772, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 20210.507431030273, "train_loss_step": 5.552163124084473, "n_params": 4756720, "total_flops": 65903023718400000, "train_loss": 0.023417725165685018, "subset_score_loss": 0.023417725165685018}
+{"step": 4520000, "wall_time": 20247.604768037796, "train_loss_step": 5.413793087005615, "n_params": 4756720, "total_flops": 66049150156800000, "train_loss": 0.028921407461166383, "subset_score_loss": 0.028921407461166383}
+{"step": 4530000, "wall_time": 20284.731657505035, "train_loss_step": 5.381686210632324, "n_params": 4756720, "total_flops": 66195276595200000, "train_loss": 0.0242689311504364, "subset_score_loss": 0.0242689311504364}
+{"step": 4540000, "wall_time": 20321.99089574814, "train_loss_step": 5.892960071563721, "n_params": 4756720, "total_flops": 66341403033600000, "train_loss": 0.032635756333669025, "subset_score_loss": 0.032635756333669025}
+{"step": 4550000, "wall_time": 20359.125292539597, "train_loss_step": 5.8287224769592285, "n_params": 4756720, "total_flops": 66487529472000000, "train_loss": 0.025416322549184165, "subset_score_loss": 0.025416322549184165}
+{"step": 4560000, "wall_time": 20396.284453630447, "train_loss_step": 5.884622573852539, "n_params": 4756720, "total_flops": 66633655910400000, "train_loss": 0.02436774174372355, "subset_score_loss": 0.02436774174372355}
+{"step": 4570000, "wall_time": 20433.493528842926, "train_loss_step": 5.701262474060059, "n_params": 4756720, "total_flops": 66779782348800000, "train_loss": 0.02476403514544169, "subset_score_loss": 0.02476403514544169}
+{"step": 4580000, "wall_time": 20470.720435380936, "train_loss_step": 5.287730693817139, "n_params": 4756720, "total_flops": 66925908787200000, "train_loss": 0.024228199323018392, "subset_score_loss": 0.024228199323018392}
+{"step": 4590000, "wall_time": 20507.789741277695, "train_loss_step": 5.722612380981445, "n_params": 4756720, "total_flops": 67072035225600000, "train_loss": 0.024037911494572958, "subset_score_loss": 0.024037911494572958}
+{"step": 4600000, "wall_time": 20577.856632709503, "train_loss_step": 5.969710350036621, "n_params": 4756720, "total_flops": 67218161664000000, "train_loss": 0.024737469355265298, "subset_score_loss": 0.024737469355265298, "memorization_fraction_pixel": 0.17949999868869781, "mean_nn_ratio_pixel": 0.7937064170837402, "fid": 203.65745631282073, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 20615.03024482727, "train_loss_step": 5.330185890197754, "n_params": 4756720, "total_flops": 67364288102400000, "train_loss": 0.02347634037335714, "subset_score_loss": 0.02347634037335714}
+{"step": 4620000, "wall_time": 20652.21232867241, "train_loss_step": 5.728036880493164, "n_params": 4756720, "total_flops": 67510414540800000, "train_loss": 0.02551570733388265, "subset_score_loss": 0.02551570733388265}
+{"step": 4630000, "wall_time": 20689.256474494934, "train_loss_step": 6.18040132522583, "n_params": 4756720, "total_flops": 67656540979200000, "train_loss": 0.024944496154785157, "subset_score_loss": 0.024944496154785157}
+{"step": 4640000, "wall_time": 20726.34202861786, "train_loss_step": 5.276261806488037, "n_params": 4756720, "total_flops": 67802667417600000, "train_loss": 0.02774086594581604, "subset_score_loss": 0.02774086594581604}
+{"step": 4650000, "wall_time": 20763.441764831543, "train_loss_step": 5.640761852264404, "n_params": 4756720, "total_flops": 67948793856000000, "train_loss": 0.024039812882741294, "subset_score_loss": 0.024039812882741294}
+{"step": 4660000, "wall_time": 20800.513975143433, "train_loss_step": 5.767563819885254, "n_params": 4756720, "total_flops": 68094920294400000, "train_loss": 0.023963908354441326, "subset_score_loss": 0.023963908354441326}
+{"step": 4670000, "wall_time": 20837.681824445724, "train_loss_step": 5.58797550201416, "n_params": 4756720, "total_flops": 68241046732800000, "train_loss": 0.0306195596853892, "subset_score_loss": 0.0306195596853892}
+{"step": 4680000, "wall_time": 20874.881162166595, "train_loss_step": 5.492362976074219, "n_params": 4756720, "total_flops": 68387173171200000, "train_loss": 0.024113118648529053, "subset_score_loss": 0.024113118648529053}
+{"step": 4690000, "wall_time": 20911.94049167633, "train_loss_step": 5.680909156799316, "n_params": 4756720, "total_flops": 68533299609600000, "train_loss": 0.023967583974202473, "subset_score_loss": 0.023967583974202473}
+{"step": 4700000, "wall_time": 20982.149622917175, "train_loss_step": 5.397421836853027, "n_params": 4756720, "total_flops": 68679426048000000, "train_loss": 0.02220576802889506, "subset_score_loss": 0.02220576802889506, "memorization_fraction_pixel": 0.1703999936580658, "mean_nn_ratio_pixel": 0.8023161292076111, "fid": 201.883538790676, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 21019.244107723236, "train_loss_step": 5.287383079528809, "n_params": 4756720, "total_flops": 68825552486400000, "train_loss": 0.02485806147257487, "subset_score_loss": 0.02485806147257487}
+{"step": 4720000, "wall_time": 21056.358449220657, "train_loss_step": 5.6927690505981445, "n_params": 4756720, "total_flops": 68971678924800000, "train_loss": 0.023975574970245363, "subset_score_loss": 0.023975574970245363}
+{"step": 4730000, "wall_time": 21093.48973751068, "train_loss_step": 5.505840301513672, "n_params": 4756720, "total_flops": 69117805363200000, "train_loss": 0.024490354458491008, "subset_score_loss": 0.024490354458491008}
+{"step": 4740000, "wall_time": 21130.608206510544, "train_loss_step": 5.928116798400879, "n_params": 4756720, "total_flops": 69263931801600000, "train_loss": 0.02431553800900777, "subset_score_loss": 0.02431553800900777}
+{"step": 4750000, "wall_time": 21167.76055955887, "train_loss_step": 5.467358589172363, "n_params": 4756720, "total_flops": 69410058240000000, "train_loss": 0.024918625752131145, "subset_score_loss": 0.024918625752131145}
+{"step": 4760000, "wall_time": 21204.90838456154, "train_loss_step": 5.656996250152588, "n_params": 4756720, "total_flops": 69556184678400000, "train_loss": 0.02362277905146281, "subset_score_loss": 0.02362277905146281}
+{"step": 4770000, "wall_time": 21242.072305440903, "train_loss_step": 5.660304069519043, "n_params": 4756720, "total_flops": 69702311116800000, "train_loss": 0.024307562907536825, "subset_score_loss": 0.024307562907536825}
+{"step": 4780000, "wall_time": 21279.25620818138, "train_loss_step": 5.523157119750977, "n_params": 4756720, "total_flops": 69848437555200000, "train_loss": 0.02283627986907959, "subset_score_loss": 0.02283627986907959}
+{"step": 4790000, "wall_time": 21316.282788038254, "train_loss_step": 5.791165351867676, "n_params": 4756720, "total_flops": 69994563993600000, "train_loss": 0.023048633337020875, "subset_score_loss": 0.023048633337020875}
+{"step": 4800000, "wall_time": 21386.34541630745, "train_loss_step": 5.852410316467285, "n_params": 4756720, "total_flops": 70140690432000000, "train_loss": 0.02556014060974121, "subset_score_loss": 0.02556014060974121, "memorization_fraction_pixel": 0.16130000352859497, "mean_nn_ratio_pixel": 0.8112988471984863, "fid": 205.84811104695564, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 21423.54474568367, "train_loss_step": 5.556357383728027, "n_params": 4756720, "total_flops": 70286816870400000, "train_loss": 0.022850133975346885, "subset_score_loss": 0.022850133975346885}
+{"step": 4820000, "wall_time": 21460.710720300674, "train_loss_step": 5.606199741363525, "n_params": 4756720, "total_flops": 70432943308800000, "train_loss": 0.02451171875, "subset_score_loss": 0.02451171875}
+{"step": 4830000, "wall_time": 21497.751914978027, "train_loss_step": 5.224132537841797, "n_params": 4756720, "total_flops": 70579069747200000, "train_loss": 0.025376127163569132, "subset_score_loss": 0.025376127163569132}
+{"step": 4840000, "wall_time": 21534.772430181503, "train_loss_step": 5.150938510894775, "n_params": 4756720, "total_flops": 70725196185600000, "train_loss": 0.024495824178059896, "subset_score_loss": 0.024495824178059896}
+{"step": 4850000, "wall_time": 21571.89014005661, "train_loss_step": 5.469440460205078, "n_params": 4756720, "total_flops": 70871322624000000, "train_loss": 0.02314396301905314, "subset_score_loss": 0.02314396301905314}
+{"step": 4860000, "wall_time": 21608.899320840836, "train_loss_step": 5.5994768142700195, "n_params": 4756720, "total_flops": 71017449062400000, "train_loss": 0.024026429653167723, "subset_score_loss": 0.024026429653167723}
+{"step": 4870000, "wall_time": 21645.946121692657, "train_loss_step": 5.567920684814453, "n_params": 4756720, "total_flops": 71163575500800000, "train_loss": 0.02349338134129842, "subset_score_loss": 0.02349338134129842}
+{"step": 4880000, "wall_time": 21683.086480379105, "train_loss_step": 5.890379905700684, "n_params": 4756720, "total_flops": 71309701939200000, "train_loss": 0.024351465702056884, "subset_score_loss": 0.024351465702056884}
+{"step": 4890000, "wall_time": 21720.10187792778, "train_loss_step": 5.179141044616699, "n_params": 4756720, "total_flops": 71455828377600000, "train_loss": 0.026027558247248332, "subset_score_loss": 0.026027558247248332}
+{"step": 4900000, "wall_time": 21788.6374168396, "train_loss_step": 5.618438243865967, "n_params": 4756720, "total_flops": 71601954816000000, "train_loss": 0.023836835225423177, "subset_score_loss": 0.023836835225423177, "memorization_fraction_pixel": 0.1860000044107437, "mean_nn_ratio_pixel": 0.7909737825393677, "fid": 198.76539451044528, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 21825.65390086174, "train_loss_step": 5.72044563293457, "n_params": 4756720, "total_flops": 71748081254400000, "train_loss": 0.027763299147288003, "subset_score_loss": 0.027763299147288003}
+{"step": 4920000, "wall_time": 21862.880068540573, "train_loss_step": 5.4701738357543945, "n_params": 4756720, "total_flops": 71894207692800000, "train_loss": 0.023394161462783815, "subset_score_loss": 0.023394161462783815}
+{"step": 4930000, "wall_time": 21899.95117521286, "train_loss_step": 5.75252628326416, "n_params": 4756720, "total_flops": 72040334131200000, "train_loss": 0.021502369642257692, "subset_score_loss": 0.021502369642257692}
+{"step": 4940000, "wall_time": 21936.902089357376, "train_loss_step": 5.2728271484375, "n_params": 4756720, "total_flops": 72186460569600000, "train_loss": 0.022895922263463337, "subset_score_loss": 0.022895922263463337}
+{"step": 4950000, "wall_time": 21973.90325140953, "train_loss_step": 5.421107769012451, "n_params": 4756720, "total_flops": 72332587008000000, "train_loss": 0.02690403858820597, "subset_score_loss": 0.02690403858820597}
+{"step": 4960000, "wall_time": 22011.03560256958, "train_loss_step": 5.652440071105957, "n_params": 4756720, "total_flops": 72478713446400000, "train_loss": 0.023451409737269082, "subset_score_loss": 0.023451409737269082}
+{"step": 4970000, "wall_time": 22048.044721841812, "train_loss_step": 5.234559535980225, "n_params": 4756720, "total_flops": 72624839884800000, "train_loss": 0.025824240843454995, "subset_score_loss": 0.025824240843454995}
+{"step": 4980000, "wall_time": 22085.097851753235, "train_loss_step": 5.236111640930176, "n_params": 4756720, "total_flops": 72770966323200000, "train_loss": 0.022885258992513022, "subset_score_loss": 0.022885258992513022}
+{"step": 4990000, "wall_time": 22122.231530189514, "train_loss_step": 5.5443949699401855, "n_params": 4756720, "total_flops": 72917092761600000, "train_loss": 0.023040695985158285, "subset_score_loss": 0.023040695985158285}
+{"step": 5000000, "wall_time": 22192.004933595657, "train_loss_step": 5.591307640075684, "n_params": 4756720, "total_flops": 73063219200000000, "train_loss": 0.024584496021270753, "subset_score_loss": 0.024584496021270753, "memorization_fraction_pixel": 0.17560000717639923, "mean_nn_ratio_pixel": 0.8015739321708679, "fid": 202.68148367333276, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d240/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d240/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..ee3175b2200857ab68f32b2975f66107bec46c84
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d240/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     49s | train_loss=1.0004 | fid=299.4587
+  step   10000 |    103s | train_loss=0.6670
+  step   20000 |    159s | train_loss=0.5508
+  step   30000 |    216s | train_loss=0.4985
+  step   40000 |    272s | train_loss=0.4530
+  step   50000 |    328s | train_loss=0.3981
+  step   60000 |    384s | train_loss=0.3430
+  step   70000 |    441s | train_loss=0.2950
+  step   80000 |    497s | train_loss=0.2472
+  step   90000 |    553s | train_loss=0.2179
+  step  100000 |    659s | train_loss=0.1971 | fid=200.0698
+  step  110000 |    703s | train_loss=0.1777
+  step  120000 |    759s | train_loss=0.1633
+  step  130000 |    816s | train_loss=0.1510
+  step  140000 |    872s | train_loss=0.1450
+  step  150000 |    928s | train_loss=0.1404
+  step  160000 |    984s | train_loss=0.1394
+  step  170000 |   1041s | train_loss=0.1289
+  step  180000 |   1097s | train_loss=0.1245
+  step  190000 |   1153s | train_loss=0.1156
+  step  200000 |   1256s | train_loss=0.1121 | fid=228.6141
+  step  210000 |   1312s | train_loss=0.1180
+  step  220000 |   1353s | train_loss=0.1047
+  step  230000 |   1410s | train_loss=0.1089
+  step  240000 |   1466s | train_loss=0.1055
+  step  250000 |   1522s | train_loss=0.1015
+  step  260000 |   1579s | train_loss=0.0996
+  step  270000 |   1635s | train_loss=0.1031
+  step  280000 |   1691s | train_loss=0.0963
+  step  290000 |   1747s | train_loss=0.1029
+  step  300000 |   1850s | train_loss=0.0924 | fid=246.4888
+  step  310000 |   1906s | train_loss=0.0894
+  step  320000 |   1963s | train_loss=0.0921
+  step  330000 |   2009s | train_loss=0.0922
+  step  340000 |   2065s | train_loss=0.0807
+  step  350000 |   2122s | train_loss=0.0874
+  step  360000 |   2178s | train_loss=0.0801
+  step  370000 |   2234s | train_loss=0.0849
+  step  380000 |   2290s | train_loss=0.0851
+  step  390000 |   2347s | train_loss=0.0777
+  step  400000 |   2449s | train_loss=0.0788 | fid=262.5694
+  step  410000 |   2505s | train_loss=0.0744
+  step  420000 |   2561s | train_loss=0.0754
+  step  430000 |   2618s | train_loss=0.0751
+  step  440000 |   2665s | train_loss=0.0716
+  step  450000 |   2722s | train_loss=0.0678
+  step  460000 |   2778s | train_loss=0.0723
+  step  470000 |   2834s | train_loss=0.0697
+  step  480000 |   2891s | train_loss=0.0702
+  step  490000 |   2947s | train_loss=0.0783
+  step  500000 |   3049s | train_loss=0.0731 | fid=275.0604
+  step  510000 |   3105s | train_loss=0.0630
+  step  520000 |   3162s | train_loss=0.0730
+  step  530000 |   3218s | train_loss=0.0680
+  step  540000 |   3271s | train_loss=0.0633
+  step  550000 |   3323s | train_loss=0.0614
+  step  560000 |   3380s | train_loss=0.0625
+  step  570000 |   3436s | train_loss=0.0585
+  step  580000 |   3492s | train_loss=0.0542
+  step  590000 |   3549s | train_loss=0.0580
+  step  600000 |   3650s | train_loss=0.0575 | fid=275.8904
+  step  610000 |   3706s | train_loss=0.0613
+  step  620000 |   3762s | train_loss=0.0558
+  step  630000 |   3818s | train_loss=0.0542
+  step  640000 |   3875s | train_loss=0.0566
+  step  650000 |   3927s | train_loss=0.0596
+  step  660000 |   3978s | train_loss=0.0560
+  step  670000 |   4035s | train_loss=0.0550
+  step  680000 |   4091s | train_loss=0.0523
+  step  690000 |   4147s | train_loss=0.0575
+  step  700000 |   4249s | train_loss=0.0532 | fid=276.8670
+  step  710000 |   4305s | train_loss=0.0602
+  step  720000 |   4362s | train_loss=0.0559
+  step  730000 |   4418s | train_loss=0.0626
+  step  740000 |   4474s | train_loss=0.0500
+  step  750000 |   4531s | train_loss=0.0481
+  step  760000 |   4582s | train_loss=0.0567
+  step  770000 |   4633s | train_loss=0.0542
+  step  780000 |   4689s | train_loss=0.0476
+  step  790000 |   4746s | train_loss=0.0480
+  step  800000 |   4848s | train_loss=0.0512 | fid=277.8663
+  step  810000 |   4904s | train_loss=0.0636
+  step  820000 |   4960s | train_loss=0.0475
+  step  830000 |   5017s | train_loss=0.0546
+  step  840000 |   5073s | train_loss=0.0484
+  step  850000 |   5129s | train_loss=0.0570
+  step  860000 |   5186s | train_loss=0.0456
+  step  870000 |   5238s | train_loss=0.0487
+  step  880000 |   5289s | train_loss=0.0470
+  step  890000 |   5346s | train_loss=0.0449
+  step  900000 |   5447s | train_loss=0.0454 | fid=269.9429
+  step  910000 |   5503s | train_loss=0.0473
+  step  920000 |   5559s | train_loss=0.0447
+  step  930000 |   5615s | train_loss=0.0434
+  step  940000 |   5672s | train_loss=0.0436
+  step  950000 |   5728s | train_loss=0.0416
+  step  960000 |   5784s | train_loss=0.0401
+  step  970000 |   5838s | train_loss=0.0413
+  step  980000 |   5890s | train_loss=0.0420
+  step  990000 |   5942s | train_loss=0.0440
+  step 1000000 |   6044s | train_loss=0.0450 | fid=272.2633
+  step 1010000 |   6101s | train_loss=0.0479
+  step 1020000 |   6157s | train_loss=0.0440
+  step 1030000 |   6213s | train_loss=0.0418
+  step 1040000 |   6251s | train_loss=0.0420
+  step 1050000 |   6288s | train_loss=0.0432
+  step 1060000 |   6325s | train_loss=0.0412
+  step 1070000 |   6363s | train_loss=0.0406
+  step 1080000 |   6394s | train_loss=0.0430
+  step 1090000 |   6431s | train_loss=0.0419
+  step 1100000 |   6501s | train_loss=0.0458 | fid=267.2897
+  step 1110000 |   6538s | train_loss=0.0455
+  step 1120000 |   6575s | train_loss=0.0429
+  step 1130000 |   6612s | train_loss=0.0407
+  step 1140000 |   6650s | train_loss=0.0374
+  step 1150000 |   6687s | train_loss=0.0402
+  step 1160000 |   6724s | train_loss=0.0387
+  step 1170000 |   6761s | train_loss=0.0403
+  step 1180000 |   6798s | train_loss=0.0403
+  step 1190000 |   6826s | train_loss=0.0392
+  step 1200000 |   6896s | train_loss=0.0371 | fid=264.0790
+  step 1210000 |   6933s | train_loss=0.0418
+  step 1220000 |   6970s | train_loss=0.0380
+  step 1230000 |   7008s | train_loss=0.0350
+  step 1240000 |   7045s | train_loss=0.0398
+  step 1250000 |   7082s | train_loss=0.0353
+  step 1260000 |   7119s | train_loss=0.0386
+  step 1270000 |   7156s | train_loss=0.0394
+  step 1280000 |   7193s | train_loss=0.0364
+  step 1290000 |   7230s | train_loss=0.0423
+  step 1300000 |   7292s | train_loss=0.0425 | fid=266.9602
+  step 1310000 |   7329s | train_loss=0.0387
+  step 1320000 |   7366s | train_loss=0.0427
+  step 1330000 |   7403s | train_loss=0.0402
+  step 1340000 |   7441s | train_loss=0.0374
+  step 1350000 |   7478s | train_loss=0.0390
+  step 1360000 |   7515s | train_loss=0.0388
+  step 1370000 |   7552s | train_loss=0.0382
+  step 1380000 |   7589s | train_loss=0.0409
+  step 1390000 |   7626s | train_loss=0.0377
+  step 1400000 |   7686s | train_loss=0.0362 | fid=256.5721
+  step 1410000 |   7723s | train_loss=0.0406
+  step 1420000 |   7760s | train_loss=0.0338
+  step 1430000 |   7797s | train_loss=0.0368
+  step 1440000 |   7834s | train_loss=0.0392
+  step 1450000 |   7871s | train_loss=0.0368
+  step 1460000 |   7908s | train_loss=0.0360
+  step 1470000 |   7945s | train_loss=0.0386
+  step 1480000 |   7982s | train_loss=0.0343
+  step 1490000 |   8019s | train_loss=0.0373
+  step 1500000 |   8088s | train_loss=0.0374 | fid=256.0237
+  step 1510000 |   8120s | train_loss=0.0378
+  step 1520000 |   8157s | train_loss=0.0339
+  step 1530000 |   8194s | train_loss=0.0405
+  step 1540000 |   8232s | train_loss=0.0323
+  step 1550000 |   8269s | train_loss=0.0346
+  step 1560000 |   8306s | train_loss=0.0354
+  step 1570000 |   8343s | train_loss=0.0353
+  step 1580000 |   8380s | train_loss=0.0346
+  step 1590000 |   8417s | train_loss=0.0416
+  step 1600000 |   8487s | train_loss=0.0334 | fid=255.9739
+  step 1610000 |   8517s | train_loss=0.0335
+  step 1620000 |   8553s | train_loss=0.0393
+  step 1630000 |   8590s | train_loss=0.0331
+  step 1640000 |   8628s | train_loss=0.0371
+  step 1650000 |   8665s | train_loss=0.0320
+  step 1660000 |   8702s | train_loss=0.0344
+  step 1670000 |   8739s | train_loss=0.0336
+  step 1680000 |   8776s | train_loss=0.0339
+  step 1690000 |   8813s | train_loss=0.0456
+  step 1700000 |   8882s | train_loss=0.0350 | fid=251.3689
+  step 1710000 |   8919s | train_loss=0.0353
+  step 1720000 |   8947s | train_loss=0.0375
+  step 1730000 |   8983s | train_loss=0.0336
+  step 1740000 |   9020s | train_loss=0.0311
+  step 1750000 |   9057s | train_loss=0.0338
+  step 1760000 |   9094s | train_loss=0.0315
+  step 1770000 |   9131s | train_loss=0.0385
+  step 1780000 |   9168s | train_loss=0.0320
+  step 1790000 |   9205s | train_loss=0.0339
+  step 1800000 |   9274s | train_loss=0.0326 | fid=239.1152
+  step 1810000 |   9311s | train_loss=0.0354
+  step 1820000 |   9348s | train_loss=0.0331
+  step 1830000 |   9385s | train_loss=0.0344
+  step 1840000 |   9422s | train_loss=0.0372
+  step 1850000 |   9459s | train_loss=0.0369
+  step 1860000 |   9496s | train_loss=0.0328
+  step 1870000 |   9533s | train_loss=0.0340
+  step 1880000 |   9570s | train_loss=0.0325
+  step 1890000 |   9607s | train_loss=0.0361
+  step 1900000 |   9678s | train_loss=0.0342 | fid=244.9055
+  step 1910000 |   9715s | train_loss=0.0337
+  step 1920000 |   9752s | train_loss=0.0355
+  step 1930000 |   9789s | train_loss=0.0333
+  step 1940000 |   9826s | train_loss=0.0316
+  step 1950000 |   9863s | train_loss=0.0361
+  step 1960000 |   9900s | train_loss=0.0335
+  step 1970000 |   9937s | train_loss=0.0302
+  step 1980000 |   9974s | train_loss=0.0309
+  step 1990000 |  10011s | train_loss=0.0330
+  step 2000000 |  10082s | train_loss=0.0330 | fid=234.5517
+  step 2010000 |  10119s | train_loss=0.0357
+  step 2020000 |  10156s | train_loss=0.0327
+  step 2030000 |  10193s | train_loss=0.0303
+  step 2040000 |  10230s | train_loss=0.0305
+  step 2050000 |  10267s | train_loss=0.0305
+  step 2060000 |  10304s | train_loss=0.0302
+  step 2070000 |  10341s | train_loss=0.0344
+  step 2080000 |  10378s | train_loss=0.0303
+  step 2090000 |  10415s | train_loss=0.0312
+  step 2100000 |  10484s | train_loss=0.0324 | fid=236.2125
+  step 2110000 |  10522s | train_loss=0.0315
+  step 2120000 |  10558s | train_loss=0.0345
+  step 2130000 |  10596s | train_loss=0.0325
+  step 2140000 |  10633s | train_loss=0.0297
+  step 2150000 |  10670s | train_loss=0.0330
+  step 2160000 |  10707s | train_loss=0.0318
+  step 2170000 |  10744s | train_loss=0.0403
+  step 2180000 |  10781s | train_loss=0.0365
+  step 2190000 |  10818s | train_loss=0.0344
+  step 2200000 |  10888s | train_loss=0.0326 | fid=238.2471
+  step 2210000 |  10926s | train_loss=0.0315
+  step 2220000 |  10963s | train_loss=0.0326
+  step 2230000 |  11000s | train_loss=0.0354
+  step 2240000 |  11037s | train_loss=0.0294
+  step 2250000 |  11074s | train_loss=0.0315
+  step 2260000 |  11111s | train_loss=0.0296
+  step 2270000 |  11148s | train_loss=0.0289
+  step 2280000 |  11185s | train_loss=0.0299
+  step 2290000 |  11222s | train_loss=0.0334
+  step 2300000 |  11292s | train_loss=0.0315 | fid=239.9839
+  step 2310000 |  11330s | train_loss=0.0293
+  step 2320000 |  11367s | train_loss=0.0300
+  step 2330000 |  11404s | train_loss=0.0306
+  step 2340000 |  11441s | train_loss=0.0324
+  step 2350000 |  11478s | train_loss=0.0308
+  step 2360000 |  11515s | train_loss=0.0306
+  step 2370000 |  11552s | train_loss=0.0342
+  step 2380000 |  11589s | train_loss=0.0295
+  step 2390000 |  11626s | train_loss=0.0270
+  step 2400000 |  11696s | train_loss=0.0339 | fid=234.8475
+  step 2410000 |  11734s | train_loss=0.0285
+  step 2420000 |  11771s | train_loss=0.0284
+  step 2430000 |  11808s | train_loss=0.0288
+  step 2440000 |  11845s | train_loss=0.0329
+  step 2450000 |  11882s | train_loss=0.0324
+  step 2460000 |  11919s | train_loss=0.0295
+  step 2470000 |  11956s | train_loss=0.0309
+  step 2480000 |  11993s | train_loss=0.0286
+  step 2490000 |  12030s | train_loss=0.0292
+  step 2500000 |  12100s | train_loss=0.0296 | fid=232.6584
+  step 2510000 |  12137s | train_loss=0.0340
+  step 2520000 |  12174s | train_loss=0.0308
+  step 2530000 |  12211s | train_loss=0.0323
+  step 2540000 |  12248s | train_loss=0.0342
+  step 2550000 |  12286s | train_loss=0.0308
+  step 2560000 |  12323s | train_loss=0.0280
+  step 2570000 |  12360s | train_loss=0.0299
+  step 2580000 |  12397s | train_loss=0.0358
+  step 2590000 |  12434s | train_loss=0.0309
+  step 2600000 |  12504s | train_loss=0.0325 | fid=229.3426
+  step 2610000 |  12542s | train_loss=0.0307
+  step 2620000 |  12579s | train_loss=0.0350
+  step 2630000 |  12616s | train_loss=0.0287
+  step 2640000 |  12653s | train_loss=0.0275
+  step 2650000 |  12690s | train_loss=0.0261
+  step 2660000 |  12727s | train_loss=0.0280
+  step 2670000 |  12764s | train_loss=0.0272
+  step 2680000 |  12801s | train_loss=0.0327
+  step 2690000 |  12838s | train_loss=0.0304
+  step 2700000 |  12909s | train_loss=0.0282 | fid=234.5052
+  step 2710000 |  12946s | train_loss=0.0329
+  step 2720000 |  12983s | train_loss=0.0296
+  step 2730000 |  13020s | train_loss=0.0286
+  step 2740000 |  13057s | train_loss=0.0287
+  step 2750000 |  13094s | train_loss=0.0301
+  step 2760000 |  13132s | train_loss=0.0281
+  step 2770000 |  13169s | train_loss=0.0302
+  step 2780000 |  13206s | train_loss=0.0310
+  step 2790000 |  13243s | train_loss=0.0287
+  step 2800000 |  13312s | train_loss=0.0291 | fid=233.3272
+  step 2810000 |  13349s | train_loss=0.0294
+  step 2820000 |  13386s | train_loss=0.0305
+  step 2830000 |  13423s | train_loss=0.0279
+  step 2840000 |  13460s | train_loss=0.0291
+  step 2850000 |  13497s | train_loss=0.0281
+  step 2860000 |  13534s | train_loss=0.0295
+  step 2870000 |  13571s | train_loss=0.0307
+  step 2880000 |  13608s | train_loss=0.0341
+  step 2890000 |  13645s | train_loss=0.0274
+  step 2900000 |  13715s | train_loss=0.0280 | fid=233.2532
+  step 2910000 |  13752s | train_loss=0.0294
+  step 2920000 |  13789s | train_loss=0.0280
+  step 2930000 |  13826s | train_loss=0.0274
+  step 2940000 |  13863s | train_loss=0.0270
+  step 2950000 |  13900s | train_loss=0.0281
+  step 2960000 |  13937s | train_loss=0.0270
+  step 2970000 |  13974s | train_loss=0.0287
+  step 2980000 |  14011s | train_loss=0.0323
+  step 2990000 |  14048s | train_loss=0.0258
+  step 3000000 |  14118s | train_loss=0.0262 | fid=225.7641
+  step 3010000 |  14155s | train_loss=0.0289
+  step 3020000 |  14192s | train_loss=0.0269
+  step 3030000 |  14229s | train_loss=0.0303
+  step 3040000 |  14266s | train_loss=0.0296
+  step 3050000 |  14304s | train_loss=0.0270
+  step 3060000 |  14341s | train_loss=0.0274
+  step 3070000 |  14378s | train_loss=0.0290
+  step 3080000 |  14415s | train_loss=0.0284
+  step 3090000 |  14452s | train_loss=0.0288
+  step 3100000 |  14522s | train_loss=0.0333 | fid=220.7920
+  step 3110000 |  14560s | train_loss=0.0290
+  step 3120000 |  14597s | train_loss=0.0520
+  step 3130000 |  14634s | train_loss=0.0251
+  step 3140000 |  14671s | train_loss=0.0297
+  step 3150000 |  14708s | train_loss=0.0329
+  step 3160000 |  14745s | train_loss=0.0302
+  step 3170000 |  14782s | train_loss=0.0298
+  step 3180000 |  14819s | train_loss=0.0251
+  step 3190000 |  14857s | train_loss=0.0241
+  step 3200000 |  14926s | train_loss=0.0314 | fid=222.9166
+  step 3210000 |  14963s | train_loss=0.0274
+  step 3220000 |  15000s | train_loss=0.0285
+  step 3230000 |  15037s | train_loss=0.0342
+  step 3240000 |  15074s | train_loss=0.0283
+  step 3250000 |  15111s | train_loss=0.0256
+  step 3260000 |  15148s | train_loss=0.0257
+  step 3270000 |  15185s | train_loss=0.0256
+  step 3280000 |  15222s | train_loss=0.0264
+  step 3290000 |  15259s | train_loss=0.0300
+  step 3300000 |  15329s | train_loss=0.0286 | fid=220.6490
+  step 3310000 |  15367s | train_loss=0.0264
+  step 3320000 |  15403s | train_loss=0.0256
+  step 3330000 |  15441s | train_loss=0.0292
+  step 3340000 |  15478s | train_loss=0.0352
+  step 3350000 |  15515s | train_loss=0.0285
+  step 3360000 |  15552s | train_loss=0.0279
+  step 3370000 |  15589s | train_loss=0.0256
+  step 3380000 |  15626s | train_loss=0.0250
+  step 3390000 |  15663s | train_loss=0.0384
+  step 3400000 |  15733s | train_loss=0.0273 | fid=220.2224
+  step 3410000 |  15770s | train_loss=0.0269
+  step 3420000 |  15808s | train_loss=0.0294
+  step 3430000 |  15845s | train_loss=0.0278
+  step 3440000 |  15882s | train_loss=0.0293
+  step 3450000 |  15919s | train_loss=0.0278
+  step 3460000 |  15956s | train_loss=0.0247
+  step 3470000 |  15993s | train_loss=0.0254
+  step 3480000 |  16030s | train_loss=0.0269
+  step 3490000 |  16067s | train_loss=0.0275
+  step 3500000 |  16138s | train_loss=0.0236 | fid=215.3896
+  step 3510000 |  16175s | train_loss=0.0278
+  step 3520000 |  16212s | train_loss=0.0252
+  step 3530000 |  16249s | train_loss=0.0299
+  step 3540000 |  16286s | train_loss=0.0358
+  step 3550000 |  16323s | train_loss=0.0269
+  step 3560000 |  16360s | train_loss=0.0245
+  step 3570000 |  16397s | train_loss=0.0293
+  step 3580000 |  16434s | train_loss=0.0256
+  step 3590000 |  16471s | train_loss=0.0280
+  step 3600000 |  16542s | train_loss=0.0254 | fid=207.6079
+  step 3610000 |  16579s | train_loss=0.0306
+  step 3620000 |  16616s | train_loss=0.0302
+  step 3630000 |  16653s | train_loss=0.0269
+  step 3640000 |  16690s | train_loss=0.0272
+  step 3650000 |  16727s | train_loss=0.0248
+  step 3660000 |  16764s | train_loss=0.0288
+  step 3670000 |  16801s | train_loss=0.0260
+  step 3680000 |  16838s | train_loss=0.0279
+  step 3690000 |  16875s | train_loss=0.0270
+  step 3700000 |  16946s | train_loss=0.0275 | fid=212.1336
+  step 3710000 |  16983s | train_loss=0.0268
+  step 3720000 |  17020s | train_loss=0.0273
+  step 3730000 |  17057s | train_loss=0.0273
+  step 3740000 |  17094s | train_loss=0.0263
+  step 3750000 |  17131s | train_loss=0.0309
+  step 3760000 |  17168s | train_loss=0.0270
+  step 3770000 |  17205s | train_loss=0.0291
+  step 3780000 |  17242s | train_loss=0.0264
+  step 3790000 |  17279s | train_loss=0.0272
+  step 3800000 |  17348s | train_loss=0.0288 | fid=203.4147
+  step 3810000 |  17385s | train_loss=0.0250
+  step 3820000 |  17422s | train_loss=0.0284
+  step 3830000 |  17459s | train_loss=0.0248
+  step 3840000 |  17496s | train_loss=0.0278
+  step 3850000 |  17533s | train_loss=0.0306
+  step 3860000 |  17570s | train_loss=0.0270
+  step 3870000 |  17607s | train_loss=0.0268
+  step 3880000 |  17644s | train_loss=0.0250
+  step 3890000 |  17681s | train_loss=0.0294
+  step 3900000 |  17751s | train_loss=0.0237 | fid=208.5938
+  step 3910000 |  17789s | train_loss=0.0269
+  step 3920000 |  17826s | train_loss=0.0236
+  step 3930000 |  17863s | train_loss=0.0238
+  step 3940000 |  17900s | train_loss=0.0299
+  step 3950000 |  17937s | train_loss=0.0247
+  step 3960000 |  17974s | train_loss=0.0243
+  step 3970000 |  18011s | train_loss=0.0234
+  step 3980000 |  18048s | train_loss=0.0272
+  step 3990000 |  18086s | train_loss=0.0249
+  step 4000000 |  18156s | train_loss=0.0255 | fid=206.7046
+  step 4010000 |  18193s | train_loss=0.0268
+  step 4020000 |  18230s | train_loss=0.0478
+  step 4030000 |  18267s | train_loss=0.0322
+  step 4040000 |  18304s | train_loss=0.0264
+  step 4050000 |  18341s | train_loss=0.0249
+  step 4060000 |  18378s | train_loss=0.0272
+  step 4070000 |  18415s | train_loss=0.0254
+  step 4080000 |  18452s | train_loss=0.0222
+  step 4090000 |  18490s | train_loss=0.0253
+  step 4100000 |  18560s | train_loss=0.0278 | fid=206.8926
+  step 4110000 |  18597s | train_loss=0.0259
+  step 4120000 |  18634s | train_loss=0.0291
+  step 4130000 |  18671s | train_loss=0.0272
+  step 4140000 |  18708s | train_loss=0.0271
+  step 4150000 |  18745s | train_loss=0.0261
+  step 4160000 |  18782s | train_loss=0.0371
+  step 4170000 |  18819s | train_loss=0.0259
+  step 4180000 |  18856s | train_loss=0.0263
+  step 4190000 |  18893s | train_loss=0.0238
+  step 4200000 |  18962s | train_loss=0.0305 | fid=210.8535
+  step 4210000 |  18999s | train_loss=0.0241
+  step 4220000 |  19037s | train_loss=0.0241
+  step 4230000 |  19074s | train_loss=0.0249
+  step 4240000 |  19111s | train_loss=0.0318
+  step 4250000 |  19148s | train_loss=0.0234
+  step 4260000 |  19185s | train_loss=0.0265
+  step 4270000 |  19222s | train_loss=0.0275
+  step 4280000 |  19259s | train_loss=0.0239
+  step 4290000 |  19296s | train_loss=0.0261
+  step 4300000 |  19366s | train_loss=0.0261 | fid=205.6864
+  step 4310000 |  19403s | train_loss=0.0267
+  step 4320000 |  19441s | train_loss=0.0225
+  step 4330000 |  19478s | train_loss=0.0233
+  step 4340000 |  19515s | train_loss=0.0228
+  step 4350000 |  19552s | train_loss=0.0264
+  step 4360000 |  19589s | train_loss=0.0240
+  step 4370000 |  19626s | train_loss=0.0258
+  step 4380000 |  19663s | train_loss=0.0267
+  step 4390000 |  19700s | train_loss=0.0242
+  step 4400000 |  19771s | train_loss=0.0251 | fid=198.5382
+  step 4410000 |  19807s | train_loss=0.0271
+  step 4420000 |  19845s | train_loss=0.0253
+  step 4430000 |  19882s | train_loss=0.0242
+  step 4440000 |  19919s | train_loss=0.0231
+  step 4450000 |  19956s | train_loss=0.0235
+  step 4460000 |  19993s | train_loss=0.0266
+  step 4470000 |  20030s | train_loss=0.0260
+  step 4480000 |  20067s | train_loss=0.0237
+  step 4490000 |  20104s | train_loss=0.0247
+  step 4500000 |  20173s | train_loss=0.0271 | fid=200.3857
+  step 4510000 |  20211s | train_loss=0.0234
+  step 4520000 |  20248s | train_loss=0.0289
+  step 4530000 |  20285s | train_loss=0.0243
+  step 4540000 |  20322s | train_loss=0.0326
+  step 4550000 |  20359s | train_loss=0.0254
+  step 4560000 |  20396s | train_loss=0.0244
+  step 4570000 |  20433s | train_loss=0.0248
+  step 4580000 |  20471s | train_loss=0.0242
+  step 4590000 |  20508s | train_loss=0.0240
+  step 4600000 |  20578s | train_loss=0.0247 | fid=203.6575
+  step 4610000 |  20615s | train_loss=0.0235
+  step 4620000 |  20652s | train_loss=0.0255
+  step 4630000 |  20689s | train_loss=0.0249
+  step 4640000 |  20726s | train_loss=0.0277
+  step 4650000 |  20763s | train_loss=0.0240
+  step 4660000 |  20801s | train_loss=0.0240
+  step 4670000 |  20838s | train_loss=0.0306
+  step 4680000 |  20875s | train_loss=0.0241
+  step 4690000 |  20912s | train_loss=0.0240
+  step 4700000 |  20982s | train_loss=0.0222 | fid=201.8835
+  step 4710000 |  21019s | train_loss=0.0249
+  step 4720000 |  21056s | train_loss=0.0240
+  step 4730000 |  21093s | train_loss=0.0245
+  step 4740000 |  21131s | train_loss=0.0243
+  step 4750000 |  21168s | train_loss=0.0249
+  step 4760000 |  21205s | train_loss=0.0236
+  step 4770000 |  21242s | train_loss=0.0243
+  step 4780000 |  21279s | train_loss=0.0228
+  step 4790000 |  21316s | train_loss=0.0230
+  step 4800000 |  21386s | train_loss=0.0256 | fid=205.8481
+  step 4810000 |  21424s | train_loss=0.0229
+  step 4820000 |  21461s | train_loss=0.0245
+  step 4830000 |  21498s | train_loss=0.0254
+  step 4840000 |  21535s | train_loss=0.0245
+  step 4850000 |  21572s | train_loss=0.0231
+  step 4860000 |  21609s | train_loss=0.0240
+  step 4870000 |  21646s | train_loss=0.0235
+  step 4880000 |  21683s | train_loss=0.0244
+  step 4890000 |  21720s | train_loss=0.0260
+  step 4900000 |  21789s | train_loss=0.0238 | fid=198.7654
+  step 4910000 |  21826s | train_loss=0.0278
+  step 4920000 |  21863s | train_loss=0.0234
+  step 4930000 |  21900s | train_loss=0.0215
+  step 4940000 |  21937s | train_loss=0.0229
+  step 4950000 |  21974s | train_loss=0.0269
+  step 4960000 |  22011s | train_loss=0.0235
+  step 4970000 |  22048s | train_loss=0.0258
+  step 4980000 |  22085s | train_loss=0.0229
+  step 4990000 |  22122s | train_loss=0.0230
+  step 5000000 |  22192s | train_loss=0.0246 | fid=202.6815
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d260/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a48bbeae826b4bd2b35db3657358c4a39876283a
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d260/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d260",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d260/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d260/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..af1d2fe1d03c9b033f297f5c511dfe465fcf81a0
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d260/metrics.jsonl
@@ -0,0 +1,97 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 260, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 50.9795663356781, "train_loss_step": 260.9130859375, "n_params": 4797700, "total_flops": 14738534400, "train_loss": 1.0005178598257212, "subset_score_loss": 1.0005178598257212, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9827853441238403, "fid": 302.395496002938, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 111.3837296962738, "train_loss_step": 44.32416534423828, "n_params": 4797700, "total_flops": 147385344000000, "train_loss": 0.6384406456580529, "subset_score_loss": 0.6384406456580529}
+{"step": 20000, "wall_time": 171.84827423095703, "train_loss_step": 35.78553009033203, "n_params": 4797700, "total_flops": 294770688000000, "train_loss": 0.5206224881685697, "subset_score_loss": 0.5206224881685697}
+{"step": 30000, "wall_time": 232.83317637443542, "train_loss_step": 33.228187561035156, "n_params": 4797700, "total_flops": 442156032000000, "train_loss": 0.475879405095027, "subset_score_loss": 0.475879405095027}
+{"step": 40000, "wall_time": 293.3951065540314, "train_loss_step": 30.959068298339844, "n_params": 4797700, "total_flops": 589541376000000, "train_loss": 0.4448782700758714, "subset_score_loss": 0.4448782700758714}
+{"step": 50000, "wall_time": 354.26775646209717, "train_loss_step": 30.716711044311523, "n_params": 4797700, "total_flops": 736926720000000, "train_loss": 0.4114578540508564, "subset_score_loss": 0.4114578540508564}
+{"step": 60000, "wall_time": 414.9041347503662, "train_loss_step": 30.74360466003418, "n_params": 4797700, "total_flops": 884312064000000, "train_loss": 0.37667653010441704, "subset_score_loss": 0.37667653010441704}
+{"step": 70000, "wall_time": 475.4547030925751, "train_loss_step": 27.300535202026367, "n_params": 4797700, "total_flops": 1031697408000000, "train_loss": 0.3368610675518329, "subset_score_loss": 0.3368610675518329}
+{"step": 80000, "wall_time": 535.6876316070557, "train_loss_step": 24.700702667236328, "n_params": 4797700, "total_flops": 1179082752000000, "train_loss": 0.297403805072491, "subset_score_loss": 0.297403805072491}
+{"step": 90000, "wall_time": 596.2702765464783, "train_loss_step": 23.642818450927734, "n_params": 4797700, "total_flops": 1326468096000000, "train_loss": 0.26069242037259616, "subset_score_loss": 0.26069242037259616}
+{"step": 100000, "wall_time": 700.3234975337982, "train_loss_step": 24.316600799560547, "n_params": 4797700, "total_flops": 1473853440000000, "train_loss": 0.23138003716102012, "subset_score_loss": 0.23138003716102012, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.965265154838562, "fid": 181.61675070793353, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 761.0820062160492, "train_loss_step": 23.374475479125977, "n_params": 4797700, "total_flops": 1621238784000000, "train_loss": 0.207302739070012, "subset_score_loss": 0.207302739070012}
+{"step": 120000, "wall_time": 821.8532271385193, "train_loss_step": 20.522016525268555, "n_params": 4797700, "total_flops": 1768624128000000, "train_loss": 0.18685430380014273, "subset_score_loss": 0.18685430380014273}
+{"step": 130000, "wall_time": 882.5366761684418, "train_loss_step": 19.41651153564453, "n_params": 4797700, "total_flops": 1916009472000000, "train_loss": 0.17291460770827075, "subset_score_loss": 0.17291460770827075}
+{"step": 140000, "wall_time": 943.1385796070099, "train_loss_step": 19.772178649902344, "n_params": 4797700, "total_flops": 2063394816000000, "train_loss": 0.1625695301936223, "subset_score_loss": 0.1625695301936223}
+{"step": 150000, "wall_time": 1003.8021333217621, "train_loss_step": 18.968643188476562, "n_params": 4797700, "total_flops": 2210780160000000, "train_loss": 0.15592049818772535, "subset_score_loss": 0.15592049818772535}
+{"step": 160000, "wall_time": 1064.5138609409332, "train_loss_step": 18.57756805419922, "n_params": 4797700, "total_flops": 2358165504000000, "train_loss": 0.14884863633375903, "subset_score_loss": 0.14884863633375903}
+{"step": 170000, "wall_time": 1125.1710364818573, "train_loss_step": 18.126840591430664, "n_params": 4797700, "total_flops": 2505550848000000, "train_loss": 0.1377974583552434, "subset_score_loss": 0.1377974583552434}
+{"step": 180000, "wall_time": 1185.6649796962738, "train_loss_step": 17.346099853515625, "n_params": 4797700, "total_flops": 2652936192000000, "train_loss": 0.12944557483379657, "subset_score_loss": 0.12944557483379657}
+{"step": 190000, "wall_time": 1245.356923341751, "train_loss_step": 16.88628387451172, "n_params": 4797700, "total_flops": 2800321536000000, "train_loss": 0.12453418144812951, "subset_score_loss": 0.12453418144812951}
+{"step": 200000, "wall_time": 1351.244651556015, "train_loss_step": 17.413877487182617, "n_params": 4797700, "total_flops": 2947706880000000, "train_loss": 0.12262993592482346, "subset_score_loss": 0.12262993592482346, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9702606201171875, "fid": 236.55411299515475, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1412.0473561286926, "train_loss_step": 16.582883834838867, "n_params": 4797700, "total_flops": 3095092224000000, "train_loss": 0.12216231272770808, "subset_score_loss": 0.12216231272770808}
+{"step": 220000, "wall_time": 1472.750960111618, "train_loss_step": 16.339563369750977, "n_params": 4797700, "total_flops": 3242477568000000, "train_loss": 0.11535526422353891, "subset_score_loss": 0.11535526422353891}
+{"step": 230000, "wall_time": 1533.6167092323303, "train_loss_step": 16.815628051757812, "n_params": 4797700, "total_flops": 3389862912000000, "train_loss": 0.11455136079054612, "subset_score_loss": 0.11455136079054612}
+{"step": 240000, "wall_time": 1593.8457944393158, "train_loss_step": 16.212779998779297, "n_params": 4797700, "total_flops": 3537248256000000, "train_loss": 0.11011262306800255, "subset_score_loss": 0.11011262306800255}
+{"step": 250000, "wall_time": 1654.519026517868, "train_loss_step": 15.347135543823242, "n_params": 4797700, "total_flops": 3684633600000000, "train_loss": 0.10653239763700045, "subset_score_loss": 0.10653239763700045}
+{"step": 260000, "wall_time": 1715.4840495586395, "train_loss_step": 15.02834415435791, "n_params": 4797700, "total_flops": 3832018944000000, "train_loss": 0.1044711919931265, "subset_score_loss": 0.1044711919931265}
+{"step": 270000, "wall_time": 1775.5405902862549, "train_loss_step": 15.840386390686035, "n_params": 4797700, "total_flops": 3979404288000000, "train_loss": 0.11306791305541992, "subset_score_loss": 0.11306791305541992}
+{"step": 280000, "wall_time": 1835.4375636577606, "train_loss_step": 15.015265464782715, "n_params": 4797700, "total_flops": 4126789632000000, "train_loss": 0.10179467568030724, "subset_score_loss": 0.10179467568030724}
+{"step": 290000, "wall_time": 1892.0474557876587, "train_loss_step": 13.941713333129883, "n_params": 4797700, "total_flops": 4274174976000000, "train_loss": 0.10418846423809346, "subset_score_loss": 0.10418846423809346}
+{"step": 300000, "wall_time": 1998.746446609497, "train_loss_step": 15.001011848449707, "n_params": 4797700, "total_flops": 4421560320000000, "train_loss": 0.09855421506441557, "subset_score_loss": 0.09855421506441557, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9678066372871399, "fid": 256.55606992314625, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2059.508726119995, "train_loss_step": 14.870384216308594, "n_params": 4797700, "total_flops": 4568945664000000, "train_loss": 0.0945696317232572, "subset_score_loss": 0.0945696317232572}
+{"step": 320000, "wall_time": 2120.353488922119, "train_loss_step": 15.68065357208252, "n_params": 4797700, "total_flops": 4716331008000000, "train_loss": 0.09347377923818735, "subset_score_loss": 0.09347377923818735}
+{"step": 330000, "wall_time": 2181.1016240119934, "train_loss_step": 14.407143592834473, "n_params": 4797700, "total_flops": 4863716352000000, "train_loss": 0.09367901728703426, "subset_score_loss": 0.09367901728703426}
+{"step": 340000, "wall_time": 2241.6446902751923, "train_loss_step": 13.010475158691406, "n_params": 4797700, "total_flops": 5011101696000000, "train_loss": 0.08842331812931942, "subset_score_loss": 0.08842331812931942}
+{"step": 350000, "wall_time": 2302.0172612667084, "train_loss_step": 13.939223289489746, "n_params": 4797700, "total_flops": 5158487040000000, "train_loss": 0.09419518250685471, "subset_score_loss": 0.09419518250685471}
+{"step": 360000, "wall_time": 2362.2672696113586, "train_loss_step": 13.946133613586426, "n_params": 4797700, "total_flops": 5305872384000000, "train_loss": 0.08941576297466572, "subset_score_loss": 0.08941576297466572}
+{"step": 370000, "wall_time": 2422.6043977737427, "train_loss_step": 13.606513023376465, "n_params": 4797700, "total_flops": 5453257728000000, "train_loss": 0.08555874457726112, "subset_score_loss": 0.08555874457726112}
+{"step": 380000, "wall_time": 2479.184292793274, "train_loss_step": 13.427009582519531, "n_params": 4797700, "total_flops": 5600643072000000, "train_loss": 0.08754907021155724, "subset_score_loss": 0.08754907021155724}
+{"step": 390000, "wall_time": 2539.8960642814636, "train_loss_step": 13.569648742675781, "n_params": 4797700, "total_flops": 5748028416000000, "train_loss": 0.08339355175311748, "subset_score_loss": 0.08339355175311748}
+{"step": 400000, "wall_time": 2647.7812118530273, "train_loss_step": 12.714214324951172, "n_params": 4797700, "total_flops": 5895413760000000, "train_loss": 0.0849406389089731, "subset_score_loss": 0.0849406389089731, "memorization_fraction_pixel": 0.0012000000569969416, "mean_nn_ratio_pixel": 0.9653730392456055, "fid": 267.80189195407445, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 2708.7540271282196, "train_loss_step": 12.627431869506836, "n_params": 4797700, "total_flops": 6042799104000000, "train_loss": 0.08288808235755334, "subset_score_loss": 0.08288808235755334}
+{"step": 420000, "wall_time": 2769.763252258301, "train_loss_step": 13.34436321258545, "n_params": 4797700, "total_flops": 6190184448000000, "train_loss": 0.0791881487919734, "subset_score_loss": 0.0791881487919734}
+{"step": 430000, "wall_time": 2830.434333562851, "train_loss_step": 12.97477912902832, "n_params": 4797700, "total_flops": 6337569792000000, "train_loss": 0.07953618122981145, "subset_score_loss": 0.07953618122981145}
+{"step": 440000, "wall_time": 2891.036470890045, "train_loss_step": 12.995196342468262, "n_params": 4797700, "total_flops": 6484955136000000, "train_loss": 0.07688719676091121, "subset_score_loss": 0.07688719676091121}
+{"step": 450000, "wall_time": 2951.368103504181, "train_loss_step": 12.179119110107422, "n_params": 4797700, "total_flops": 6632340480000000, "train_loss": 0.07408694487351637, "subset_score_loss": 0.07408694487351637}
+{"step": 460000, "wall_time": 3012.0021982192993, "train_loss_step": 12.952290534973145, "n_params": 4797700, "total_flops": 6779725824000000, "train_loss": 0.07631389177762544, "subset_score_loss": 0.07631389177762544}
+{"step": 470000, "wall_time": 3068.370115041733, "train_loss_step": 11.963590621948242, "n_params": 4797700, "total_flops": 6927111168000000, "train_loss": 0.07527578794039212, "subset_score_loss": 0.07527578794039212}
+{"step": 480000, "wall_time": 3129.0249593257904, "train_loss_step": 12.105751037597656, "n_params": 4797700, "total_flops": 7074496512000000, "train_loss": 0.07311945695143479, "subset_score_loss": 0.07311945695143479}
+{"step": 490000, "wall_time": 3189.781451702118, "train_loss_step": 11.426803588867188, "n_params": 4797700, "total_flops": 7221881856000000, "train_loss": 0.0748881486745981, "subset_score_loss": 0.0748881486745981}
+{"step": 500000, "wall_time": 3297.667947769165, "train_loss_step": 11.609100341796875, "n_params": 4797700, "total_flops": 7369267200000000, "train_loss": 0.07467341056236854, "subset_score_loss": 0.07467341056236854, "memorization_fraction_pixel": 0.0024999999441206455, "mean_nn_ratio_pixel": 0.9584667086601257, "fid": 280.25504650468883, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 3358.3169293403625, "train_loss_step": 12.075767517089844, "n_params": 4797700, "total_flops": 7516652544000000, "train_loss": 0.0658277364877554, "subset_score_loss": 0.0658277364877554}
+{"step": 520000, "wall_time": 3418.850217103958, "train_loss_step": 11.786672592163086, "n_params": 4797700, "total_flops": 7664037888000000, "train_loss": 0.07486254618718075, "subset_score_loss": 0.07486254618718075}
+{"step": 530000, "wall_time": 3479.4454584121704, "train_loss_step": 11.380602836608887, "n_params": 4797700, "total_flops": 7811423232000000, "train_loss": 0.06855492225060096, "subset_score_loss": 0.06855492225060096}
+{"step": 540000, "wall_time": 3539.7848057746887, "train_loss_step": 11.263021469116211, "n_params": 4797700, "total_flops": 7958808576000000, "train_loss": 0.0695719865652231, "subset_score_loss": 0.0695719865652231}
+{"step": 550000, "wall_time": 3600.2045624256134, "train_loss_step": 11.961655616760254, "n_params": 4797700, "total_flops": 8106193920000000, "train_loss": 0.06600666046142578, "subset_score_loss": 0.06600666046142578}
+{"step": 560000, "wall_time": 3657.488297700882, "train_loss_step": 10.839618682861328, "n_params": 4797700, "total_flops": 8253579264000000, "train_loss": 0.06229752027071439, "subset_score_loss": 0.06229752027071439}
+{"step": 570000, "wall_time": 3718.0021982192993, "train_loss_step": 10.876880645751953, "n_params": 4797700, "total_flops": 8400964608000000, "train_loss": 0.06489976002619817, "subset_score_loss": 0.06489976002619817}
+{"step": 580000, "wall_time": 3778.7038128376007, "train_loss_step": 10.746443748474121, "n_params": 4797700, "total_flops": 8548349952000000, "train_loss": 0.05974558316744291, "subset_score_loss": 0.05974558316744291}
+{"step": 590000, "wall_time": 3839.3027453422546, "train_loss_step": 10.604555130004883, "n_params": 4797700, "total_flops": 8695735296000000, "train_loss": 0.05980003797090971, "subset_score_loss": 0.05980003797090971}
+{"step": 600000, "wall_time": 3948.037523508072, "train_loss_step": 10.40714168548584, "n_params": 4797700, "total_flops": 8843120640000000, "train_loss": 0.05972425754253681, "subset_score_loss": 0.05972425754253681, "memorization_fraction_pixel": 0.006599999964237213, "mean_nn_ratio_pixel": 0.9508865475654602, "fid": 272.0836230011818, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 4008.4821152687073, "train_loss_step": 10.377845764160156, "n_params": 4797700, "total_flops": 8990505984000000, "train_loss": 0.06557393440833459, "subset_score_loss": 0.06557393440833459}
+{"step": 620000, "wall_time": 4068.9681017398834, "train_loss_step": 10.335737228393555, "n_params": 4797700, "total_flops": 9137891328000000, "train_loss": 0.059012570747962366, "subset_score_loss": 0.059012570747962366}
+{"step": 630000, "wall_time": 4129.110308885574, "train_loss_step": 10.068702697753906, "n_params": 4797700, "total_flops": 9285276672000000, "train_loss": 0.05591917037963867, "subset_score_loss": 0.05591917037963867}
+{"step": 640000, "wall_time": 4189.52819108963, "train_loss_step": 9.679454803466797, "n_params": 4797700, "total_flops": 9432662016000000, "train_loss": 0.05816204731280987, "subset_score_loss": 0.05816204731280987}
+{"step": 650000, "wall_time": 4247.073038339615, "train_loss_step": 10.243989944458008, "n_params": 4797700, "total_flops": 9580047360000000, "train_loss": 0.062323408860426685, "subset_score_loss": 0.062323408860426685}
+{"step": 660000, "wall_time": 4306.524052143097, "train_loss_step": 9.561956405639648, "n_params": 4797700, "total_flops": 9727432704000000, "train_loss": 0.057520180482130784, "subset_score_loss": 0.057520180482130784}
+{"step": 670000, "wall_time": 4367.3599326610565, "train_loss_step": 10.412871360778809, "n_params": 4797700, "total_flops": 9874818048000000, "train_loss": 0.058791175255408654, "subset_score_loss": 0.058791175255408654}
+{"step": 680000, "wall_time": 4428.019200801849, "train_loss_step": 9.854373931884766, "n_params": 4797700, "total_flops": 10022203392000000, "train_loss": 0.05346156267019419, "subset_score_loss": 0.05346156267019419}
+{"step": 690000, "wall_time": 4488.646805763245, "train_loss_step": 9.817632675170898, "n_params": 4797700, "total_flops": 10169588736000000, "train_loss": 0.06011197750384991, "subset_score_loss": 0.06011197750384991}
+{"step": 700000, "wall_time": 4597.722771167755, "train_loss_step": 9.443943977355957, "n_params": 4797700, "total_flops": 10316974080000000, "train_loss": 0.054807897714468146, "subset_score_loss": 0.054807897714468146, "memorization_fraction_pixel": 0.01140000019222498, "mean_nn_ratio_pixel": 0.9489541053771973, "fid": 277.6189354305965, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 4658.338965892792, "train_loss_step": 10.193685531616211, "n_params": 4797700, "total_flops": 10464359424000000, "train_loss": 0.07298725568331205, "subset_score_loss": 0.07298725568331205}
+{"step": 720000, "wall_time": 4718.547723770142, "train_loss_step": 9.30872917175293, "n_params": 4797700, "total_flops": 10611744768000000, "train_loss": 0.05595268836388221, "subset_score_loss": 0.05595268836388221}
+{"step": 730000, "wall_time": 4779.208884000778, "train_loss_step": 9.638421058654785, "n_params": 4797700, "total_flops": 10759130112000000, "train_loss": 0.059203177232008714, "subset_score_loss": 0.059203177232008714}
+{"step": 740000, "wall_time": 4839.092342853546, "train_loss_step": 9.63849925994873, "n_params": 4797700, "total_flops": 10906515456000000, "train_loss": 0.056947770485511195, "subset_score_loss": 0.056947770485511195}
+{"step": 750000, "wall_time": 4895.989147901535, "train_loss_step": 9.290497779846191, "n_params": 4797700, "total_flops": 11053900800000000, "train_loss": 0.05027762559744028, "subset_score_loss": 0.05027762559744028}
+{"step": 760000, "wall_time": 4956.724477052689, "train_loss_step": 9.631021499633789, "n_params": 4797700, "total_flops": 11201286144000000, "train_loss": 0.05691891083350548, "subset_score_loss": 0.05691891083350548}
+{"step": 770000, "wall_time": 5017.335991859436, "train_loss_step": 8.592483520507812, "n_params": 4797700, "total_flops": 11348671488000000, "train_loss": 0.05750615780170147, "subset_score_loss": 0.05750615780170147}
+{"step": 780000, "wall_time": 5077.927148580551, "train_loss_step": 9.063592910766602, "n_params": 4797700, "total_flops": 11496056832000000, "train_loss": 0.04806981820326585, "subset_score_loss": 0.04806981820326585}
+{"step": 790000, "wall_time": 5138.439656972885, "train_loss_step": 8.941202163696289, "n_params": 4797700, "total_flops": 11643442176000000, "train_loss": 0.04855663592998798, "subset_score_loss": 0.04855663592998798}
+{"step": 800000, "wall_time": 5247.721408843994, "train_loss_step": 9.23095703125, "n_params": 4797700, "total_flops": 11790827520000000, "train_loss": 0.05219535827636719, "subset_score_loss": 0.05219535827636719, "memorization_fraction_pixel": 0.013700000010430813, "mean_nn_ratio_pixel": 0.9426622986793518, "fid": 266.71078753583595, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 5308.107009649277, "train_loss_step": 8.86777114868164, "n_params": 4797700, "total_flops": 11938212864000000, "train_loss": 0.05718516569871169, "subset_score_loss": 0.05718516569871169}
+{"step": 820000, "wall_time": 5368.699584245682, "train_loss_step": 8.952373504638672, "n_params": 4797700, "total_flops": 12085598208000000, "train_loss": 0.04802697255061223, "subset_score_loss": 0.04802697255061223}
+{"step": 830000, "wall_time": 5428.891107797623, "train_loss_step": 9.282732009887695, "n_params": 4797700, "total_flops": 12232983552000000, "train_loss": 0.05228120730473445, "subset_score_loss": 0.05228120730473445}
+{"step": 840000, "wall_time": 5486.03058218956, "train_loss_step": 8.538888931274414, "n_params": 4797700, "total_flops": 12380368896000000, "train_loss": 0.0463402454669659, "subset_score_loss": 0.0463402454669659}
+{"step": 850000, "wall_time": 5546.544088125229, "train_loss_step": 9.308213233947754, "n_params": 4797700, "total_flops": 12527754240000000, "train_loss": 0.052850341796875, "subset_score_loss": 0.052850341796875}
+{"step": 860000, "wall_time": 5607.044151067734, "train_loss_step": 8.95775032043457, "n_params": 4797700, "total_flops": 12675139584000000, "train_loss": 0.04862889143136832, "subset_score_loss": 0.04862889143136832}
+{"step": 870000, "wall_time": 5667.188053607941, "train_loss_step": 9.671045303344727, "n_params": 4797700, "total_flops": 12822524928000000, "train_loss": 0.04827698560861441, "subset_score_loss": 0.04827698560861441}
+{"step": 880000, "wall_time": 5727.628687143326, "train_loss_step": 9.075819969177246, "n_params": 4797700, "total_flops": 12969910272000000, "train_loss": 0.04730098797724797, "subset_score_loss": 0.04730098797724797}
+{"step": 890000, "wall_time": 5788.1193199157715, "train_loss_step": 9.017091751098633, "n_params": 4797700, "total_flops": 13117295616000000, "train_loss": 0.04654238407428448, "subset_score_loss": 0.04654238407428448}
+{"step": 900000, "wall_time": 5896.573055744171, "train_loss_step": 8.270488739013672, "n_params": 4797700, "total_flops": 13264680960000000, "train_loss": 0.047513360243577225, "subset_score_loss": 0.047513360243577225, "memorization_fraction_pixel": 0.018200000748038292, "mean_nn_ratio_pixel": 0.932593822479248, "fid": 271.4821444816228, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 5956.9713842868805, "train_loss_step": 8.319992065429688, "n_params": 4797700, "total_flops": 13412066304000000, "train_loss": 0.04854395939753606, "subset_score_loss": 0.04854395939753606}
+{"step": 920000, "wall_time": 6017.071656703949, "train_loss_step": 8.569290161132812, "n_params": 4797700, "total_flops": 13559451648000000, "train_loss": 0.04602048213665302, "subset_score_loss": 0.04602048213665302}
+{"step": 930000, "wall_time": 6073.726158857346, "train_loss_step": 8.870349884033203, "n_params": 4797700, "total_flops": 13706836992000000, "train_loss": 0.046654018988976115, "subset_score_loss": 0.046654018988976115}
+{"step": 940000, "wall_time": 6134.396525144577, "train_loss_step": 8.874347686767578, "n_params": 4797700, "total_flops": 13854222336000000, "train_loss": 0.046620845794677734, "subset_score_loss": 0.046620845794677734}
+{"step": 950000, "wall_time": 6195.083051204681, "train_loss_step": 8.787606239318848, "n_params": 4797700, "total_flops": 14001607680000000, "train_loss": 0.04418070499713604, "subset_score_loss": 0.04418070499713604}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d260/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d260/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..1c9b08a358f3415535aa1a37707a5b73f4d96ddb
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d260/runner.log
@@ -0,0 +1,97 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     51s | train_loss=1.0005 | fid=302.3955
+  step   10000 |    111s | train_loss=0.6384
+  step   20000 |    172s | train_loss=0.5206
+  step   30000 |    233s | train_loss=0.4759
+  step   40000 |    293s | train_loss=0.4449
+  step   50000 |    354s | train_loss=0.4115
+  step   60000 |    415s | train_loss=0.3767
+  step   70000 |    475s | train_loss=0.3369
+  step   80000 |    536s | train_loss=0.2974
+  step   90000 |    596s | train_loss=0.2607
+  step  100000 |    700s | train_loss=0.2314 | fid=181.6168
+  step  110000 |    761s | train_loss=0.2073
+  step  120000 |    822s | train_loss=0.1869
+  step  130000 |    883s | train_loss=0.1729
+  step  140000 |    943s | train_loss=0.1626
+  step  150000 |   1004s | train_loss=0.1559
+  step  160000 |   1065s | train_loss=0.1488
+  step  170000 |   1125s | train_loss=0.1378
+  step  180000 |   1186s | train_loss=0.1294
+  step  190000 |   1245s | train_loss=0.1245
+  step  200000 |   1351s | train_loss=0.1226 | fid=236.5541
+  step  210000 |   1412s | train_loss=0.1222
+  step  220000 |   1473s | train_loss=0.1154
+  step  230000 |   1534s | train_loss=0.1146
+  step  240000 |   1594s | train_loss=0.1101
+  step  250000 |   1655s | train_loss=0.1065
+  step  260000 |   1715s | train_loss=0.1045
+  step  270000 |   1776s | train_loss=0.1131
+  step  280000 |   1835s | train_loss=0.1018
+  step  290000 |   1892s | train_loss=0.1042
+  step  300000 |   1999s | train_loss=0.0986 | fid=256.5561
+  step  310000 |   2060s | train_loss=0.0946
+  step  320000 |   2120s | train_loss=0.0935
+  step  330000 |   2181s | train_loss=0.0937
+  step  340000 |   2242s | train_loss=0.0884
+  step  350000 |   2302s | train_loss=0.0942
+  step  360000 |   2362s | train_loss=0.0894
+  step  370000 |   2423s | train_loss=0.0856
+  step  380000 |   2479s | train_loss=0.0875
+  step  390000 |   2540s | train_loss=0.0834
+  step  400000 |   2648s | train_loss=0.0849 | fid=267.8019
+  step  410000 |   2709s | train_loss=0.0829
+  step  420000 |   2770s | train_loss=0.0792
+  step  430000 |   2830s | train_loss=0.0795
+  step  440000 |   2891s | train_loss=0.0769
+  step  450000 |   2951s | train_loss=0.0741
+  step  460000 |   3012s | train_loss=0.0763
+  step  470000 |   3068s | train_loss=0.0753
+  step  480000 |   3129s | train_loss=0.0731
+  step  490000 |   3190s | train_loss=0.0749
+  step  500000 |   3298s | train_loss=0.0747 | fid=280.2550
+  step  510000 |   3358s | train_loss=0.0658
+  step  520000 |   3419s | train_loss=0.0749
+  step  530000 |   3479s | train_loss=0.0686
+  step  540000 |   3540s | train_loss=0.0696
+  step  550000 |   3600s | train_loss=0.0660
+  step  560000 |   3657s | train_loss=0.0623
+  step  570000 |   3718s | train_loss=0.0649
+  step  580000 |   3779s | train_loss=0.0597
+  step  590000 |   3839s | train_loss=0.0598
+  step  600000 |   3948s | train_loss=0.0597 | fid=272.0836
+  step  610000 |   4008s | train_loss=0.0656
+  step  620000 |   4069s | train_loss=0.0590
+  step  630000 |   4129s | train_loss=0.0559
+  step  640000 |   4190s | train_loss=0.0582
+  step  650000 |   4247s | train_loss=0.0623
+  step  660000 |   4307s | train_loss=0.0575
+  step  670000 |   4367s | train_loss=0.0588
+  step  680000 |   4428s | train_loss=0.0535
+  step  690000 |   4489s | train_loss=0.0601
+  step  700000 |   4598s | train_loss=0.0548 | fid=277.6189
+  step  710000 |   4658s | train_loss=0.0730
+  step  720000 |   4719s | train_loss=0.0560
+  step  730000 |   4779s | train_loss=0.0592
+  step  740000 |   4839s | train_loss=0.0569
+  step  750000 |   4896s | train_loss=0.0503
+  step  760000 |   4957s | train_loss=0.0569
+  step  770000 |   5017s | train_loss=0.0575
+  step  780000 |   5078s | train_loss=0.0481
+  step  790000 |   5138s | train_loss=0.0486
+  step  800000 |   5248s | train_loss=0.0522 | fid=266.7108
+  step  810000 |   5308s | train_loss=0.0572
+  step  820000 |   5369s | train_loss=0.0480
+  step  830000 |   5429s | train_loss=0.0523
+  step  840000 |   5486s | train_loss=0.0463
+  step  850000 |   5547s | train_loss=0.0529
+  step  860000 |   5607s | train_loss=0.0486
+  step  870000 |   5667s | train_loss=0.0483
+  step  880000 |   5728s | train_loss=0.0473
+  step  890000 |   5788s | train_loss=0.0465
+  step  900000 |   5897s | train_loss=0.0475 | fid=271.4821
+  step  910000 |   5957s | train_loss=0.0485
+  step  920000 |   6017s | train_loss=0.0460
+  step  930000 |   6074s | train_loss=0.0467
+  step  940000 |   6134s | train_loss=0.0466
+  step  950000 |   6195s | train_loss=0.0442
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0de62bb9ee0161b7f75bae79757ea289d5cdca2f
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d40/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..1227c3689c418a8bc8310422c7050544738c877a
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 40, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d40/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 76.17245054244995, "train_loss_step": 39.744544982910156, "n_params": 4346920, "total_flops": 13353738240, "train_loss": 0.9991137504577636, "subset_score_loss": 0.9991137504577636, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.974041223526001, "fid": 229.8972927204556, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 171.06529712677002, "train_loss_step": 10.609554290771484, "n_params": 4346920, "total_flops": 133537382400000, "train_loss": 0.8930241584777832, "subset_score_loss": 0.8930241584777832}
+{"step": 20000, "wall_time": 266.2981312274933, "train_loss_step": 9.478321075439453, "n_params": 4346920, "total_flops": 267074764800000, "train_loss": 0.8697093009948731, "subset_score_loss": 0.8697093009948731}
+{"step": 30000, "wall_time": 361.24921464920044, "train_loss_step": 7.996191501617432, "n_params": 4346920, "total_flops": 400612147200000, "train_loss": 0.8133382797241211, "subset_score_loss": 0.8133382797241211}
+{"step": 40000, "wall_time": 456.3164219856262, "train_loss_step": 7.652252197265625, "n_params": 4346920, "total_flops": 534149529600000, "train_loss": 0.7030993461608886, "subset_score_loss": 0.7030993461608886}
+{"step": 50000, "wall_time": 551.6913244724274, "train_loss_step": 6.650075435638428, "n_params": 4346920, "total_flops": 667686912000000, "train_loss": 0.5222964286804199, "subset_score_loss": 0.5222964286804199}
+{"step": 60000, "wall_time": 647.0475647449493, "train_loss_step": 5.8433146476745605, "n_params": 4346920, "total_flops": 801224294400000, "train_loss": 0.34899287223815917, "subset_score_loss": 0.34899287223815917}
+{"step": 70000, "wall_time": 742.2501058578491, "train_loss_step": 5.358710289001465, "n_params": 4346920, "total_flops": 934761676800000, "train_loss": 0.247259521484375, "subset_score_loss": 0.247259521484375}
+{"step": 80000, "wall_time": 837.5129404067993, "train_loss_step": 5.435614585876465, "n_params": 4346920, "total_flops": 1068299059200000, "train_loss": 0.19650232791900635, "subset_score_loss": 0.19650232791900635}
+{"step": 90000, "wall_time": 932.7401757240295, "train_loss_step": 4.371504783630371, "n_params": 4346920, "total_flops": 1201836441600000, "train_loss": 0.16730364561080932, "subset_score_loss": 0.16730364561080932}
+{"step": 100000, "wall_time": 1101.735468864441, "train_loss_step": 4.376585960388184, "n_params": 4346920, "total_flops": 1335373824000000, "train_loss": 0.15096458196640014, "subset_score_loss": 0.15096458196640014, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.8979397416114807, "fid": 160.25243322332824, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1190.592712879181, "train_loss_step": 4.652548789978027, "n_params": 4346920, "total_flops": 1468911206400000, "train_loss": 0.13662681579589844, "subset_score_loss": 0.13662681579589844}
+{"step": 120000, "wall_time": 1286.2273485660553, "train_loss_step": 4.596000671386719, "n_params": 4346920, "total_flops": 1602448588800000, "train_loss": 0.1267750382423401, "subset_score_loss": 0.1267750382423401}
+{"step": 130000, "wall_time": 1381.7315471172333, "train_loss_step": 4.580153465270996, "n_params": 4346920, "total_flops": 1735985971200000, "train_loss": 0.11936665773391723, "subset_score_loss": 0.11936665773391723}
+{"step": 140000, "wall_time": 1476.8586823940277, "train_loss_step": 4.508299827575684, "n_params": 4346920, "total_flops": 1869523353600000, "train_loss": 0.11170835494995117, "subset_score_loss": 0.11170835494995117}
+{"step": 150000, "wall_time": 1572.3483939170837, "train_loss_step": 4.133095741271973, "n_params": 4346920, "total_flops": 2003060736000000, "train_loss": 0.10570852756500244, "subset_score_loss": 0.10570852756500244}
+{"step": 160000, "wall_time": 1667.7749226093292, "train_loss_step": 4.142848491668701, "n_params": 4346920, "total_flops": 2136598118400000, "train_loss": 0.10014814138412476, "subset_score_loss": 0.10014814138412476}
+{"step": 170000, "wall_time": 1763.219271183014, "train_loss_step": 4.10757303237915, "n_params": 4346920, "total_flops": 2270135500800000, "train_loss": 0.09505393505096435, "subset_score_loss": 0.09505393505096435}
+{"step": 180000, "wall_time": 1858.6559917926788, "train_loss_step": 4.147522926330566, "n_params": 4346920, "total_flops": 2403672883200000, "train_loss": 0.08985852599143981, "subset_score_loss": 0.08985852599143981}
+{"step": 190000, "wall_time": 1952.043987751007, "train_loss_step": 4.2936811447143555, "n_params": 4346920, "total_flops": 2537210265600000, "train_loss": 0.08828336596488953, "subset_score_loss": 0.08828336596488953}
+{"step": 200000, "wall_time": 2122.7014684677124, "train_loss_step": 3.678610324859619, "n_params": 4346920, "total_flops": 2670747648000000, "train_loss": 0.08394541144371033, "subset_score_loss": 0.08394541144371033, "memorization_fraction_pixel": 0.002199999988079071, "mean_nn_ratio_pixel": 0.8245359659194946, "fid": 156.2136081715995, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2212.123440504074, "train_loss_step": 3.9292893409729004, "n_params": 4346920, "total_flops": 2804285030400000, "train_loss": 0.08216808438301086, "subset_score_loss": 0.08216808438301086}
+{"step": 220000, "wall_time": 2307.427834510803, "train_loss_step": 3.948000907897949, "n_params": 4346920, "total_flops": 2937822412800000, "train_loss": 0.07809305787086487, "subset_score_loss": 0.07809305787086487}
+{"step": 230000, "wall_time": 2402.6139917373657, "train_loss_step": 4.13468599319458, "n_params": 4346920, "total_flops": 3071359795200000, "train_loss": 0.07431753277778626, "subset_score_loss": 0.07431753277778626}
+{"step": 240000, "wall_time": 2497.984629392624, "train_loss_step": 3.876469373703003, "n_params": 4346920, "total_flops": 3204897177600000, "train_loss": 0.07302427291870117, "subset_score_loss": 0.07302427291870117}
+{"step": 250000, "wall_time": 2593.403022289276, "train_loss_step": 3.4868245124816895, "n_params": 4346920, "total_flops": 3338434560000000, "train_loss": 0.07135064601898193, "subset_score_loss": 0.07135064601898193}
+{"step": 260000, "wall_time": 2688.5372471809387, "train_loss_step": 3.8261661529541016, "n_params": 4346920, "total_flops": 3471971942400000, "train_loss": 0.07034657597541809, "subset_score_loss": 0.07034657597541809}
+{"step": 270000, "wall_time": 2783.8539640903473, "train_loss_step": 3.6729753017425537, "n_params": 4346920, "total_flops": 3605509324800000, "train_loss": 0.06767317056655883, "subset_score_loss": 0.06767317056655883}
+{"step": 280000, "wall_time": 2879.207794904709, "train_loss_step": 3.905837059020996, "n_params": 4346920, "total_flops": 3739046707200000, "train_loss": 0.06466052532196045, "subset_score_loss": 0.06466052532196045}
+{"step": 290000, "wall_time": 2972.432318687439, "train_loss_step": 3.644441843032837, "n_params": 4346920, "total_flops": 3872584089600000, "train_loss": 0.06355925798416137, "subset_score_loss": 0.06355925798416137}
+{"step": 300000, "wall_time": 3143.9756846427917, "train_loss_step": 3.477386951446533, "n_params": 4346920, "total_flops": 4006121472000000, "train_loss": 0.06147645711898804, "subset_score_loss": 0.06147645711898804, "memorization_fraction_pixel": 0.008700000122189522, "mean_nn_ratio_pixel": 0.760246992111206, "fid": 152.37267515769514, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3235.880764722824, "train_loss_step": 3.6549906730651855, "n_params": 4346920, "total_flops": 4139658854400000, "train_loss": 0.061235880851745604, "subset_score_loss": 0.061235880851745604}
+{"step": 320000, "wall_time": 3328.9875814914703, "train_loss_step": 3.1459641456604004, "n_params": 4346920, "total_flops": 4273196236800000, "train_loss": 0.059720927476882936, "subset_score_loss": 0.059720927476882936}
+{"step": 330000, "wall_time": 3424.2877357006073, "train_loss_step": 3.560354709625244, "n_params": 4346920, "total_flops": 4406733619200000, "train_loss": 0.059332364797592164, "subset_score_loss": 0.059332364797592164}
+{"step": 340000, "wall_time": 3519.714864730835, "train_loss_step": 3.43013334274292, "n_params": 4346920, "total_flops": 4540271001600000, "train_loss": 0.05788434743881225, "subset_score_loss": 0.05788434743881225}
+{"step": 350000, "wall_time": 3615.168641090393, "train_loss_step": 3.6058318614959717, "n_params": 4346920, "total_flops": 4673808384000000, "train_loss": 0.056158047914505, "subset_score_loss": 0.056158047914505}
+{"step": 360000, "wall_time": 3710.4639332294464, "train_loss_step": 3.5760114192962646, "n_params": 4346920, "total_flops": 4807345766400000, "train_loss": 0.05501672625541687, "subset_score_loss": 0.05501672625541687}
+{"step": 370000, "wall_time": 3805.7005207538605, "train_loss_step": 3.6522037982940674, "n_params": 4346920, "total_flops": 4940883148800000, "train_loss": 0.05416010022163391, "subset_score_loss": 0.05416010022163391}
+{"step": 380000, "wall_time": 3898.651254415512, "train_loss_step": 3.4404754638671875, "n_params": 4346920, "total_flops": 5074420531200000, "train_loss": 0.052722078561782834, "subset_score_loss": 0.052722078561782834}
+{"step": 390000, "wall_time": 3994.0500161647797, "train_loss_step": 3.481306552886963, "n_params": 4346920, "total_flops": 5207957913600000, "train_loss": 0.05160188674926758, "subset_score_loss": 0.05160188674926758}
+{"step": 400000, "wall_time": 4165.921610116959, "train_loss_step": 3.526834011077881, "n_params": 4346920, "total_flops": 5341495296000000, "train_loss": 0.05184892416000366, "subset_score_loss": 0.05184892416000366, "memorization_fraction_pixel": 0.013100000098347664, "mean_nn_ratio_pixel": 0.7198560833930969, "fid": 149.78797035255857, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4257.555823802948, "train_loss_step": 3.5420479774475098, "n_params": 4346920, "total_flops": 5475032678400000, "train_loss": 0.049944442510604856, "subset_score_loss": 0.049944442510604856}
+{"step": 420000, "wall_time": 4350.498485088348, "train_loss_step": 3.390993118286133, "n_params": 4346920, "total_flops": 5608570060800000, "train_loss": 0.04964341223239899, "subset_score_loss": 0.04964341223239899}
+{"step": 430000, "wall_time": 4446.029162406921, "train_loss_step": 3.294386148452759, "n_params": 4346920, "total_flops": 5742107443200000, "train_loss": 0.04846759736537933, "subset_score_loss": 0.04846759736537933}
+{"step": 440000, "wall_time": 4541.241237401962, "train_loss_step": 3.3960070610046387, "n_params": 4346920, "total_flops": 5875644825600000, "train_loss": 0.04847294092178345, "subset_score_loss": 0.04847294092178345}
+{"step": 450000, "wall_time": 4636.357292175293, "train_loss_step": 3.651965618133545, "n_params": 4346920, "total_flops": 6009182208000000, "train_loss": 0.04684145748615265, "subset_score_loss": 0.04684145748615265}
+{"step": 460000, "wall_time": 4731.650112628937, "train_loss_step": 3.153437614440918, "n_params": 4346920, "total_flops": 6142719590400000, "train_loss": 0.04757021367549896, "subset_score_loss": 0.04757021367549896}
+{"step": 470000, "wall_time": 4824.934152126312, "train_loss_step": 3.4597339630126953, "n_params": 4346920, "total_flops": 6276256972800000, "train_loss": 0.04683410823345184, "subset_score_loss": 0.04683410823345184}
+{"step": 480000, "wall_time": 4920.176398992538, "train_loss_step": 3.0567729473114014, "n_params": 4346920, "total_flops": 6409794355200000, "train_loss": 0.047012367844581605, "subset_score_loss": 0.047012367844581605}
+{"step": 490000, "wall_time": 5015.534698486328, "train_loss_step": 3.2442069053649902, "n_params": 4346920, "total_flops": 6543331737600000, "train_loss": 0.045248684287071225, "subset_score_loss": 0.045248684287071225}
+{"step": 500000, "wall_time": 5186.242480754852, "train_loss_step": 3.236079692840576, "n_params": 4346920, "total_flops": 6676869120000000, "train_loss": 0.044897451996803284, "subset_score_loss": 0.044897451996803284, "memorization_fraction_pixel": 0.016200000420212746, "mean_nn_ratio_pixel": 0.6870623826980591, "fid": 146.47690310910787, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5279.856019496918, "train_loss_step": 3.366406202316284, "n_params": 4346920, "total_flops": 6810406502400000, "train_loss": 0.04391729235649109, "subset_score_loss": 0.04391729235649109}
+{"step": 520000, "wall_time": 5371.098320484161, "train_loss_step": 3.0042781829833984, "n_params": 4346920, "total_flops": 6943943884800000, "train_loss": 0.0443606823682785, "subset_score_loss": 0.0443606823682785}
+{"step": 530000, "wall_time": 5466.463725566864, "train_loss_step": 3.377739429473877, "n_params": 4346920, "total_flops": 7077481267200000, "train_loss": 0.04379464089870453, "subset_score_loss": 0.04379464089870453}
+{"step": 540000, "wall_time": 5561.552017211914, "train_loss_step": 2.9699339866638184, "n_params": 4346920, "total_flops": 7211018649600000, "train_loss": 0.04270090460777283, "subset_score_loss": 0.04270090460777283}
+{"step": 550000, "wall_time": 5657.019049406052, "train_loss_step": 3.245785713195801, "n_params": 4346920, "total_flops": 7344556032000000, "train_loss": 0.042178645730018616, "subset_score_loss": 0.042178645730018616}
+{"step": 560000, "wall_time": 5752.201560258865, "train_loss_step": 3.1881375312805176, "n_params": 4346920, "total_flops": 7478093414400000, "train_loss": 0.04199270308017731, "subset_score_loss": 0.04199270308017731}
+{"step": 570000, "wall_time": 5845.367927789688, "train_loss_step": 3.4495835304260254, "n_params": 4346920, "total_flops": 7611630796800000, "train_loss": 0.04223887920379639, "subset_score_loss": 0.04223887920379639}
+{"step": 580000, "wall_time": 5940.832263946533, "train_loss_step": 3.3964550495147705, "n_params": 4346920, "total_flops": 7745168179200000, "train_loss": 0.041115877032279965, "subset_score_loss": 0.041115877032279965}
+{"step": 590000, "wall_time": 6036.0841562747955, "train_loss_step": 3.3987014293670654, "n_params": 4346920, "total_flops": 7878705561600000, "train_loss": 0.040106967091560364, "subset_score_loss": 0.040106967091560364}
+{"step": 600000, "wall_time": 6209.089333057404, "train_loss_step": 3.4766969680786133, "n_params": 4346920, "total_flops": 8012242944000000, "train_loss": 0.04077426791191101, "subset_score_loss": 0.04077426791191101, "memorization_fraction_pixel": 0.02500000037252903, "mean_nn_ratio_pixel": 0.6599389314651489, "fid": 145.05761161740514, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6302.938061475754, "train_loss_step": 3.2488203048706055, "n_params": 4346920, "total_flops": 8145780326400000, "train_loss": 0.03998242914676666, "subset_score_loss": 0.03998242914676666}
+{"step": 620000, "wall_time": 6396.363421201706, "train_loss_step": 3.1934385299682617, "n_params": 4346920, "total_flops": 8279317708800000, "train_loss": 0.040897876024246216, "subset_score_loss": 0.040897876024246216}
+{"step": 630000, "wall_time": 6489.219033479691, "train_loss_step": 3.4028713703155518, "n_params": 4346920, "total_flops": 8412855091200000, "train_loss": 0.038590815663337705, "subset_score_loss": 0.038590815663337705}
+{"step": 640000, "wall_time": 6584.611510753632, "train_loss_step": 3.2019495964050293, "n_params": 4346920, "total_flops": 8546392473600000, "train_loss": 0.03881913721561432, "subset_score_loss": 0.03881913721561432}
+{"step": 650000, "wall_time": 6680.183475971222, "train_loss_step": 3.2039499282836914, "n_params": 4346920, "total_flops": 8679929856000000, "train_loss": 0.03880015015602112, "subset_score_loss": 0.03880015015602112}
+{"step": 660000, "wall_time": 6772.446122407913, "train_loss_step": 3.0624661445617676, "n_params": 4346920, "total_flops": 8813467238400000, "train_loss": 0.03889221847057343, "subset_score_loss": 0.03889221847057343}
+{"step": 670000, "wall_time": 6867.864936828613, "train_loss_step": 3.216900110244751, "n_params": 4346920, "total_flops": 8947004620800000, "train_loss": 0.037450551986694336, "subset_score_loss": 0.037450551986694336}
+{"step": 680000, "wall_time": 6963.171331882477, "train_loss_step": 2.7861533164978027, "n_params": 4346920, "total_flops": 9080542003200000, "train_loss": 0.03735800385475159, "subset_score_loss": 0.03735800385475159}
+{"step": 690000, "wall_time": 7058.434681177139, "train_loss_step": 3.6582560539245605, "n_params": 4346920, "total_flops": 9214079385600000, "train_loss": 0.03712749183177948, "subset_score_loss": 0.03712749183177948}
+{"step": 700000, "wall_time": 7232.988680839539, "train_loss_step": 3.146477699279785, "n_params": 4346920, "total_flops": 9347616768000000, "train_loss": 0.036535799503326416, "subset_score_loss": 0.036535799503326416, "memorization_fraction_pixel": 0.02500000037252903, "mean_nn_ratio_pixel": 0.6408517360687256, "fid": 144.90077857292582, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7326.244605302811, "train_loss_step": 3.165374755859375, "n_params": 4346920, "total_flops": 9481154150400000, "train_loss": 0.03723917901515961, "subset_score_loss": 0.03723917901515961}
+{"step": 720000, "wall_time": 7419.825408935547, "train_loss_step": 3.157423734664917, "n_params": 4346920, "total_flops": 9614691532800000, "train_loss": 0.036256802082061765, "subset_score_loss": 0.036256802082061765}
+{"step": 730000, "wall_time": 7513.521301269531, "train_loss_step": 2.8928403854370117, "n_params": 4346920, "total_flops": 9748228915200000, "train_loss": 0.03661786317825318, "subset_score_loss": 0.03661786317825318}
+{"step": 740000, "wall_time": 7608.6086003780365, "train_loss_step": 2.9716594219207764, "n_params": 4346920, "total_flops": 9881766297600000, "train_loss": 0.03563314378261566, "subset_score_loss": 0.03563314378261566}
+{"step": 750000, "wall_time": 7701.001839876175, "train_loss_step": 3.0923407077789307, "n_params": 4346920, "total_flops": 10015303680000000, "train_loss": 0.036144450306892395, "subset_score_loss": 0.036144450306892395}
+{"step": 760000, "wall_time": 7796.443143367767, "train_loss_step": 3.2644195556640625, "n_params": 4346920, "total_flops": 10148841062400000, "train_loss": 0.03510328531265259, "subset_score_loss": 0.03510328531265259}
+{"step": 770000, "wall_time": 7891.778439998627, "train_loss_step": 3.263176918029785, "n_params": 4346920, "total_flops": 10282378444800000, "train_loss": 0.035625877976417544, "subset_score_loss": 0.035625877976417544}
+{"step": 780000, "wall_time": 7986.784685850143, "train_loss_step": 3.2290759086608887, "n_params": 4346920, "total_flops": 10415915827200000, "train_loss": 0.03467370867729187, "subset_score_loss": 0.03467370867729187}
+{"step": 790000, "wall_time": 8081.958123922348, "train_loss_step": 2.8790359497070312, "n_params": 4346920, "total_flops": 10549453209600000, "train_loss": 0.03426434397697449, "subset_score_loss": 0.03426434397697449}
+{"step": 800000, "wall_time": 8256.554109096527, "train_loss_step": 3.036292552947998, "n_params": 4346920, "total_flops": 10682990592000000, "train_loss": 0.03418026566505432, "subset_score_loss": 0.03418026566505432, "memorization_fraction_pixel": 0.03060000017285347, "mean_nn_ratio_pixel": 0.6210306286811829, "fid": 143.33355380662113, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8350.14115357399, "train_loss_step": 3.152817964553833, "n_params": 4346920, "total_flops": 10816527974400000, "train_loss": 0.034176185727119446, "subset_score_loss": 0.034176185727119446}
+{"step": 820000, "wall_time": 8443.836565732956, "train_loss_step": 2.8032145500183105, "n_params": 4346920, "total_flops": 10950065356800000, "train_loss": 0.033636036515235904, "subset_score_loss": 0.033636036515235904}
+{"step": 830000, "wall_time": 8537.10153388977, "train_loss_step": 3.020322322845459, "n_params": 4346920, "total_flops": 11083602739200000, "train_loss": 0.033182930946350095, "subset_score_loss": 0.033182930946350095}
+{"step": 840000, "wall_time": 8632.006631851196, "train_loss_step": 2.9371490478515625, "n_params": 4346920, "total_flops": 11217140121600000, "train_loss": 0.03374485969543457, "subset_score_loss": 0.03374485969543457}
+{"step": 850000, "wall_time": 8724.565196990967, "train_loss_step": 3.027486801147461, "n_params": 4346920, "total_flops": 11350677504000000, "train_loss": 0.03314075767993927, "subset_score_loss": 0.03314075767993927}
+{"step": 860000, "wall_time": 8819.868356227875, "train_loss_step": 3.0710349082946777, "n_params": 4346920, "total_flops": 11484214886400000, "train_loss": 0.032545271515846255, "subset_score_loss": 0.032545271515846255}
+{"step": 870000, "wall_time": 8915.304978847504, "train_loss_step": 2.9374380111694336, "n_params": 4346920, "total_flops": 11617752268800000, "train_loss": 0.0317501038312912, "subset_score_loss": 0.0317501038312912}
+{"step": 880000, "wall_time": 9010.39603304863, "train_loss_step": 3.2959959506988525, "n_params": 4346920, "total_flops": 11751289651200000, "train_loss": 0.0323582649230957, "subset_score_loss": 0.0323582649230957}
+{"step": 890000, "wall_time": 9105.82319688797, "train_loss_step": 2.8004636764526367, "n_params": 4346920, "total_flops": 11884827033600000, "train_loss": 0.03183775544166565, "subset_score_loss": 0.03183775544166565}
+{"step": 900000, "wall_time": 9280.065503358841, "train_loss_step": 2.844101905822754, "n_params": 4346920, "total_flops": 12018364416000000, "train_loss": 0.03143816292285919, "subset_score_loss": 0.03143816292285919, "memorization_fraction_pixel": 0.03920000046491623, "mean_nn_ratio_pixel": 0.5984600186347961, "fid": 142.85222186077618, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9373.763134241104, "train_loss_step": 3.0785107612609863, "n_params": 4346920, "total_flops": 12151901798400000, "train_loss": 0.03166404962539673, "subset_score_loss": 0.03166404962539673}
+{"step": 920000, "wall_time": 9466.451484203339, "train_loss_step": 3.2561700344085693, "n_params": 4346920, "total_flops": 12285439180800000, "train_loss": 0.032047349214553836, "subset_score_loss": 0.032047349214553836}
+{"step": 930000, "wall_time": 9562.075577497482, "train_loss_step": 3.058439254760742, "n_params": 4346920, "total_flops": 12418976563200000, "train_loss": 0.03087354302406311, "subset_score_loss": 0.03087354302406311}
+{"step": 940000, "wall_time": 9652.341516494751, "train_loss_step": 3.20806884765625, "n_params": 4346920, "total_flops": 12552513945600000, "train_loss": 0.032346323132514954, "subset_score_loss": 0.032346323132514954}
+{"step": 950000, "wall_time": 9747.764173269272, "train_loss_step": 3.0773069858551025, "n_params": 4346920, "total_flops": 12686051328000000, "train_loss": 0.030549627542495728, "subset_score_loss": 0.030549627542495728}
+{"step": 960000, "wall_time": 9843.132796764374, "train_loss_step": 2.8241591453552246, "n_params": 4346920, "total_flops": 12819588710400000, "train_loss": 0.030329284071922303, "subset_score_loss": 0.030329284071922303}
+{"step": 970000, "wall_time": 9938.427203178406, "train_loss_step": 2.998061180114746, "n_params": 4346920, "total_flops": 12953126092800000, "train_loss": 0.031408682465553284, "subset_score_loss": 0.031408682465553284}
+{"step": 980000, "wall_time": 10033.38601899147, "train_loss_step": 3.0593740940093994, "n_params": 4346920, "total_flops": 13086663475200000, "train_loss": 0.030131980776786804, "subset_score_loss": 0.030131980776786804}
+{"step": 990000, "wall_time": 10128.67528796196, "train_loss_step": 2.886369228363037, "n_params": 4346920, "total_flops": 13220200857600000, "train_loss": 0.029650288820266723, "subset_score_loss": 0.029650288820266723}
+{"step": 1000000, "wall_time": 10302.856181621552, "train_loss_step": 3.150975227355957, "n_params": 4346920, "total_flops": 13353738240000000, "train_loss": 0.030226126313209534, "subset_score_loss": 0.030226126313209534, "memorization_fraction_pixel": 0.03909999877214432, "mean_nn_ratio_pixel": 0.5903494954109192, "fid": 142.16595019535904, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10398.065119504929, "train_loss_step": 3.005890130996704, "n_params": 4346920, "total_flops": 13487275622400000, "train_loss": 0.03001965582370758, "subset_score_loss": 0.03001965582370758}
+{"step": 1020000, "wall_time": 10491.415157556534, "train_loss_step": 2.744131088256836, "n_params": 4346920, "total_flops": 13620813004800000, "train_loss": 0.029609689116477968, "subset_score_loss": 0.029609689116477968}
+{"step": 1030000, "wall_time": 10582.202635765076, "train_loss_step": 2.8333377838134766, "n_params": 4346920, "total_flops": 13754350387200000, "train_loss": 0.029472437500953675, "subset_score_loss": 0.029472437500953675}
+{"step": 1040000, "wall_time": 10675.520525455475, "train_loss_step": 2.95088791847229, "n_params": 4346920, "total_flops": 13887887769600000, "train_loss": 0.029686024785041808, "subset_score_loss": 0.029686024785041808}
+{"step": 1050000, "wall_time": 10770.660037755966, "train_loss_step": 2.864586114883423, "n_params": 4346920, "total_flops": 14021425152000000, "train_loss": 0.029648011922836302, "subset_score_loss": 0.029648011922836302}
+{"step": 1060000, "wall_time": 10865.83450126648, "train_loss_step": 3.0199034214019775, "n_params": 4346920, "total_flops": 14154962534400000, "train_loss": 0.02925056517124176, "subset_score_loss": 0.02925056517124176}
+{"step": 1070000, "wall_time": 10960.839138269424, "train_loss_step": 2.987056255340576, "n_params": 4346920, "total_flops": 14288499916800000, "train_loss": 0.02909761667251587, "subset_score_loss": 0.02909761667251587}
+{"step": 1080000, "wall_time": 11056.131704330444, "train_loss_step": 2.9991190433502197, "n_params": 4346920, "total_flops": 14422037299200000, "train_loss": 0.028858482837677002, "subset_score_loss": 0.028858482837677002}
+{"step": 1090000, "wall_time": 11151.052716970444, "train_loss_step": 2.808406352996826, "n_params": 4346920, "total_flops": 14555574681600000, "train_loss": 0.028499466180801392, "subset_score_loss": 0.028499466180801392}
+{"step": 1100000, "wall_time": 11324.882928848267, "train_loss_step": 2.881284713745117, "n_params": 4346920, "total_flops": 14689112064000000, "train_loss": 0.02810879349708557, "subset_score_loss": 0.02810879349708557, "memorization_fraction_pixel": 0.04100000113248825, "mean_nn_ratio_pixel": 0.5748835802078247, "fid": 142.10539038899918, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11420.217193126678, "train_loss_step": 2.7259726524353027, "n_params": 4346920, "total_flops": 14822649446400000, "train_loss": 0.02814492881298065, "subset_score_loss": 0.02814492881298065}
+{"step": 1120000, "wall_time": 11513.530674219131, "train_loss_step": 3.238908290863037, "n_params": 4346920, "total_flops": 14956186828800000, "train_loss": 0.02844914197921753, "subset_score_loss": 0.02844914197921753}
+{"step": 1130000, "wall_time": 11602.989147663116, "train_loss_step": 2.7619261741638184, "n_params": 4346920, "total_flops": 15089724211200000, "train_loss": 0.0278502881526947, "subset_score_loss": 0.0278502881526947}
+{"step": 1140000, "wall_time": 11696.030266284943, "train_loss_step": 2.7786779403686523, "n_params": 4346920, "total_flops": 15223261593600000, "train_loss": 0.027494484186172487, "subset_score_loss": 0.027494484186172487}
+{"step": 1150000, "wall_time": 11790.986856222153, "train_loss_step": 2.903801918029785, "n_params": 4346920, "total_flops": 15356798976000000, "train_loss": 0.02794286608695984, "subset_score_loss": 0.02794286608695984}
+{"step": 1160000, "wall_time": 11886.60896229744, "train_loss_step": 2.8849380016326904, "n_params": 4346920, "total_flops": 15490336358400000, "train_loss": 0.027726146578788757, "subset_score_loss": 0.027726146578788757}
+{"step": 1170000, "wall_time": 11982.064436674118, "train_loss_step": 2.881004810333252, "n_params": 4346920, "total_flops": 15623873740800000, "train_loss": 0.028912624716758727, "subset_score_loss": 0.028912624716758727}
+{"step": 1180000, "wall_time": 12077.372711896896, "train_loss_step": 2.895418882369995, "n_params": 4346920, "total_flops": 15757411123200000, "train_loss": 0.02691369652748108, "subset_score_loss": 0.02691369652748108}
+{"step": 1190000, "wall_time": 12172.740426301956, "train_loss_step": 3.034648895263672, "n_params": 4346920, "total_flops": 15890948505600000, "train_loss": 0.02726353406906128, "subset_score_loss": 0.02726353406906128}
+{"step": 1200000, "wall_time": 12346.425127983093, "train_loss_step": 3.028564453125, "n_params": 4346920, "total_flops": 16024485888000000, "train_loss": 0.027831998467445374, "subset_score_loss": 0.027831998467445374, "memorization_fraction_pixel": 0.0478999987244606, "mean_nn_ratio_pixel": 0.5656229257583618, "fid": 141.6722294948871, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12441.585330963135, "train_loss_step": 2.919595241546631, "n_params": 4346920, "total_flops": 16158023270400000, "train_loss": 0.027269092202186585, "subset_score_loss": 0.027269092202186585}
+{"step": 1220000, "wall_time": 12532.036578416824, "train_loss_step": 2.633643388748169, "n_params": 4346920, "total_flops": 16291560652800000, "train_loss": 0.026811811327934264, "subset_score_loss": 0.026811811327934264}
+{"step": 1230000, "wall_time": 12625.556007146835, "train_loss_step": 3.077465534210205, "n_params": 4346920, "total_flops": 16425098035200000, "train_loss": 0.028449133038520813, "subset_score_loss": 0.028449133038520813}
+{"step": 1240000, "wall_time": 12720.84175491333, "train_loss_step": 2.877138137817383, "n_params": 4346920, "total_flops": 16558635417600000, "train_loss": 0.026485228538513185, "subset_score_loss": 0.026485228538513185}
+{"step": 1250000, "wall_time": 12813.826165437698, "train_loss_step": 2.685147285461426, "n_params": 4346920, "total_flops": 16692172800000000, "train_loss": 0.026293990015983582, "subset_score_loss": 0.026293990015983582}
+{"step": 1260000, "wall_time": 12909.026827573776, "train_loss_step": 3.0332517623901367, "n_params": 4346920, "total_flops": 16825710182400000, "train_loss": 0.02669239044189453, "subset_score_loss": 0.02669239044189453}
+{"step": 1270000, "wall_time": 13004.050434350967, "train_loss_step": 2.969547986984253, "n_params": 4346920, "total_flops": 16959247564800000, "train_loss": 0.02620535492897034, "subset_score_loss": 0.02620535492897034}
+{"step": 1280000, "wall_time": 13099.038888454437, "train_loss_step": 2.882755756378174, "n_params": 4346920, "total_flops": 17092784947200000, "train_loss": 0.026507741212844847, "subset_score_loss": 0.026507741212844847}
+{"step": 1290000, "wall_time": 13194.548325538635, "train_loss_step": 2.649075508117676, "n_params": 4346920, "total_flops": 17226322329600000, "train_loss": 0.025840717554092407, "subset_score_loss": 0.025840717554092407}
+{"step": 1300000, "wall_time": 13365.207713127136, "train_loss_step": 2.6029481887817383, "n_params": 4346920, "total_flops": 17359859712000000, "train_loss": 0.025663554668426514, "subset_score_loss": 0.025663554668426514, "memorization_fraction_pixel": 0.04560000076889992, "mean_nn_ratio_pixel": 0.5580340027809143, "fid": 141.6070371784971, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13457.524241685867, "train_loss_step": 2.64558744430542, "n_params": 4346920, "total_flops": 17493397094400000, "train_loss": 0.026271560788154603, "subset_score_loss": 0.026271560788154603}
+{"step": 1320000, "wall_time": 13551.01626443863, "train_loss_step": 2.7487401962280273, "n_params": 4346920, "total_flops": 17626934476800000, "train_loss": 0.025882458686828612, "subset_score_loss": 0.025882458686828612}
+{"step": 1330000, "wall_time": 13644.624221086502, "train_loss_step": 2.8124101161956787, "n_params": 4346920, "total_flops": 17760471859200000, "train_loss": 0.02616816759109497, "subset_score_loss": 0.02616816759109497}
+{"step": 1340000, "wall_time": 13740.253719091415, "train_loss_step": 2.9510810375213623, "n_params": 4346920, "total_flops": 17894009241600000, "train_loss": 0.02584259808063507, "subset_score_loss": 0.02584259808063507}
+{"step": 1350000, "wall_time": 13833.876686096191, "train_loss_step": 2.9633913040161133, "n_params": 4346920, "total_flops": 18027546624000000, "train_loss": 0.024929535388946534, "subset_score_loss": 0.024929535388946534}
+{"step": 1360000, "wall_time": 13929.04178762436, "train_loss_step": 2.8664493560791016, "n_params": 4346920, "total_flops": 18161084006400000, "train_loss": 0.02624901831150055, "subset_score_loss": 0.02624901831150055}
+{"step": 1370000, "wall_time": 14024.08424282074, "train_loss_step": 3.0178956985473633, "n_params": 4346920, "total_flops": 18294621388800000, "train_loss": 0.0258703738451004, "subset_score_loss": 0.0258703738451004}
+{"step": 1380000, "wall_time": 14119.382563829422, "train_loss_step": 2.6930813789367676, "n_params": 4346920, "total_flops": 18428158771200000, "train_loss": 0.02536880671977997, "subset_score_loss": 0.02536880671977997}
+{"step": 1390000, "wall_time": 14214.59720659256, "train_loss_step": 2.537353515625, "n_params": 4346920, "total_flops": 18561696153600000, "train_loss": 0.025699642300605775, "subset_score_loss": 0.025699642300605775}
+{"step": 1400000, "wall_time": 14388.42249751091, "train_loss_step": 2.6339197158813477, "n_params": 4346920, "total_flops": 18695233536000000, "train_loss": 0.024884349107742308, "subset_score_loss": 0.024884349107742308, "memorization_fraction_pixel": 0.04879999905824661, "mean_nn_ratio_pixel": 0.5435217022895813, "fid": 141.47525693313776, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14481.054731369019, "train_loss_step": 2.812143325805664, "n_params": 4346920, "total_flops": 18828770918400000, "train_loss": 0.025056013464927675, "subset_score_loss": 0.025056013464927675}
+{"step": 1420000, "wall_time": 14574.095705270767, "train_loss_step": 2.921977996826172, "n_params": 4346920, "total_flops": 18962308300800000, "train_loss": 0.02529575228691101, "subset_score_loss": 0.02529575228691101}
+{"step": 1430000, "wall_time": 14667.795241117477, "train_loss_step": 2.9342575073242188, "n_params": 4346920, "total_flops": 19095845683200000, "train_loss": 0.024635808169841768, "subset_score_loss": 0.024635808169841768}
+{"step": 1440000, "wall_time": 14762.822349786758, "train_loss_step": 2.898383855819702, "n_params": 4346920, "total_flops": 19229383065600000, "train_loss": 0.02393752634525299, "subset_score_loss": 0.02393752634525299}
+{"step": 1450000, "wall_time": 14856.091443777084, "train_loss_step": 2.6200597286224365, "n_params": 4346920, "total_flops": 19362920448000000, "train_loss": 0.025004565715789795, "subset_score_loss": 0.025004565715789795}
+{"step": 1460000, "wall_time": 14951.694108009338, "train_loss_step": 2.7824044227600098, "n_params": 4346920, "total_flops": 19496457830400000, "train_loss": 0.024325858056545257, "subset_score_loss": 0.024325858056545257}
+{"step": 1470000, "wall_time": 15046.988982200623, "train_loss_step": 2.7874929904937744, "n_params": 4346920, "total_flops": 19629995212800000, "train_loss": 0.02446908354759216, "subset_score_loss": 0.02446908354759216}
+{"step": 1480000, "wall_time": 15142.719151496887, "train_loss_step": 2.920898199081421, "n_params": 4346920, "total_flops": 19763532595200000, "train_loss": 0.02427893877029419, "subset_score_loss": 0.02427893877029419}
+{"step": 1490000, "wall_time": 15237.894364833832, "train_loss_step": 2.8399457931518555, "n_params": 4346920, "total_flops": 19897069977600000, "train_loss": 0.025778862833976745, "subset_score_loss": 0.025778862833976745}
+{"step": 1500000, "wall_time": 15409.624569892883, "train_loss_step": 2.8044838905334473, "n_params": 4346920, "total_flops": 20030607360000000, "train_loss": 0.024275660514831543, "subset_score_loss": 0.024275660514831543, "memorization_fraction_pixel": 0.0471000000834465, "mean_nn_ratio_pixel": 0.5435871481895447, "fid": 142.0213904199355, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 15504.836334466934, "train_loss_step": 2.5172629356384277, "n_params": 4346920, "total_flops": 20164144742400000, "train_loss": 0.02488873302936554, "subset_score_loss": 0.02488873302936554}
+{"step": 1520000, "wall_time": 15598.526436328888, "train_loss_step": 2.685494899749756, "n_params": 4346920, "total_flops": 20297682124800000, "train_loss": 0.024407592415809632, "subset_score_loss": 0.024407592415809632}
+{"step": 1530000, "wall_time": 15693.959466457367, "train_loss_step": 3.0114665031433105, "n_params": 4346920, "total_flops": 20431219507200000, "train_loss": 0.024280305206775665, "subset_score_loss": 0.024280305206775665}
+{"step": 1540000, "wall_time": 15787.891491889954, "train_loss_step": 2.8988938331604004, "n_params": 4346920, "total_flops": 20564756889600000, "train_loss": 0.023882785439491273, "subset_score_loss": 0.023882785439491273}
+{"step": 1550000, "wall_time": 15883.311549901962, "train_loss_step": 2.57828950881958, "n_params": 4346920, "total_flops": 20698294272000000, "train_loss": 0.023589061200618745, "subset_score_loss": 0.023589061200618745}
+{"step": 1560000, "wall_time": 15976.572303771973, "train_loss_step": 2.8372368812561035, "n_params": 4346920, "total_flops": 20831831654400000, "train_loss": 0.023594562709331513, "subset_score_loss": 0.023594562709331513}
+{"step": 1570000, "wall_time": 16071.559831619263, "train_loss_step": 2.7996835708618164, "n_params": 4346920, "total_flops": 20965369036800000, "train_loss": 0.02442592680454254, "subset_score_loss": 0.02442592680454254}
+{"step": 1580000, "wall_time": 16166.979701519012, "train_loss_step": 2.8632822036743164, "n_params": 4346920, "total_flops": 21098906419200000, "train_loss": 0.02437719702720642, "subset_score_loss": 0.02437719702720642}
+{"step": 1590000, "wall_time": 16262.186887741089, "train_loss_step": 2.740168571472168, "n_params": 4346920, "total_flops": 21232443801600000, "train_loss": 0.02312820255756378, "subset_score_loss": 0.02312820255756378}
+{"step": 1600000, "wall_time": 16432.084372997284, "train_loss_step": 2.900663375854492, "n_params": 4346920, "total_flops": 21365981184000000, "train_loss": 0.023807820677757264, "subset_score_loss": 0.023807820677757264, "memorization_fraction_pixel": 0.05079999938607216, "mean_nn_ratio_pixel": 0.5387658476829529, "fid": 141.0650849411693, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 16527.737519979477, "train_loss_step": 2.854269027709961, "n_params": 4346920, "total_flops": 21499518566400000, "train_loss": 0.022864297032356262, "subset_score_loss": 0.022864297032356262}
+{"step": 1620000, "wall_time": 16621.16405749321, "train_loss_step": 2.7162580490112305, "n_params": 4346920, "total_flops": 21633055948800000, "train_loss": 0.023702050745487212, "subset_score_loss": 0.023702050745487212}
+{"step": 1630000, "wall_time": 16716.600638389587, "train_loss_step": 2.6513819694519043, "n_params": 4346920, "total_flops": 21766593331200000, "train_loss": 0.022503827512264252, "subset_score_loss": 0.022503827512264252}
+{"step": 1640000, "wall_time": 16809.22014260292, "train_loss_step": 2.763401985168457, "n_params": 4346920, "total_flops": 21900130713600000, "train_loss": 0.023713843524456026, "subset_score_loss": 0.023713843524456026}
+{"step": 1650000, "wall_time": 16903.226309776306, "train_loss_step": 2.7577714920043945, "n_params": 4346920, "total_flops": 22033668096000000, "train_loss": 0.02213893085718155, "subset_score_loss": 0.02213893085718155}
+{"step": 1660000, "wall_time": 16994.620147943497, "train_loss_step": 2.7170257568359375, "n_params": 4346920, "total_flops": 22167205478400000, "train_loss": 0.022893625497817992, "subset_score_loss": 0.022893625497817992}
+{"step": 1670000, "wall_time": 17088.372134923935, "train_loss_step": 2.8202500343322754, "n_params": 4346920, "total_flops": 22300742860800000, "train_loss": 0.022709870338439943, "subset_score_loss": 0.022709870338439943}
+{"step": 1680000, "wall_time": 17182.12583231926, "train_loss_step": 2.6300458908081055, "n_params": 4346920, "total_flops": 22434280243200000, "train_loss": 0.023216822743415834, "subset_score_loss": 0.023216822743415834}
+{"step": 1690000, "wall_time": 17276.06544303894, "train_loss_step": 2.798192024230957, "n_params": 4346920, "total_flops": 22567817625600000, "train_loss": 0.022760827839374543, "subset_score_loss": 0.022760827839374543}
+{"step": 1700000, "wall_time": 17444.185401201248, "train_loss_step": 2.7740132808685303, "n_params": 4346920, "total_flops": 22701355008000000, "train_loss": 0.022237247228622435, "subset_score_loss": 0.022237247228622435, "memorization_fraction_pixel": 0.05510000139474869, "mean_nn_ratio_pixel": 0.5294007658958435, "fid": 141.96936018838022, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 17539.262640476227, "train_loss_step": 2.819464683532715, "n_params": 4346920, "total_flops": 22834892390400000, "train_loss": 0.022334714233875275, "subset_score_loss": 0.022334714233875275}
+{"step": 1720000, "wall_time": 17632.404614448547, "train_loss_step": 2.683462619781494, "n_params": 4346920, "total_flops": 22968429772800000, "train_loss": 0.023256245255470275, "subset_score_loss": 0.023256245255470275}
+{"step": 1730000, "wall_time": 17727.82720398903, "train_loss_step": 2.638993740081787, "n_params": 4346920, "total_flops": 23101967155200000, "train_loss": 0.022601130604743957, "subset_score_loss": 0.022601130604743957}
+{"step": 1740000, "wall_time": 17821.192783117294, "train_loss_step": 2.4715964794158936, "n_params": 4346920, "total_flops": 23235504537600000, "train_loss": 0.02184506207704544, "subset_score_loss": 0.02184506207704544}
+{"step": 1750000, "wall_time": 17916.523186683655, "train_loss_step": 3.006488800048828, "n_params": 4346920, "total_flops": 23369041920000000, "train_loss": 0.022741153836250305, "subset_score_loss": 0.022741153836250305}
+{"step": 1760000, "wall_time": 18009.42332458496, "train_loss_step": 2.8122005462646484, "n_params": 4346920, "total_flops": 23502579302400000, "train_loss": 0.02158610075712204, "subset_score_loss": 0.02158610075712204}
+{"step": 1770000, "wall_time": 18104.48014640808, "train_loss_step": 2.3689002990722656, "n_params": 4346920, "total_flops": 23636116684800000, "train_loss": 0.021834728121757508, "subset_score_loss": 0.021834728121757508}
+{"step": 1780000, "wall_time": 18198.904950141907, "train_loss_step": 2.7358789443969727, "n_params": 4346920, "total_flops": 23769654067200000, "train_loss": 0.0215489000082016, "subset_score_loss": 0.0215489000082016}
+{"step": 1790000, "wall_time": 18284.518229961395, "train_loss_step": 2.630898952484131, "n_params": 4346920, "total_flops": 23903191449600000, "train_loss": 0.022197356820106505, "subset_score_loss": 0.022197356820106505}
+{"step": 1800000, "wall_time": 18497.855340480804, "train_loss_step": 2.905892848968506, "n_params": 4346920, "total_flops": 24036728832000000, "train_loss": 0.021660619974136354, "subset_score_loss": 0.021660619974136354, "memorization_fraction_pixel": 0.05649999901652336, "mean_nn_ratio_pixel": 0.5259610414505005, "fid": 140.97213941830842, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 18591.615154981613, "train_loss_step": 2.635307550430298, "n_params": 4346920, "total_flops": 24170266214400000, "train_loss": 0.022326020896434783, "subset_score_loss": 0.022326020896434783}
+{"step": 1820000, "wall_time": 18686.772267103195, "train_loss_step": 2.538099765777588, "n_params": 4346920, "total_flops": 24303803596800000, "train_loss": 0.02150389850139618, "subset_score_loss": 0.02150389850139618}
+{"step": 1830000, "wall_time": 18781.596683502197, "train_loss_step": 2.5830345153808594, "n_params": 4346920, "total_flops": 24437340979200000, "train_loss": 0.022173619270324706, "subset_score_loss": 0.022173619270324706}
+{"step": 1840000, "wall_time": 18874.889496088028, "train_loss_step": 2.7440099716186523, "n_params": 4346920, "total_flops": 24570878361600000, "train_loss": 0.022095462679862975, "subset_score_loss": 0.022095462679862975}
+{"step": 1850000, "wall_time": 18970.171253204346, "train_loss_step": 2.448241710662842, "n_params": 4346920, "total_flops": 24704415744000000, "train_loss": 0.021513913571834565, "subset_score_loss": 0.021513913571834565}
+{"step": 1860000, "wall_time": 19063.259487628937, "train_loss_step": 2.615985870361328, "n_params": 4346920, "total_flops": 24837953126400000, "train_loss": 0.02202533483505249, "subset_score_loss": 0.02202533483505249}
+{"step": 1870000, "wall_time": 19158.37399148941, "train_loss_step": 2.8658642768859863, "n_params": 4346920, "total_flops": 24971490508800000, "train_loss": 0.02129512429237366, "subset_score_loss": 0.02129512429237366}
+{"step": 1880000, "wall_time": 19245.015751600266, "train_loss_step": 2.816445827484131, "n_params": 4346920, "total_flops": 25105027891200000, "train_loss": 0.021148966252803804, "subset_score_loss": 0.021148966252803804}
+{"step": 1890000, "wall_time": 19332.459822893143, "train_loss_step": 2.727546215057373, "n_params": 4346920, "total_flops": 25238565273600000, "train_loss": 0.021537797152996065, "subset_score_loss": 0.021537797152996065}
+{"step": 1900000, "wall_time": 19562.759098768234, "train_loss_step": 2.665381908416748, "n_params": 4346920, "total_flops": 25372102656000000, "train_loss": 0.02086130529642105, "subset_score_loss": 0.02086130529642105, "memorization_fraction_pixel": 0.060499999672174454, "mean_nn_ratio_pixel": 0.5193378329277039, "fid": 141.5818870536816, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 19657.13315653801, "train_loss_step": 2.7215394973754883, "n_params": 4346920, "total_flops": 25505640038400000, "train_loss": 0.020646104216575624, "subset_score_loss": 0.020646104216575624}
+{"step": 1920000, "wall_time": 19751.90358018875, "train_loss_step": 3.0989627838134766, "n_params": 4346920, "total_flops": 25639177420800000, "train_loss": 0.02113114297389984, "subset_score_loss": 0.02113114297389984}
+{"step": 1930000, "wall_time": 19845.23233294487, "train_loss_step": 2.656257152557373, "n_params": 4346920, "total_flops": 25772714803200000, "train_loss": 0.02072751522064209, "subset_score_loss": 0.02072751522064209}
+{"step": 1940000, "wall_time": 19940.702189445496, "train_loss_step": 2.8579816818237305, "n_params": 4346920, "total_flops": 25906252185600000, "train_loss": 0.021385471522808074, "subset_score_loss": 0.021385471522808074}
+{"step": 1950000, "wall_time": 20036.03413414955, "train_loss_step": 2.798403263092041, "n_params": 4346920, "total_flops": 26039789568000000, "train_loss": 0.020457948744297027, "subset_score_loss": 0.020457948744297027}
+{"step": 1960000, "wall_time": 20128.698180675507, "train_loss_step": 2.5194449424743652, "n_params": 4346920, "total_flops": 26173326950400000, "train_loss": 0.020467451214790343, "subset_score_loss": 0.020467451214790343}
+{"step": 1970000, "wall_time": 20221.49215722084, "train_loss_step": 2.562129497528076, "n_params": 4346920, "total_flops": 26306864332800000, "train_loss": 0.0208978533744812, "subset_score_loss": 0.0208978533744812}
+{"step": 1980000, "wall_time": 20307.971986055374, "train_loss_step": 2.5102388858795166, "n_params": 4346920, "total_flops": 26440401715200000, "train_loss": 0.020986634492874145, "subset_score_loss": 0.020986634492874145}
+{"step": 1990000, "wall_time": 20402.871055841446, "train_loss_step": 2.6823203563690186, "n_params": 4346920, "total_flops": 26573939097600000, "train_loss": 0.02038259953260422, "subset_score_loss": 0.02038259953260422}
+{"step": 2000000, "wall_time": 20608.735051870346, "train_loss_step": 2.5432417392730713, "n_params": 4346920, "total_flops": 26707476480000000, "train_loss": 0.01977553963661194, "subset_score_loss": 0.01977553963661194, "memorization_fraction_pixel": 0.05950000137090683, "mean_nn_ratio_pixel": 0.5174233317375183, "fid": 140.9201414806083, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 20703.727132558823, "train_loss_step": 2.611229419708252, "n_params": 4346920, "total_flops": 26841013862400000, "train_loss": 0.01986880898475647, "subset_score_loss": 0.01986880898475647}
+{"step": 2020000, "wall_time": 20798.83796811104, "train_loss_step": 2.648359537124634, "n_params": 4346920, "total_flops": 26974551244800000, "train_loss": 0.020479294657707214, "subset_score_loss": 0.020479294657707214}
+{"step": 2030000, "wall_time": 20892.17032647133, "train_loss_step": 2.7289702892303467, "n_params": 4346920, "total_flops": 27108088627200000, "train_loss": 0.01984872967004776, "subset_score_loss": 0.01984872967004776}
+{"step": 2040000, "wall_time": 20987.399356126785, "train_loss_step": 2.536139965057373, "n_params": 4346920, "total_flops": 27241626009600000, "train_loss": 0.020243708789348603, "subset_score_loss": 0.020243708789348603}
+{"step": 2050000, "wall_time": 21082.463309049606, "train_loss_step": 2.6584033966064453, "n_params": 4346920, "total_flops": 27375163392000000, "train_loss": 0.02086808532476425, "subset_score_loss": 0.02086808532476425}
+{"step": 2060000, "wall_time": 21175.642456054688, "train_loss_step": 2.620907783508301, "n_params": 4346920, "total_flops": 27508700774400000, "train_loss": 0.019895051419734956, "subset_score_loss": 0.019895051419734956}
+{"step": 2070000, "wall_time": 21257.2153339386, "train_loss_step": 2.5132126808166504, "n_params": 4346920, "total_flops": 27642238156800000, "train_loss": 0.019733990728855132, "subset_score_loss": 0.019733990728855132}
+{"step": 2080000, "wall_time": 21352.23236656189, "train_loss_step": 2.8592581748962402, "n_params": 4346920, "total_flops": 27775775539200000, "train_loss": 0.019924527406692503, "subset_score_loss": 0.019924527406692503}
+{"step": 2090000, "wall_time": 21447.233951330185, "train_loss_step": 2.6334211826324463, "n_params": 4346920, "total_flops": 27909312921600000, "train_loss": 0.020300453901290892, "subset_score_loss": 0.020300453901290892}
+{"step": 2100000, "wall_time": 21657.05835533142, "train_loss_step": 2.580963134765625, "n_params": 4346920, "total_flops": 28042850304000000, "train_loss": 0.02059144675731659, "subset_score_loss": 0.02059144675731659, "memorization_fraction_pixel": 0.05990000069141388, "mean_nn_ratio_pixel": 0.5146323442459106, "fid": 141.28700366832942, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 21752.241929769516, "train_loss_step": 2.2994470596313477, "n_params": 4346920, "total_flops": 28176387686400000, "train_loss": 0.019911064207553862, "subset_score_loss": 0.019911064207553862}
+{"step": 2120000, "wall_time": 21847.294553041458, "train_loss_step": 2.5750012397766113, "n_params": 4346920, "total_flops": 28309925068800000, "train_loss": 0.019922931492328644, "subset_score_loss": 0.019922931492328644}
+{"step": 2130000, "wall_time": 21939.858313560486, "train_loss_step": 2.5949535369873047, "n_params": 4346920, "total_flops": 28443462451200000, "train_loss": 0.01951967626810074, "subset_score_loss": 0.01951967626810074}
+{"step": 2140000, "wall_time": 22034.969858407974, "train_loss_step": 2.537174940109253, "n_params": 4346920, "total_flops": 28576999833600000, "train_loss": 0.019439511001110077, "subset_score_loss": 0.019439511001110077}
+{"step": 2150000, "wall_time": 22130.3564722538, "train_loss_step": 2.6484861373901367, "n_params": 4346920, "total_flops": 28710537216000000, "train_loss": 0.020442505180835725, "subset_score_loss": 0.020442505180835725}
+{"step": 2160000, "wall_time": 22216.324350118637, "train_loss_step": 2.6787056922912598, "n_params": 4346920, "total_flops": 28844074598400000, "train_loss": 0.019415314495563506, "subset_score_loss": 0.019415314495563506}
+{"step": 2170000, "wall_time": 22308.885462999344, "train_loss_step": 2.684258460998535, "n_params": 4346920, "total_flops": 28977611980800000, "train_loss": 0.01902121156454086, "subset_score_loss": 0.01902121156454086}
+{"step": 2180000, "wall_time": 22403.39884662628, "train_loss_step": 2.6144304275512695, "n_params": 4346920, "total_flops": 29111149363200000, "train_loss": 0.021529264748096466, "subset_score_loss": 0.021529264748096466}
+{"step": 2190000, "wall_time": 22498.06213736534, "train_loss_step": 2.4823009967803955, "n_params": 4346920, "total_flops": 29244686745600000, "train_loss": 0.019700449705123902, "subset_score_loss": 0.019700449705123902}
+{"step": 2200000, "wall_time": 22718.586822271347, "train_loss_step": 2.643261432647705, "n_params": 4346920, "total_flops": 29378224128000000, "train_loss": 0.01882748156785965, "subset_score_loss": 0.01882748156785965, "memorization_fraction_pixel": 0.059700001031160355, "mean_nn_ratio_pixel": 0.5116026401519775, "fid": 140.91892482416017, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 22813.619082212448, "train_loss_step": 2.8569798469543457, "n_params": 4346920, "total_flops": 29511761510400000, "train_loss": 0.019633753597736357, "subset_score_loss": 0.019633753597736357}
+{"step": 2220000, "wall_time": 22907.152430057526, "train_loss_step": 2.698780059814453, "n_params": 4346920, "total_flops": 29645298892800000, "train_loss": 0.019745004177093507, "subset_score_loss": 0.019745004177093507}
+{"step": 2230000, "wall_time": 23001.95093035698, "train_loss_step": 2.5921034812927246, "n_params": 4346920, "total_flops": 29778836275200000, "train_loss": 0.01895742118358612, "subset_score_loss": 0.01895742118358612}
+{"step": 2240000, "wall_time": 23097.39445233345, "train_loss_step": 2.7507998943328857, "n_params": 4346920, "total_flops": 29912373657600000, "train_loss": 0.018472209572792053, "subset_score_loss": 0.018472209572792053}
+{"step": 2250000, "wall_time": 23183.89063310623, "train_loss_step": 2.6399269104003906, "n_params": 4346920, "total_flops": 30045911040000000, "train_loss": 0.01886809915304184, "subset_score_loss": 0.01886809915304184}
+{"step": 2260000, "wall_time": 23272.744161844254, "train_loss_step": 2.643406391143799, "n_params": 4346920, "total_flops": 30179448422400000, "train_loss": 0.0184893861413002, "subset_score_loss": 0.0184893861413002}
+{"step": 2270000, "wall_time": 23367.964698791504, "train_loss_step": 2.405938148498535, "n_params": 4346920, "total_flops": 30312985804800000, "train_loss": 0.01895524710416794, "subset_score_loss": 0.01895524710416794}
+{"step": 2280000, "wall_time": 23463.200727701187, "train_loss_step": 2.6408464908599854, "n_params": 4346920, "total_flops": 30446523187200000, "train_loss": 0.01853262186050415, "subset_score_loss": 0.01853262186050415}
+{"step": 2290000, "wall_time": 23556.57869553566, "train_loss_step": 2.7601065635681152, "n_params": 4346920, "total_flops": 30580060569600000, "train_loss": 0.019544407725334167, "subset_score_loss": 0.019544407725334167}
+{"step": 2300000, "wall_time": 23773.014460086823, "train_loss_step": 2.696629047393799, "n_params": 4346920, "total_flops": 30713597952000000, "train_loss": 0.019000184535980225, "subset_score_loss": 0.019000184535980225, "memorization_fraction_pixel": 0.06199999898672104, "mean_nn_ratio_pixel": 0.5043578743934631, "fid": 140.53134738396602, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 23868.26085472107, "train_loss_step": 2.605046510696411, "n_params": 4346920, "total_flops": 30847135334400000, "train_loss": 0.01895875930786133, "subset_score_loss": 0.01895875930786133}
+{"step": 2320000, "wall_time": 23961.973526477814, "train_loss_step": 2.6322901248931885, "n_params": 4346920, "total_flops": 30980672716800000, "train_loss": 0.01883935332298279, "subset_score_loss": 0.01883935332298279}
+{"step": 2330000, "wall_time": 24056.785096168518, "train_loss_step": 2.5776567459106445, "n_params": 4346920, "total_flops": 31114210099200000, "train_loss": 0.017958854138851166, "subset_score_loss": 0.017958854138851166}
+{"step": 2340000, "wall_time": 24150.564613819122, "train_loss_step": 2.355822801589966, "n_params": 4346920, "total_flops": 31247747481600000, "train_loss": 0.018967200815677644, "subset_score_loss": 0.018967200815677644}
+{"step": 2350000, "wall_time": 24232.26633310318, "train_loss_step": 2.5322329998016357, "n_params": 4346920, "total_flops": 31381284864000000, "train_loss": 0.018361119925975798, "subset_score_loss": 0.018361119925975798}
+{"step": 2360000, "wall_time": 24327.21990275383, "train_loss_step": 2.9055097103118896, "n_params": 4346920, "total_flops": 31514822246400000, "train_loss": 0.01812649369239807, "subset_score_loss": 0.01812649369239807}
+{"step": 2370000, "wall_time": 24421.788984298706, "train_loss_step": 2.3942084312438965, "n_params": 4346920, "total_flops": 31648359628800000, "train_loss": 0.017836526036262512, "subset_score_loss": 0.017836526036262512}
+{"step": 2380000, "wall_time": 24517.310971736908, "train_loss_step": 2.769439697265625, "n_params": 4346920, "total_flops": 31781897011200000, "train_loss": 0.018025843799114226, "subset_score_loss": 0.018025843799114226}
+{"step": 2390000, "wall_time": 24610.418105602264, "train_loss_step": 2.791356086730957, "n_params": 4346920, "total_flops": 31915434393600000, "train_loss": 0.017620548605918884, "subset_score_loss": 0.017620548605918884}
+{"step": 2400000, "wall_time": 24839.14421725273, "train_loss_step": 2.51741361618042, "n_params": 4346920, "total_flops": 32048971776000000, "train_loss": 0.018058101832866668, "subset_score_loss": 0.018058101832866668, "memorization_fraction_pixel": 0.06040000170469284, "mean_nn_ratio_pixel": 0.5056664347648621, "fid": 141.49114527426303, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 24932.760165691376, "train_loss_step": 2.457916259765625, "n_params": 4346920, "total_flops": 32182509158400000, "train_loss": 0.017887338995933533, "subset_score_loss": 0.017887338995933533}
+{"step": 2420000, "wall_time": 25027.722167491913, "train_loss_step": 2.5397186279296875, "n_params": 4346920, "total_flops": 32316046540800000, "train_loss": 0.018201611936092377, "subset_score_loss": 0.018201611936092377}
+{"step": 2430000, "wall_time": 25122.189110517502, "train_loss_step": 2.653012275695801, "n_params": 4346920, "total_flops": 32449583923200000, "train_loss": 0.017602215707302093, "subset_score_loss": 0.017602215707302093}
+{"step": 2440000, "wall_time": 25202.328109502792, "train_loss_step": 2.584782361984253, "n_params": 4346920, "total_flops": 32583121305600000, "train_loss": 0.01852140575647354, "subset_score_loss": 0.01852140575647354}
+{"step": 2450000, "wall_time": 25296.04771208763, "train_loss_step": 2.3699915409088135, "n_params": 4346920, "total_flops": 32716658688000000, "train_loss": 0.017525382339954376, "subset_score_loss": 0.017525382339954376}
+{"step": 2460000, "wall_time": 25391.09354877472, "train_loss_step": 2.6287803649902344, "n_params": 4346920, "total_flops": 32850196070400000, "train_loss": 0.0186081662774086, "subset_score_loss": 0.0186081662774086}
+{"step": 2470000, "wall_time": 25486.112941026688, "train_loss_step": 2.5060112476348877, "n_params": 4346920, "total_flops": 32983733452800000, "train_loss": 0.017276459932327272, "subset_score_loss": 0.017276459932327272}
+{"step": 2480000, "wall_time": 25579.60800766945, "train_loss_step": 2.6676018238067627, "n_params": 4346920, "total_flops": 33117270835200000, "train_loss": 0.01848626434803009, "subset_score_loss": 0.01848626434803009}
+{"step": 2490000, "wall_time": 25674.092212438583, "train_loss_step": 2.5735201835632324, "n_params": 4346920, "total_flops": 33250808217600000, "train_loss": 0.017320874333381652, "subset_score_loss": 0.017320874333381652}
+{"step": 2500000, "wall_time": 25893.72377181053, "train_loss_step": 2.6213998794555664, "n_params": 4346920, "total_flops": 33384345600000000, "train_loss": 0.01703970432281494, "subset_score_loss": 0.01703970432281494, "memorization_fraction_pixel": 0.06840000301599503, "mean_nn_ratio_pixel": 0.5016297101974487, "fid": 141.03365178502116, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 25987.20857143402, "train_loss_step": 2.4463701248168945, "n_params": 4346920, "total_flops": 33517882982400000, "train_loss": 0.017073965072631835, "subset_score_loss": 0.017073965072631835}
+{"step": 2520000, "wall_time": 26082.243327856064, "train_loss_step": 2.693882703781128, "n_params": 4346920, "total_flops": 33651420364800000, "train_loss": 0.016951780021190643, "subset_score_loss": 0.016951780021190643}
+{"step": 2530000, "wall_time": 26167.289241313934, "train_loss_step": 2.540034294128418, "n_params": 4346920, "total_flops": 33784957747200000, "train_loss": 0.018426690995693207, "subset_score_loss": 0.018426690995693207}
+{"step": 2540000, "wall_time": 26257.942223072052, "train_loss_step": 2.714479923248291, "n_params": 4346920, "total_flops": 33918495129600000, "train_loss": 0.01712353229522705, "subset_score_loss": 0.01712353229522705}
+{"step": 2550000, "wall_time": 26351.240610599518, "train_loss_step": 2.6465020179748535, "n_params": 4346920, "total_flops": 34052032512000000, "train_loss": 0.017109470069408418, "subset_score_loss": 0.017109470069408418}
+{"step": 2560000, "wall_time": 26446.757936239243, "train_loss_step": 2.6175036430358887, "n_params": 4346920, "total_flops": 34185569894400000, "train_loss": 0.01720428317785263, "subset_score_loss": 0.01720428317785263}
+{"step": 2570000, "wall_time": 26540.02938055992, "train_loss_step": 2.3212318420410156, "n_params": 4346920, "total_flops": 34319107276800000, "train_loss": 0.016775988042354584, "subset_score_loss": 0.016775988042354584}
+{"step": 2580000, "wall_time": 26635.34890460968, "train_loss_step": 2.9241485595703125, "n_params": 4346920, "total_flops": 34452644659200000, "train_loss": 0.01672789007425308, "subset_score_loss": 0.01672789007425308}
+{"step": 2590000, "wall_time": 26730.029024124146, "train_loss_step": 2.558044910430908, "n_params": 4346920, "total_flops": 34586182041600000, "train_loss": 0.016849385201931, "subset_score_loss": 0.016849385201931}
+{"step": 2600000, "wall_time": 26962.677790403366, "train_loss_step": 2.5206689834594727, "n_params": 4346920, "total_flops": 34719719424000000, "train_loss": 0.01642293334007263, "subset_score_loss": 0.01642293334007263, "memorization_fraction_pixel": 0.06300000101327896, "mean_nn_ratio_pixel": 0.5010421872138977, "fid": 141.24064498100316, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 27058.008447885513, "train_loss_step": 2.5090456008911133, "n_params": 4346920, "total_flops": 34853256806400000, "train_loss": 0.017296212911605834, "subset_score_loss": 0.017296212911605834}
+{"step": 2620000, "wall_time": 27145.632845401764, "train_loss_step": 2.6415274143218994, "n_params": 4346920, "total_flops": 34986794188800000, "train_loss": 0.01769886165857315, "subset_score_loss": 0.01769886165857315}
+{"step": 2630000, "wall_time": 27237.805642843246, "train_loss_step": 2.514893054962158, "n_params": 4346920, "total_flops": 35120331571200000, "train_loss": 0.01695505976676941, "subset_score_loss": 0.01695505976676941}
+{"step": 2640000, "wall_time": 27327.60644698143, "train_loss_step": 2.754542827606201, "n_params": 4346920, "total_flops": 35253868953600000, "train_loss": 0.0173209547996521, "subset_score_loss": 0.0173209547996521}
+{"step": 2650000, "wall_time": 27413.615347862244, "train_loss_step": 2.673346519470215, "n_params": 4346920, "total_flops": 35387406336000000, "train_loss": 0.016936881840229033, "subset_score_loss": 0.016936881840229033}
+{"step": 2660000, "wall_time": 27507.485002040863, "train_loss_step": 2.543562173843384, "n_params": 4346920, "total_flops": 35520943718400000, "train_loss": 0.01729726791381836, "subset_score_loss": 0.01729726791381836}
+{"step": 2670000, "wall_time": 27602.08376979828, "train_loss_step": 2.4694271087646484, "n_params": 4346920, "total_flops": 35654481100800000, "train_loss": 0.016851842403411865, "subset_score_loss": 0.016851842403411865}
+{"step": 2680000, "wall_time": 27697.377538204193, "train_loss_step": 2.449767589569092, "n_params": 4346920, "total_flops": 35788018483200000, "train_loss": 0.016652604937553404, "subset_score_loss": 0.016652604937553404}
+{"step": 2690000, "wall_time": 27792.578245401382, "train_loss_step": 2.336562156677246, "n_params": 4346920, "total_flops": 35921555865600000, "train_loss": 0.017383044958114623, "subset_score_loss": 0.017383044958114623}
+{"step": 2700000, "wall_time": 28014.42573237419, "train_loss_step": 2.6609387397766113, "n_params": 4346920, "total_flops": 36055093248000000, "train_loss": 0.01752816289663315, "subset_score_loss": 0.01752816289663315, "memorization_fraction_pixel": 0.06599999964237213, "mean_nn_ratio_pixel": 0.49804627895355225, "fid": 141.70344716960784, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 28103.338614463806, "train_loss_step": 2.5406601428985596, "n_params": 4346920, "total_flops": 36188630630400000, "train_loss": 0.016460786759853362, "subset_score_loss": 0.016460786759853362}
+{"step": 2720000, "wall_time": 28191.2441034317, "train_loss_step": 2.459733009338379, "n_params": 4346920, "total_flops": 36322168012800000, "train_loss": 0.01671146899461746, "subset_score_loss": 0.01671146899461746}
+{"step": 2730000, "wall_time": 28285.790009737015, "train_loss_step": 2.476180076599121, "n_params": 4346920, "total_flops": 36455705395200000, "train_loss": 0.01664670556783676, "subset_score_loss": 0.01664670556783676}
+{"step": 2740000, "wall_time": 28381.247227191925, "train_loss_step": 2.4731714725494385, "n_params": 4346920, "total_flops": 36589242777600000, "train_loss": 0.016554321348667144, "subset_score_loss": 0.016554321348667144}
+{"step": 2750000, "wall_time": 28457.767991304398, "train_loss_step": 2.6696367263793945, "n_params": 4346920, "total_flops": 36722780160000000, "train_loss": 0.01643667072057724, "subset_score_loss": 0.01643667072057724}
+{"step": 2760000, "wall_time": 28550.27615261078, "train_loss_step": 2.675424098968506, "n_params": 4346920, "total_flops": 36856317542400000, "train_loss": 0.0164653941988945, "subset_score_loss": 0.0164653941988945}
+{"step": 2770000, "wall_time": 28644.995199918747, "train_loss_step": 2.6873040199279785, "n_params": 4346920, "total_flops": 36989854924800000, "train_loss": 0.016569285094738005, "subset_score_loss": 0.016569285094738005}
+{"step": 2780000, "wall_time": 28740.473423480988, "train_loss_step": 2.722911834716797, "n_params": 4346920, "total_flops": 37123392307200000, "train_loss": 0.01665414422750473, "subset_score_loss": 0.01665414422750473}
+{"step": 2790000, "wall_time": 28836.04682826996, "train_loss_step": 2.7901482582092285, "n_params": 4346920, "total_flops": 37256929689600000, "train_loss": 0.015973925590515137, "subset_score_loss": 0.015973925590515137}
+{"step": 2800000, "wall_time": 29059.797281980515, "train_loss_step": 2.3239641189575195, "n_params": 4346920, "total_flops": 37390467072000000, "train_loss": 0.015914984047412872, "subset_score_loss": 0.015914984047412872, "memorization_fraction_pixel": 0.061500001698732376, "mean_nn_ratio_pixel": 0.4991139769554138, "fid": 141.0805764788725, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 29143.116188764572, "train_loss_step": 2.3440935611724854, "n_params": 4346920, "total_flops": 37524004454400000, "train_loss": 0.015764780342578888, "subset_score_loss": 0.015764780342578888}
+{"step": 2820000, "wall_time": 29238.310116052628, "train_loss_step": 2.7306230068206787, "n_params": 4346920, "total_flops": 37657541836800000, "train_loss": 0.01592109203338623, "subset_score_loss": 0.01592109203338623}
+{"step": 2830000, "wall_time": 29332.540104866028, "train_loss_step": 2.6049885749816895, "n_params": 4346920, "total_flops": 37791079219200000, "train_loss": 0.016588760912418364, "subset_score_loss": 0.016588760912418364}
+{"step": 2840000, "wall_time": 29428.022470235825, "train_loss_step": 2.6063334941864014, "n_params": 4346920, "total_flops": 37924616601600000, "train_loss": 0.01599828600883484, "subset_score_loss": 0.01599828600883484}
+{"step": 2850000, "wall_time": 29512.441610097885, "train_loss_step": 2.602363109588623, "n_params": 4346920, "total_flops": 38058153984000000, "train_loss": 0.01588308811187744, "subset_score_loss": 0.01588308811187744}
+{"step": 2860000, "wall_time": 29600.46783542633, "train_loss_step": 2.9055135250091553, "n_params": 4346920, "total_flops": 38191691366400000, "train_loss": 0.01530996710062027, "subset_score_loss": 0.01530996710062027}
+{"step": 2870000, "wall_time": 29695.366686105728, "train_loss_step": 2.733464241027832, "n_params": 4346920, "total_flops": 38325228748800000, "train_loss": 0.015734629333019258, "subset_score_loss": 0.015734629333019258}
+{"step": 2880000, "wall_time": 29790.53130531311, "train_loss_step": 2.5046417713165283, "n_params": 4346920, "total_flops": 38458766131200000, "train_loss": 0.01607140004634857, "subset_score_loss": 0.01607140004634857}
+{"step": 2890000, "wall_time": 29885.02833366394, "train_loss_step": 2.505509853363037, "n_params": 4346920, "total_flops": 38592303513600000, "train_loss": 0.015979166328907012, "subset_score_loss": 0.015979166328907012}
+{"step": 2900000, "wall_time": 30095.033338546753, "train_loss_step": 2.3344619274139404, "n_params": 4346920, "total_flops": 38725840896000000, "train_loss": 0.01614719033241272, "subset_score_loss": 0.01614719033241272, "memorization_fraction_pixel": 0.06279999762773514, "mean_nn_ratio_pixel": 0.49305492639541626, "fid": 140.77062870621373, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 30190.35386824608, "train_loss_step": 2.2199509143829346, "n_params": 4346920, "total_flops": 38859378278400000, "train_loss": 0.015753379464149474, "subset_score_loss": 0.015753379464149474}
+{"step": 2920000, "wall_time": 30285.127650260925, "train_loss_step": 2.732215404510498, "n_params": 4346920, "total_flops": 38992915660800000, "train_loss": 0.015353357791900635, "subset_score_loss": 0.015353357791900635}
+{"step": 2930000, "wall_time": 30379.918763637543, "train_loss_step": 2.343878746032715, "n_params": 4346920, "total_flops": 39126453043200000, "train_loss": 0.015406480431556702, "subset_score_loss": 0.015406480431556702}
+{"step": 2940000, "wall_time": 30473.57114481926, "train_loss_step": 2.663017749786377, "n_params": 4346920, "total_flops": 39259990425600000, "train_loss": 0.015995813906192778, "subset_score_loss": 0.015995813906192778}
+{"step": 2950000, "wall_time": 30569.249273061752, "train_loss_step": 2.4665870666503906, "n_params": 4346920, "total_flops": 39393527808000000, "train_loss": 0.01648397296667099, "subset_score_loss": 0.01648397296667099}
+{"step": 2960000, "wall_time": 30645.33726334572, "train_loss_step": 2.525664806365967, "n_params": 4346920, "total_flops": 39527065190400000, "train_loss": 0.016232077777385712, "subset_score_loss": 0.016232077777385712}
+{"step": 2970000, "wall_time": 30739.861062526703, "train_loss_step": 2.4035818576812744, "n_params": 4346920, "total_flops": 39660602572800000, "train_loss": 0.015460711717605592, "subset_score_loss": 0.015460711717605592}
+{"step": 2980000, "wall_time": 30834.914941072464, "train_loss_step": 3.085628032684326, "n_params": 4346920, "total_flops": 39794139955200000, "train_loss": 0.015923166275024415, "subset_score_loss": 0.015923166275024415}
+{"step": 2990000, "wall_time": 30930.636304616928, "train_loss_step": 2.5030879974365234, "n_params": 4346920, "total_flops": 39927677337600000, "train_loss": 0.015105988085269927, "subset_score_loss": 0.015105988085269927}
+{"step": 3000000, "wall_time": 31154.06183052063, "train_loss_step": 2.4339051246643066, "n_params": 4346920, "total_flops": 40061214720000000, "train_loss": 0.01534542590379715, "subset_score_loss": 0.01534542590379715, "memorization_fraction_pixel": 0.0697999969124794, "mean_nn_ratio_pixel": 0.49285340309143066, "fid": 140.4705115378876, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 31249.354992866516, "train_loss_step": 2.5771706104278564, "n_params": 4346920, "total_flops": 40194752102400000, "train_loss": 0.01471414566040039, "subset_score_loss": 0.01471414566040039}
+{"step": 3020000, "wall_time": 31344.6572804451, "train_loss_step": 2.507505178451538, "n_params": 4346920, "total_flops": 40328289484800000, "train_loss": 0.015362869203090667, "subset_score_loss": 0.015362869203090667}
+{"step": 3030000, "wall_time": 31437.46745109558, "train_loss_step": 2.4681780338287354, "n_params": 4346920, "total_flops": 40461826867200000, "train_loss": 0.016445441544055937, "subset_score_loss": 0.016445441544055937}
+{"step": 3040000, "wall_time": 31532.40173792839, "train_loss_step": 2.48093843460083, "n_params": 4346920, "total_flops": 40595364249600000, "train_loss": 0.01641784906387329, "subset_score_loss": 0.01641784906387329}
+{"step": 3050000, "wall_time": 31627.548946380615, "train_loss_step": 2.593172073364258, "n_params": 4346920, "total_flops": 40728901632000000, "train_loss": 0.014883957803249359, "subset_score_loss": 0.014883957803249359}
+{"step": 3060000, "wall_time": 31711.237439870834, "train_loss_step": 2.4056661128997803, "n_params": 4346920, "total_flops": 40862439014400000, "train_loss": 0.014744587242603302, "subset_score_loss": 0.014744587242603302}
+{"step": 3070000, "wall_time": 31805.234477996826, "train_loss_step": 2.5450658798217773, "n_params": 4346920, "total_flops": 40995976396800000, "train_loss": 0.01539134532213211, "subset_score_loss": 0.01539134532213211}
+{"step": 3080000, "wall_time": 31899.4449737072, "train_loss_step": 2.538580894470215, "n_params": 4346920, "total_flops": 41129513779200000, "train_loss": 0.014660455286502838, "subset_score_loss": 0.014660455286502838}
+{"step": 3090000, "wall_time": 31982.799191474915, "train_loss_step": 2.5298054218292236, "n_params": 4346920, "total_flops": 41263051161600000, "train_loss": 0.014913295209407807, "subset_score_loss": 0.014913295209407807}
+{"step": 3100000, "wall_time": 32183.483634471893, "train_loss_step": 2.5986714363098145, "n_params": 4346920, "total_flops": 41396588544000000, "train_loss": 0.015442439913749694, "subset_score_loss": 0.015442439913749694, "memorization_fraction_pixel": 0.06989999860525131, "mean_nn_ratio_pixel": 0.4915952682495117, "fid": 141.1259855393089, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 32278.868693351746, "train_loss_step": 2.5393922328948975, "n_params": 4346920, "total_flops": 41530125926400000, "train_loss": 0.01554667055606842, "subset_score_loss": 0.01554667055606842}
+{"step": 3120000, "wall_time": 32374.095591068268, "train_loss_step": 2.4648208618164062, "n_params": 4346920, "total_flops": 41663663308800000, "train_loss": 0.01463191956281662, "subset_score_loss": 0.01463191956281662}
+{"step": 3130000, "wall_time": 32467.182879924774, "train_loss_step": 2.566617250442505, "n_params": 4346920, "total_flops": 41797200691200000, "train_loss": 0.014395442605018616, "subset_score_loss": 0.014395442605018616}
+{"step": 3140000, "wall_time": 32562.14891386032, "train_loss_step": 2.2630069255828857, "n_params": 4346920, "total_flops": 41930738073600000, "train_loss": 0.015243710577487945, "subset_score_loss": 0.015243710577487945}
+{"step": 3150000, "wall_time": 32657.46363711357, "train_loss_step": 2.568594217300415, "n_params": 4346920, "total_flops": 42064275456000000, "train_loss": 0.015372945368289948, "subset_score_loss": 0.015372945368289948}
+{"step": 3160000, "wall_time": 32752.314639806747, "train_loss_step": 2.3632147312164307, "n_params": 4346920, "total_flops": 42197812838400000, "train_loss": 0.014172722399234772, "subset_score_loss": 0.014172722399234772}
+{"step": 3170000, "wall_time": 32834.16963362694, "train_loss_step": 2.2634429931640625, "n_params": 4346920, "total_flops": 42331350220800000, "train_loss": 0.014439897239208221, "subset_score_loss": 0.014439897239208221}
+{"step": 3180000, "wall_time": 32926.019793987274, "train_loss_step": 2.6596577167510986, "n_params": 4346920, "total_flops": 42464887603200000, "train_loss": 0.015095263719558716, "subset_score_loss": 0.015095263719558716}
+{"step": 3190000, "wall_time": 33011.21356153488, "train_loss_step": 2.402550220489502, "n_params": 4346920, "total_flops": 42598424985600000, "train_loss": 0.014626139402389526, "subset_score_loss": 0.014626139402389526}
+{"step": 3200000, "wall_time": 33184.064806461334, "train_loss_step": 2.3429908752441406, "n_params": 4346920, "total_flops": 42731962368000000, "train_loss": 0.015561328828334808, "subset_score_loss": 0.015561328828334808, "memorization_fraction_pixel": 0.07280000299215317, "mean_nn_ratio_pixel": 0.4904339909553528, "fid": 140.90251070162293, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 33279.24143719673, "train_loss_step": 2.77081298828125, "n_params": 4346920, "total_flops": 42865499750400000, "train_loss": 0.014732545614242554, "subset_score_loss": 0.014732545614242554}
+{"step": 3220000, "wall_time": 33374.270973443985, "train_loss_step": 2.487131118774414, "n_params": 4346920, "total_flops": 42999037132800000, "train_loss": 0.015127068758010865, "subset_score_loss": 0.015127068758010865}
+{"step": 3230000, "wall_time": 33467.989668130875, "train_loss_step": 2.519998788833618, "n_params": 4346920, "total_flops": 43132574515200000, "train_loss": 0.014603428542613983, "subset_score_loss": 0.014603428542613983}
+{"step": 3240000, "wall_time": 33562.716824769974, "train_loss_step": 2.706981897354126, "n_params": 4346920, "total_flops": 43266111897600000, "train_loss": 0.014851969480514527, "subset_score_loss": 0.014851969480514527}
+{"step": 3250000, "wall_time": 33658.268664598465, "train_loss_step": 2.493807792663574, "n_params": 4346920, "total_flops": 43399649280000000, "train_loss": 0.014744968712329864, "subset_score_loss": 0.014744968712329864}
+{"step": 3260000, "wall_time": 33753.58114242554, "train_loss_step": 2.691148281097412, "n_params": 4346920, "total_flops": 43533186662400000, "train_loss": 0.015187662839889527, "subset_score_loss": 0.015187662839889527}
+{"step": 3270000, "wall_time": 33847.06025862694, "train_loss_step": 2.3115270137786865, "n_params": 4346920, "total_flops": 43666724044800000, "train_loss": 0.013784961402416229, "subset_score_loss": 0.013784961402416229}
+{"step": 3280000, "wall_time": 33937.92352390289, "train_loss_step": 2.618257522583008, "n_params": 4346920, "total_flops": 43800261427200000, "train_loss": 0.014148923754692077, "subset_score_loss": 0.014148923754692077}
+{"step": 3290000, "wall_time": 34031.47644972801, "train_loss_step": 2.2551021575927734, "n_params": 4346920, "total_flops": 43933798809600000, "train_loss": 0.014716897904872895, "subset_score_loss": 0.014716897904872895}
+{"step": 3300000, "wall_time": 34204.35158252716, "train_loss_step": 2.891707420349121, "n_params": 4346920, "total_flops": 44067336192000000, "train_loss": 0.014126425981521607, "subset_score_loss": 0.014126425981521607, "memorization_fraction_pixel": 0.06549999862909317, "mean_nn_ratio_pixel": 0.49155575037002563, "fid": 141.1506493318139, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 34299.42078876495, "train_loss_step": 2.3602380752563477, "n_params": 4346920, "total_flops": 44200873574400000, "train_loss": 0.014635637402534485, "subset_score_loss": 0.014635637402534485}
+{"step": 3320000, "wall_time": 34395.05828046799, "train_loss_step": 2.3698830604553223, "n_params": 4346920, "total_flops": 44334410956800000, "train_loss": 0.014211855828762054, "subset_score_loss": 0.014211855828762054}
+{"step": 3330000, "wall_time": 34488.6812953949, "train_loss_step": 2.924597978591919, "n_params": 4346920, "total_flops": 44467948339200000, "train_loss": 0.014111076295375825, "subset_score_loss": 0.014111076295375825}
+{"step": 3340000, "wall_time": 34583.33490538597, "train_loss_step": 2.252915382385254, "n_params": 4346920, "total_flops": 44601485721600000, "train_loss": 0.014167439937591553, "subset_score_loss": 0.014167439937591553}
+{"step": 3350000, "wall_time": 34678.914162397385, "train_loss_step": 2.295992374420166, "n_params": 4346920, "total_flops": 44735023104000000, "train_loss": 0.013875016570091247, "subset_score_loss": 0.013875016570091247}
+{"step": 3360000, "wall_time": 34774.63341021538, "train_loss_step": 2.3009066581726074, "n_params": 4346920, "total_flops": 44868560486400000, "train_loss": 0.013658368587493896, "subset_score_loss": 0.013658368587493896}
+{"step": 3370000, "wall_time": 34868.630734205246, "train_loss_step": 2.3446309566497803, "n_params": 4346920, "total_flops": 45002097868800000, "train_loss": 0.014239580929279327, "subset_score_loss": 0.014239580929279327}
+{"step": 3380000, "wall_time": 34958.862199783325, "train_loss_step": 2.3499927520751953, "n_params": 4346920, "total_flops": 45135635251200000, "train_loss": 0.014485454559326172, "subset_score_loss": 0.014485454559326172}
+{"step": 3390000, "wall_time": 35053.90531158447, "train_loss_step": 2.570969581604004, "n_params": 4346920, "total_flops": 45269172633600000, "train_loss": 0.014081001281738281, "subset_score_loss": 0.014081001281738281}
+{"step": 3400000, "wall_time": 35224.86543464661, "train_loss_step": 2.7182984352111816, "n_params": 4346920, "total_flops": 45402710016000000, "train_loss": 0.014043773710727691, "subset_score_loss": 0.014043773710727691, "memorization_fraction_pixel": 0.07050000131130219, "mean_nn_ratio_pixel": 0.4886147379875183, "fid": 141.12187617272332, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 35319.80071210861, "train_loss_step": 2.544435977935791, "n_params": 4346920, "total_flops": 45536247398400000, "train_loss": 0.014409296214580536, "subset_score_loss": 0.014409296214580536}
+{"step": 3420000, "wall_time": 35415.52730846405, "train_loss_step": 2.252756357192993, "n_params": 4346920, "total_flops": 45669784780800000, "train_loss": 0.013882362842559814, "subset_score_loss": 0.013882362842559814}
+{"step": 3430000, "wall_time": 35509.145385980606, "train_loss_step": 2.472376823425293, "n_params": 4346920, "total_flops": 45803322163200000, "train_loss": 0.013927403092384338, "subset_score_loss": 0.013927403092384338}
+{"step": 3440000, "wall_time": 35604.27708745003, "train_loss_step": 2.4348278045654297, "n_params": 4346920, "total_flops": 45936859545600000, "train_loss": 0.014211398363113404, "subset_score_loss": 0.014211398363113404}
+{"step": 3450000, "wall_time": 35699.670018434525, "train_loss_step": 2.3793859481811523, "n_params": 4346920, "total_flops": 46070396928000000, "train_loss": 0.014178697764873505, "subset_score_loss": 0.014178697764873505}
+{"step": 3460000, "wall_time": 35794.672957897186, "train_loss_step": 2.6517720222473145, "n_params": 4346920, "total_flops": 46203934310400000, "train_loss": 0.013797661662101746, "subset_score_loss": 0.013797661662101746}
+{"step": 3470000, "wall_time": 35887.323252916336, "train_loss_step": 2.4911842346191406, "n_params": 4346920, "total_flops": 46337471692800000, "train_loss": 0.013456979393959045, "subset_score_loss": 0.013456979393959045}
+{"step": 3480000, "wall_time": 35979.06476473808, "train_loss_step": 2.526823043823242, "n_params": 4346920, "total_flops": 46471009075200000, "train_loss": 0.01377325803041458, "subset_score_loss": 0.01377325803041458}
+{"step": 3490000, "wall_time": 36074.53662490845, "train_loss_step": 2.5818064212799072, "n_params": 4346920, "total_flops": 46604546457600000, "train_loss": 0.013440527021884918, "subset_score_loss": 0.013440527021884918}
+{"step": 3500000, "wall_time": 36243.77753043175, "train_loss_step": 2.3802876472473145, "n_params": 4346920, "total_flops": 46738083840000000, "train_loss": 0.013082925975322724, "subset_score_loss": 0.013082925975322724, "memorization_fraction_pixel": 0.06809999793767929, "mean_nn_ratio_pixel": 0.4888221323490143, "fid": 141.0186594396798, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 36338.77159142494, "train_loss_step": 2.4029903411865234, "n_params": 4346920, "total_flops": 46871621222400000, "train_loss": 0.01371372789144516, "subset_score_loss": 0.01371372789144516}
+{"step": 3520000, "wall_time": 36434.45388650894, "train_loss_step": 2.353933572769165, "n_params": 4346920, "total_flops": 47005158604800000, "train_loss": 0.01388908177614212, "subset_score_loss": 0.01388908177614212}
+{"step": 3530000, "wall_time": 36527.95296859741, "train_loss_step": 2.4160451889038086, "n_params": 4346920, "total_flops": 47138695987200000, "train_loss": 0.01409202367067337, "subset_score_loss": 0.01409202367067337}
+{"step": 3540000, "wall_time": 36622.83344554901, "train_loss_step": 2.5389509201049805, "n_params": 4346920, "total_flops": 47272233369600000, "train_loss": 0.013440607488155365, "subset_score_loss": 0.013440607488155365}
+{"step": 3550000, "wall_time": 36717.918481588364, "train_loss_step": 2.342468738555908, "n_params": 4346920, "total_flops": 47405770752000000, "train_loss": 0.01329972892999649, "subset_score_loss": 0.01329972892999649}
+{"step": 3560000, "wall_time": 36805.63354110718, "train_loss_step": 2.7752890586853027, "n_params": 4346920, "total_flops": 47539308134400000, "train_loss": 0.013409934937953949, "subset_score_loss": 0.013409934937953949}
+{"step": 3570000, "wall_time": 36896.15435051918, "train_loss_step": 2.4318807125091553, "n_params": 4346920, "total_flops": 47672845516800000, "train_loss": 0.013209198415279389, "subset_score_loss": 0.013209198415279389}
+{"step": 3580000, "wall_time": 36991.61482524872, "train_loss_step": 2.4295196533203125, "n_params": 4346920, "total_flops": 47806382899200000, "train_loss": 0.012963525950908661, "subset_score_loss": 0.012963525950908661}
+{"step": 3590000, "wall_time": 37085.11724281311, "train_loss_step": 2.4533510208129883, "n_params": 4346920, "total_flops": 47939920281600000, "train_loss": 0.013302497565746307, "subset_score_loss": 0.013302497565746307}
+{"step": 3600000, "wall_time": 37256.35428214073, "train_loss_step": 2.3142058849334717, "n_params": 4346920, "total_flops": 48073457664000000, "train_loss": 0.01368238627910614, "subset_score_loss": 0.01368238627910614, "memorization_fraction_pixel": 0.07240000367164612, "mean_nn_ratio_pixel": 0.48729291558265686, "fid": 141.2460645294875, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 37352.15341424942, "train_loss_step": 2.5198512077331543, "n_params": 4346920, "total_flops": 48206995046400000, "train_loss": 0.013535021245479584, "subset_score_loss": 0.013535021245479584}
+{"step": 3620000, "wall_time": 37447.858370780945, "train_loss_step": 2.9083540439605713, "n_params": 4346920, "total_flops": 48340532428800000, "train_loss": 0.013169021904468536, "subset_score_loss": 0.013169021904468536}
+{"step": 3630000, "wall_time": 37542.34524297714, "train_loss_step": 2.3855557441711426, "n_params": 4346920, "total_flops": 48474069811200000, "train_loss": 0.013170617818832397, "subset_score_loss": 0.013170617818832397}
+{"step": 3640000, "wall_time": 37637.11211895943, "train_loss_step": 2.80332088470459, "n_params": 4346920, "total_flops": 48607607193600000, "train_loss": 0.013182181119918823, "subset_score_loss": 0.013182181119918823}
+{"step": 3650000, "wall_time": 37732.41282296181, "train_loss_step": 2.3900632858276367, "n_params": 4346920, "total_flops": 48741144576000000, "train_loss": 0.012742960453033447, "subset_score_loss": 0.012742960453033447}
+{"step": 3660000, "wall_time": 37824.32373547554, "train_loss_step": 2.3145737648010254, "n_params": 4346920, "total_flops": 48874681958400000, "train_loss": 0.012718065083026886, "subset_score_loss": 0.012718065083026886}
+{"step": 3670000, "wall_time": 37919.431297540665, "train_loss_step": 2.6850814819335938, "n_params": 4346920, "total_flops": 49008219340800000, "train_loss": 0.013323098421096802, "subset_score_loss": 0.013323098421096802}
+{"step": 3680000, "wall_time": 38014.71981668472, "train_loss_step": 2.5799245834350586, "n_params": 4346920, "total_flops": 49141756723200000, "train_loss": 0.013085876405239106, "subset_score_loss": 0.013085876405239106}
+{"step": 3690000, "wall_time": 38107.863196372986, "train_loss_step": 2.350292921066284, "n_params": 4346920, "total_flops": 49275294105600000, "train_loss": 0.013141608238220215, "subset_score_loss": 0.013141608238220215}
+{"step": 3700000, "wall_time": 38278.98794174194, "train_loss_step": 2.410149097442627, "n_params": 4346920, "total_flops": 49408831488000000, "train_loss": 0.013039954006671906, "subset_score_loss": 0.013039954006671906, "memorization_fraction_pixel": 0.06669999659061432, "mean_nn_ratio_pixel": 0.4890534579753876, "fid": 140.97285496457727, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 38374.48820710182, "train_loss_step": 2.70194673538208, "n_params": 4346920, "total_flops": 49542368870400000, "train_loss": 0.012936332821846008, "subset_score_loss": 0.012936332821846008}
+{"step": 3720000, "wall_time": 38468.55398726463, "train_loss_step": 2.4392261505126953, "n_params": 4346920, "total_flops": 49675906252800000, "train_loss": 0.013279111683368683, "subset_score_loss": 0.013279111683368683}
+{"step": 3730000, "wall_time": 38561.73856472969, "train_loss_step": 2.8477234840393066, "n_params": 4346920, "total_flops": 49809443635200000, "train_loss": 0.012814810872077942, "subset_score_loss": 0.012814810872077942}
+{"step": 3740000, "wall_time": 38656.636244535446, "train_loss_step": 2.400397300720215, "n_params": 4346920, "total_flops": 49942981017600000, "train_loss": 0.012982356548309325, "subset_score_loss": 0.012982356548309325}
+{"step": 3750000, "wall_time": 38746.77770638466, "train_loss_step": 2.5921199321746826, "n_params": 4346920, "total_flops": 50076518400000000, "train_loss": 0.012992468476295472, "subset_score_loss": 0.012992468476295472}
+{"step": 3760000, "wall_time": 38837.80612826347, "train_loss_step": 2.3087503910064697, "n_params": 4346920, "total_flops": 50210055782400000, "train_loss": 0.012928394973278046, "subset_score_loss": 0.012928394973278046}
+{"step": 3770000, "wall_time": 38932.68350148201, "train_loss_step": 2.1669909954071045, "n_params": 4346920, "total_flops": 50343593164800000, "train_loss": 0.013339406251907349, "subset_score_loss": 0.013339406251907349}
+{"step": 3780000, "wall_time": 39027.43376803398, "train_loss_step": 2.4687442779541016, "n_params": 4346920, "total_flops": 50477130547200000, "train_loss": 0.013037683069705963, "subset_score_loss": 0.013037683069705963}
+{"step": 3790000, "wall_time": 39122.79149675369, "train_loss_step": 2.4510703086853027, "n_params": 4346920, "total_flops": 50610667929600000, "train_loss": 0.01267530620098114, "subset_score_loss": 0.01267530620098114}
+{"step": 3800000, "wall_time": 39292.94715452194, "train_loss_step": 2.5011978149414062, "n_params": 4346920, "total_flops": 50744205312000000, "train_loss": 0.012731410562992096, "subset_score_loss": 0.012731410562992096, "memorization_fraction_pixel": 0.06960000097751617, "mean_nn_ratio_pixel": 0.4845457077026367, "fid": 141.0697189438238, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 39387.973459243774, "train_loss_step": 2.3436033725738525, "n_params": 4346920, "total_flops": 50877742694400000, "train_loss": 0.012904611229896546, "subset_score_loss": 0.012904611229896546}
+{"step": 3820000, "wall_time": 39481.86823582649, "train_loss_step": 2.397202968597412, "n_params": 4346920, "total_flops": 51011280076800000, "train_loss": 0.012190742790699005, "subset_score_loss": 0.012190742790699005}
+{"step": 3830000, "wall_time": 39576.981264829636, "train_loss_step": 2.5107226371765137, "n_params": 4346920, "total_flops": 51144817459200000, "train_loss": 0.013042671978473664, "subset_score_loss": 0.013042671978473664}
+{"step": 3840000, "wall_time": 39671.47350502014, "train_loss_step": 2.712773323059082, "n_params": 4346920, "total_flops": 51278354841600000, "train_loss": 0.012705105543136596, "subset_score_loss": 0.012705105543136596}
+{"step": 3850000, "wall_time": 39762.64729094505, "train_loss_step": 2.3302478790283203, "n_params": 4346920, "total_flops": 51411892224000000, "train_loss": 0.012610617280006408, "subset_score_loss": 0.012610617280006408}
+{"step": 3860000, "wall_time": 39858.058005571365, "train_loss_step": 2.536724090576172, "n_params": 4346920, "total_flops": 51545429606400000, "train_loss": 0.012684592604637146, "subset_score_loss": 0.012684592604637146}
+{"step": 3870000, "wall_time": 39953.03590464592, "train_loss_step": 2.533895969390869, "n_params": 4346920, "total_flops": 51678966988800000, "train_loss": 0.012472203373908997, "subset_score_loss": 0.012472203373908997}
+{"step": 3880000, "wall_time": 40047.919558525085, "train_loss_step": 2.455911636352539, "n_params": 4346920, "total_flops": 51812504371200000, "train_loss": 0.012504856288433074, "subset_score_loss": 0.012504856288433074}
+{"step": 3890000, "wall_time": 40142.74983024597, "train_loss_step": 2.333442449569702, "n_params": 4346920, "total_flops": 51946041753600000, "train_loss": 0.012421528995037078, "subset_score_loss": 0.012421528995037078}
+{"step": 3900000, "wall_time": 40341.94651842117, "train_loss_step": 2.4039223194122314, "n_params": 4346920, "total_flops": 52079579136000000, "train_loss": 0.01213657557964325, "subset_score_loss": 0.01213657557964325, "memorization_fraction_pixel": 0.06729999929666519, "mean_nn_ratio_pixel": 0.4883463978767395, "fid": 140.9822618513439, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 40437.02677845955, "train_loss_step": 2.407541275024414, "n_params": 4346920, "total_flops": 52213116518400000, "train_loss": 0.013051852583885193, "subset_score_loss": 0.013051852583885193}
+{"step": 3920000, "wall_time": 40530.1589140892, "train_loss_step": 2.2798805236816406, "n_params": 4346920, "total_flops": 52346653900800000, "train_loss": 0.012483377754688264, "subset_score_loss": 0.012483377754688264}
+{"step": 3930000, "wall_time": 40624.54314470291, "train_loss_step": 2.5507564544677734, "n_params": 4346920, "total_flops": 52480191283200000, "train_loss": 0.012287966161966323, "subset_score_loss": 0.012287966161966323}
+{"step": 3940000, "wall_time": 40708.060140132904, "train_loss_step": 2.375171184539795, "n_params": 4346920, "total_flops": 52613728665600000, "train_loss": 0.012121852487325668, "subset_score_loss": 0.012121852487325668}
+{"step": 3950000, "wall_time": 40800.54028058052, "train_loss_step": 2.3853049278259277, "n_params": 4346920, "total_flops": 52747266048000000, "train_loss": 0.012494561821222305, "subset_score_loss": 0.012494561821222305}
+{"step": 3960000, "wall_time": 40895.499827861786, "train_loss_step": 2.4261789321899414, "n_params": 4346920, "total_flops": 52880803430400000, "train_loss": 0.013120782375335694, "subset_score_loss": 0.013120782375335694}
+{"step": 3970000, "wall_time": 40990.40670013428, "train_loss_step": 2.493720531463623, "n_params": 4346920, "total_flops": 53014340812800000, "train_loss": 0.012652616202831268, "subset_score_loss": 0.012652616202831268}
+{"step": 3980000, "wall_time": 41085.888035058975, "train_loss_step": 2.44439697265625, "n_params": 4346920, "total_flops": 53147878195200000, "train_loss": 0.012377043813467025, "subset_score_loss": 0.012377043813467025}
+{"step": 3990000, "wall_time": 41181.170405864716, "train_loss_step": 2.3264684677124023, "n_params": 4346920, "total_flops": 53281415577600000, "train_loss": 0.012500128149986267, "subset_score_loss": 0.012500128149986267}
+{"step": 4000000, "wall_time": 41383.98218035698, "train_loss_step": 2.4578940868377686, "n_params": 4346920, "total_flops": 53414952960000000, "train_loss": 0.011637333035469054, "subset_score_loss": 0.011637333035469054, "memorization_fraction_pixel": 0.07360000163316727, "mean_nn_ratio_pixel": 0.4816775918006897, "fid": 141.36218346936647, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 41478.39219403267, "train_loss_step": 2.616147994995117, "n_params": 4346920, "total_flops": 53548490342400000, "train_loss": 0.011884138733148576, "subset_score_loss": 0.011884138733148576}
+{"step": 4020000, "wall_time": 41572.728558540344, "train_loss_step": 2.5087270736694336, "n_params": 4346920, "total_flops": 53682027724800000, "train_loss": 0.011916972696781158, "subset_score_loss": 0.011916972696781158}
+{"step": 4030000, "wall_time": 41664.98676323891, "train_loss_step": 2.6090617179870605, "n_params": 4346920, "total_flops": 53815565107200000, "train_loss": 0.012595675885677338, "subset_score_loss": 0.012595675885677338}
+{"step": 4040000, "wall_time": 41748.98970127106, "train_loss_step": 2.78124737739563, "n_params": 4346920, "total_flops": 53949102489600000, "train_loss": 0.012547577917575835, "subset_score_loss": 0.012547577917575835}
+{"step": 4050000, "wall_time": 41843.12948131561, "train_loss_step": 2.502985954284668, "n_params": 4346920, "total_flops": 54082639872000000, "train_loss": 0.011840111017227173, "subset_score_loss": 0.011840111017227173}
+{"step": 4060000, "wall_time": 41938.0483520031, "train_loss_step": 2.29298996925354, "n_params": 4346920, "total_flops": 54216177254400000, "train_loss": 0.011975899338722229, "subset_score_loss": 0.011975899338722229}
+{"step": 4070000, "wall_time": 42033.22180008888, "train_loss_step": 2.5069990158081055, "n_params": 4346920, "total_flops": 54349714636800000, "train_loss": 0.012354326248168946, "subset_score_loss": 0.012354326248168946}
+{"step": 4080000, "wall_time": 42128.403666734695, "train_loss_step": 2.4282944202423096, "n_params": 4346920, "total_flops": 54483252019200000, "train_loss": 0.012098755687475204, "subset_score_loss": 0.012098755687475204}
+{"step": 4090000, "wall_time": 42223.421026706696, "train_loss_step": 2.5817484855651855, "n_params": 4346920, "total_flops": 54616789401600000, "train_loss": 0.0119487464427948, "subset_score_loss": 0.0119487464427948}
+{"step": 4100000, "wall_time": 42424.74438667297, "train_loss_step": 2.459723472595215, "n_params": 4346920, "total_flops": 54750326784000000, "train_loss": 0.012155571579933166, "subset_score_loss": 0.012155571579933166, "memorization_fraction_pixel": 0.07090000063180923, "mean_nn_ratio_pixel": 0.48753443360328674, "fid": 141.62645169769817, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 42518.82710123062, "train_loss_step": 2.6132194995880127, "n_params": 4346920, "total_flops": 54883864166400000, "train_loss": 0.011821886152029037, "subset_score_loss": 0.011821886152029037}
+{"step": 4120000, "wall_time": 42614.34732508659, "train_loss_step": 2.7059414386749268, "n_params": 4346920, "total_flops": 55017401548800000, "train_loss": 0.011894671618938446, "subset_score_loss": 0.011894671618938446}
+{"step": 4130000, "wall_time": 42701.46278524399, "train_loss_step": 2.1860485076904297, "n_params": 4346920, "total_flops": 55150938931200000, "train_loss": 0.01223151758313179, "subset_score_loss": 0.01223151758313179}
+{"step": 4140000, "wall_time": 42796.43407821655, "train_loss_step": 2.7078137397766113, "n_params": 4346920, "total_flops": 55284476313600000, "train_loss": 0.01225772276520729, "subset_score_loss": 0.01225772276520729}
+{"step": 4150000, "wall_time": 42891.56683039665, "train_loss_step": 2.6035819053649902, "n_params": 4346920, "total_flops": 55418013696000000, "train_loss": 0.01191326379776001, "subset_score_loss": 0.01191326379776001}
+{"step": 4160000, "wall_time": 42986.38125491142, "train_loss_step": 2.508431911468506, "n_params": 4346920, "total_flops": 55551551078400000, "train_loss": 0.011925695836544037, "subset_score_loss": 0.011925695836544037}
+{"step": 4170000, "wall_time": 43081.35629606247, "train_loss_step": 2.0480422973632812, "n_params": 4346920, "total_flops": 55685088460800000, "train_loss": 0.01164674162864685, "subset_score_loss": 0.01164674162864685}
+{"step": 4180000, "wall_time": 43176.41823911667, "train_loss_step": 2.501030445098877, "n_params": 4346920, "total_flops": 55818625843200000, "train_loss": 0.011785899847745895, "subset_score_loss": 0.011785899847745895}
+{"step": 4190000, "wall_time": 43271.91892123222, "train_loss_step": 2.3502187728881836, "n_params": 4346920, "total_flops": 55952163225600000, "train_loss": 0.011903389543294906, "subset_score_loss": 0.011903389543294906}
+{"step": 4200000, "wall_time": 43477.30043077469, "train_loss_step": 2.446605920791626, "n_params": 4346920, "total_flops": 56085700608000000, "train_loss": 0.01204574853181839, "subset_score_loss": 0.01204574853181839, "memorization_fraction_pixel": 0.0681999996304512, "mean_nn_ratio_pixel": 0.4856279194355011, "fid": 141.398383522749, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 43572.109291791916, "train_loss_step": 2.2919201850891113, "n_params": 4346920, "total_flops": 56219237990400000, "train_loss": 0.011447342485189438, "subset_score_loss": 0.011447342485189438}
+{"step": 4220000, "wall_time": 43657.042174339294, "train_loss_step": 2.524413585662842, "n_params": 4346920, "total_flops": 56352775372800000, "train_loss": 0.012136901915073394, "subset_score_loss": 0.012136901915073394}
+{"step": 4230000, "wall_time": 43748.61646747589, "train_loss_step": 2.467817783355713, "n_params": 4346920, "total_flops": 56486312755200000, "train_loss": 0.011313560605049133, "subset_score_loss": 0.011313560605049133}
+{"step": 4240000, "wall_time": 43843.38881111145, "train_loss_step": 2.600490093231201, "n_params": 4346920, "total_flops": 56619850137600000, "train_loss": 0.011878496408462525, "subset_score_loss": 0.011878496408462525}
+{"step": 4250000, "wall_time": 43938.68980669975, "train_loss_step": 2.4059042930603027, "n_params": 4346920, "total_flops": 56753387520000000, "train_loss": 0.011692589521408081, "subset_score_loss": 0.011692589521408081}
+{"step": 4260000, "wall_time": 44033.356764793396, "train_loss_step": 2.824188470840454, "n_params": 4346920, "total_flops": 56886924902400000, "train_loss": 0.01183696836233139, "subset_score_loss": 0.01183696836233139}
+{"step": 4270000, "wall_time": 44128.57866215706, "train_loss_step": 2.527395486831665, "n_params": 4346920, "total_flops": 57020462284800000, "train_loss": 0.011981868743896484, "subset_score_loss": 0.011981868743896484}
+{"step": 4280000, "wall_time": 44223.87645292282, "train_loss_step": 2.502732515335083, "n_params": 4346920, "total_flops": 57153999667200000, "train_loss": 0.012150701135396957, "subset_score_loss": 0.012150701135396957}
+{"step": 4290000, "wall_time": 44318.549201250076, "train_loss_step": 2.152770757675171, "n_params": 4346920, "total_flops": 57287537049600000, "train_loss": 0.011462239921092987, "subset_score_loss": 0.011462239921092987}
+{"step": 4300000, "wall_time": 44534.682404994965, "train_loss_step": 2.434576988220215, "n_params": 4346920, "total_flops": 57421074432000000, "train_loss": 0.011986968666315078, "subset_score_loss": 0.011986968666315078, "memorization_fraction_pixel": 0.07159999758005142, "mean_nn_ratio_pixel": 0.48277977108955383, "fid": 141.09255770790543, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 44625.00736117363, "train_loss_step": 2.3402037620544434, "n_params": 4346920, "total_flops": 57554611814400000, "train_loss": 0.012062647938728332, "subset_score_loss": 0.012062647938728332}
+{"step": 4320000, "wall_time": 44711.97939538956, "train_loss_step": 2.660308361053467, "n_params": 4346920, "total_flops": 57688149196800000, "train_loss": 0.011274718493223191, "subset_score_loss": 0.011274718493223191}
+{"step": 4330000, "wall_time": 44806.64062714577, "train_loss_step": 2.4917407035827637, "n_params": 4346920, "total_flops": 57821686579200000, "train_loss": 0.011392765492200852, "subset_score_loss": 0.011392765492200852}
+{"step": 4340000, "wall_time": 44900.93423914909, "train_loss_step": 2.4588403701782227, "n_params": 4346920, "total_flops": 57955223961600000, "train_loss": 0.011316926777362823, "subset_score_loss": 0.011316926777362823}
+{"step": 4350000, "wall_time": 44995.95355296135, "train_loss_step": 2.7371091842651367, "n_params": 4346920, "total_flops": 58088761344000000, "train_loss": 0.011456012725830078, "subset_score_loss": 0.011456012725830078}
+{"step": 4360000, "wall_time": 45090.99045467377, "train_loss_step": 2.368856906890869, "n_params": 4346920, "total_flops": 58222298726400000, "train_loss": 0.011271738260984421, "subset_score_loss": 0.011271738260984421}
+{"step": 4370000, "wall_time": 45186.03304076195, "train_loss_step": 2.515961170196533, "n_params": 4346920, "total_flops": 58355836108800000, "train_loss": 0.012059573084115982, "subset_score_loss": 0.012059573084115982}
+{"step": 4380000, "wall_time": 45280.86078166962, "train_loss_step": 2.563689708709717, "n_params": 4346920, "total_flops": 58489373491200000, "train_loss": 0.011849001049995422, "subset_score_loss": 0.011849001049995422}
+{"step": 4390000, "wall_time": 45372.73488974571, "train_loss_step": 2.2913222312927246, "n_params": 4346920, "total_flops": 58622910873600000, "train_loss": 0.011677119880914688, "subset_score_loss": 0.011677119880914688}
+{"step": 4400000, "wall_time": 45593.36449456215, "train_loss_step": 2.48819637298584, "n_params": 4346920, "total_flops": 58756448256000000, "train_loss": 0.011334238201379776, "subset_score_loss": 0.011334238201379776, "memorization_fraction_pixel": 0.07370000332593918, "mean_nn_ratio_pixel": 0.48273035883903503, "fid": 140.27799799489824, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 45675.90064764023, "train_loss_step": 2.418412685394287, "n_params": 4346920, "total_flops": 58889985638400000, "train_loss": 0.011332990229129791, "subset_score_loss": 0.011332990229129791}
+{"step": 4420000, "wall_time": 45770.84280371666, "train_loss_step": 2.5292484760284424, "n_params": 4346920, "total_flops": 59023523020800000, "train_loss": 0.010931530594825744, "subset_score_loss": 0.010931530594825744}
+{"step": 4430000, "wall_time": 45865.676805734634, "train_loss_step": 2.287034273147583, "n_params": 4346920, "total_flops": 59157060403200000, "train_loss": 0.01083926111459732, "subset_score_loss": 0.01083926111459732}
+{"step": 4440000, "wall_time": 45960.30565714836, "train_loss_step": 2.520834445953369, "n_params": 4346920, "total_flops": 59290597785600000, "train_loss": 0.01185837984085083, "subset_score_loss": 0.01185837984085083}
+{"step": 4450000, "wall_time": 46054.50187063217, "train_loss_step": 2.301063060760498, "n_params": 4346920, "total_flops": 59424135168000000, "train_loss": 0.010617172718048096, "subset_score_loss": 0.010617172718048096}
+{"step": 4460000, "wall_time": 46148.91689372063, "train_loss_step": 2.530439853668213, "n_params": 4346920, "total_flops": 59557672550400000, "train_loss": 0.01100512146949768, "subset_score_loss": 0.01100512146949768}
+{"step": 4470000, "wall_time": 46244.109905958176, "train_loss_step": 2.479548215866089, "n_params": 4346920, "total_flops": 59691209932800000, "train_loss": 0.010849308967590333, "subset_score_loss": 0.010849308967590333}
+{"step": 4480000, "wall_time": 46339.448825359344, "train_loss_step": 2.685420036315918, "n_params": 4346920, "total_flops": 59824747315200000, "train_loss": 0.011895979940891265, "subset_score_loss": 0.011895979940891265}
+{"step": 4490000, "wall_time": 46431.29322552681, "train_loss_step": 2.427776336669922, "n_params": 4346920, "total_flops": 59958284697600000, "train_loss": 0.0110484778881073, "subset_score_loss": 0.0110484778881073}
+{"step": 4500000, "wall_time": 46624.48259305954, "train_loss_step": 2.5865979194641113, "n_params": 4346920, "total_flops": 60091822080000000, "train_loss": 0.011635153740644454, "subset_score_loss": 0.011635153740644454, "memorization_fraction_pixel": 0.07320000231266022, "mean_nn_ratio_pixel": 0.4836748540401459, "fid": 140.48312185345966, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 46719.03143620491, "train_loss_step": 2.357853651046753, "n_params": 4346920, "total_flops": 60225359462400000, "train_loss": 0.011156815290451049, "subset_score_loss": 0.011156815290451049}
+{"step": 4520000, "wall_time": 46814.65656208992, "train_loss_step": 2.233203887939453, "n_params": 4346920, "total_flops": 60358896844800000, "train_loss": 0.011019018292427064, "subset_score_loss": 0.011019018292427064}
+{"step": 4530000, "wall_time": 46910.00561761856, "train_loss_step": 2.594454765319824, "n_params": 4346920, "total_flops": 60492434227200000, "train_loss": 0.010844986140727996, "subset_score_loss": 0.010844986140727996}
+{"step": 4540000, "wall_time": 47004.73345589638, "train_loss_step": 2.441464424133301, "n_params": 4346920, "total_flops": 60625971609600000, "train_loss": 0.0109821617603302, "subset_score_loss": 0.0109821617603302}
+{"step": 4550000, "wall_time": 47099.66657114029, "train_loss_step": 2.3688607215881348, "n_params": 4346920, "total_flops": 60759508992000000, "train_loss": 0.011275453865528107, "subset_score_loss": 0.011275453865528107}
+{"step": 4560000, "wall_time": 47194.642166376114, "train_loss_step": 2.481170892715454, "n_params": 4346920, "total_flops": 60893046374400000, "train_loss": 0.011261244863271713, "subset_score_loss": 0.011261244863271713}
+{"step": 4570000, "wall_time": 47290.19073367119, "train_loss_step": 2.634133815765381, "n_params": 4346920, "total_flops": 61026583756800000, "train_loss": 0.011037493497133255, "subset_score_loss": 0.011037493497133255}
+{"step": 4580000, "wall_time": 47383.814898729324, "train_loss_step": 2.5291104316711426, "n_params": 4346920, "total_flops": 61160121139200000, "train_loss": 0.010897708684206009, "subset_score_loss": 0.010897708684206009}
+{"step": 4590000, "wall_time": 47475.32752895355, "train_loss_step": 2.217379093170166, "n_params": 4346920, "total_flops": 61293658521600000, "train_loss": 0.010876747965812682, "subset_score_loss": 0.010876747965812682}
+{"step": 4600000, "wall_time": 47684.11850500107, "train_loss_step": 2.310541868209839, "n_params": 4346920, "total_flops": 61427195904000000, "train_loss": 0.011165878176689148, "subset_score_loss": 0.011165878176689148, "memorization_fraction_pixel": 0.07599999755620956, "mean_nn_ratio_pixel": 0.4802688956260681, "fid": 140.92585831186852, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 47779.02501010895, "train_loss_step": 2.2839999198913574, "n_params": 4346920, "total_flops": 61560733286400000, "train_loss": 0.010870080441236496, "subset_score_loss": 0.010870080441236496}
+{"step": 4620000, "wall_time": 47873.76729083061, "train_loss_step": 2.6490678787231445, "n_params": 4346920, "total_flops": 61694270668800000, "train_loss": 0.01099679321050644, "subset_score_loss": 0.01099679321050644}
+{"step": 4630000, "wall_time": 47968.95835232735, "train_loss_step": 2.345353126525879, "n_params": 4346920, "total_flops": 61827808051200000, "train_loss": 0.010938223451375961, "subset_score_loss": 0.010938223451375961}
+{"step": 4640000, "wall_time": 48064.10062646866, "train_loss_step": 2.353715419769287, "n_params": 4346920, "total_flops": 61961345433600000, "train_loss": 0.011200831830501556, "subset_score_loss": 0.011200831830501556}
+{"step": 4650000, "wall_time": 48158.65856194496, "train_loss_step": 2.546043872833252, "n_params": 4346920, "total_flops": 62094882816000000, "train_loss": 0.011233312636613845, "subset_score_loss": 0.011233312636613845}
+{"step": 4660000, "wall_time": 48253.99520564079, "train_loss_step": 2.444159507751465, "n_params": 4346920, "total_flops": 62228420198400000, "train_loss": 0.010592610388994218, "subset_score_loss": 0.010592610388994218}
+{"step": 4670000, "wall_time": 48348.86759567261, "train_loss_step": 2.5477254390716553, "n_params": 4346920, "total_flops": 62361957580800000, "train_loss": 0.01070881187915802, "subset_score_loss": 0.01070881187915802}
+{"step": 4680000, "wall_time": 48442.645654439926, "train_loss_step": 2.5163750648498535, "n_params": 4346920, "total_flops": 62495494963200000, "train_loss": 0.010997077077627182, "subset_score_loss": 0.010997077077627182}
+{"step": 4690000, "wall_time": 48532.89275217056, "train_loss_step": 2.344287395477295, "n_params": 4346920, "total_flops": 62629032345600000, "train_loss": 0.010780058801174164, "subset_score_loss": 0.010780058801174164}
+{"step": 4700000, "wall_time": 48675.888302087784, "train_loss_step": 2.383396625518799, "n_params": 4346920, "total_flops": 62762569728000000, "train_loss": 0.010368604212999344, "subset_score_loss": 0.010368604212999344, "memorization_fraction_pixel": 0.07190000265836716, "mean_nn_ratio_pixel": 0.48396191000938416, "fid": 141.44713269602067, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 48753.00782775879, "train_loss_step": 2.6945881843566895, "n_params": 4346920, "total_flops": 62896107110400000, "train_loss": 0.010669706016778946, "subset_score_loss": 0.010669706016778946}
+{"step": 4720000, "wall_time": 48830.355353593826, "train_loss_step": 2.2941997051239014, "n_params": 4346920, "total_flops": 63029644492800000, "train_loss": 0.01055140346288681, "subset_score_loss": 0.01055140346288681}
+{"step": 4730000, "wall_time": 48907.31180071831, "train_loss_step": 2.2629570960998535, "n_params": 4346920, "total_flops": 63163181875200000, "train_loss": 0.010443203896284104, "subset_score_loss": 0.010443203896284104}
+{"step": 4740000, "wall_time": 48984.560049533844, "train_loss_step": 2.4852921962738037, "n_params": 4346920, "total_flops": 63296719257600000, "train_loss": 0.010815497487783432, "subset_score_loss": 0.010815497487783432}
+{"step": 4750000, "wall_time": 49061.71420478821, "train_loss_step": 2.2748770713806152, "n_params": 4346920, "total_flops": 63430256640000000, "train_loss": 0.010855641961097718, "subset_score_loss": 0.010855641961097718}
+{"step": 4760000, "wall_time": 49138.954085826874, "train_loss_step": 2.469235897064209, "n_params": 4346920, "total_flops": 63563794022400000, "train_loss": 0.010851573944091798, "subset_score_loss": 0.010851573944091798}
+{"step": 4770000, "wall_time": 49216.534237623215, "train_loss_step": 2.4484968185424805, "n_params": 4346920, "total_flops": 63697331404800000, "train_loss": 0.011441708356142045, "subset_score_loss": 0.011441708356142045}
+{"step": 4780000, "wall_time": 49291.49253535271, "train_loss_step": 2.2783443927764893, "n_params": 4346920, "total_flops": 63830868787200000, "train_loss": 0.010772232711315156, "subset_score_loss": 0.010772232711315156}
+{"step": 4790000, "wall_time": 49363.90104365349, "train_loss_step": 2.29317569732666, "n_params": 4346920, "total_flops": 63964406169600000, "train_loss": 0.010394351929426194, "subset_score_loss": 0.010394351929426194}
+{"step": 4800000, "wall_time": 49507.56918811798, "train_loss_step": 2.217472791671753, "n_params": 4346920, "total_flops": 64097943552000000, "train_loss": 0.010747852176427842, "subset_score_loss": 0.010747852176427842, "memorization_fraction_pixel": 0.07819999754428864, "mean_nn_ratio_pixel": 0.47906067967414856, "fid": 141.21645473319464, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 49584.429772377014, "train_loss_step": 2.1448779106140137, "n_params": 4346920, "total_flops": 64231480934400000, "train_loss": 0.010360226780176163, "subset_score_loss": 0.010360226780176163}
+{"step": 4820000, "wall_time": 49661.74764633179, "train_loss_step": 2.2123923301696777, "n_params": 4346920, "total_flops": 64365018316800000, "train_loss": 0.01009826585650444, "subset_score_loss": 0.01009826585650444}
+{"step": 4830000, "wall_time": 49739.0447807312, "train_loss_step": 2.260218620300293, "n_params": 4346920, "total_flops": 64498555699200000, "train_loss": 0.010519396513700485, "subset_score_loss": 0.010519396513700485}
+{"step": 4840000, "wall_time": 49816.633454322815, "train_loss_step": 2.1130833625793457, "n_params": 4346920, "total_flops": 64632093081600000, "train_loss": 0.010726838558912277, "subset_score_loss": 0.010726838558912277}
+{"step": 4850000, "wall_time": 49893.84764170647, "train_loss_step": 2.5109994411468506, "n_params": 4346920, "total_flops": 64765630464000000, "train_loss": 0.010254517197608948, "subset_score_loss": 0.010254517197608948}
+{"step": 4860000, "wall_time": 49970.849014520645, "train_loss_step": 2.369894504547119, "n_params": 4346920, "total_flops": 64899167846400000, "train_loss": 0.010117619484663009, "subset_score_loss": 0.010117619484663009}
+{"step": 4870000, "wall_time": 50048.149634599686, "train_loss_step": 2.3792572021484375, "n_params": 4346920, "total_flops": 65032705228800000, "train_loss": 0.010248135030269622, "subset_score_loss": 0.010248135030269622}
+{"step": 4880000, "wall_time": 50122.66326212883, "train_loss_step": 2.3589425086975098, "n_params": 4346920, "total_flops": 65166242611200000, "train_loss": 0.010081900656223297, "subset_score_loss": 0.010081900656223297}
+{"step": 4890000, "wall_time": 50180.73679971695, "train_loss_step": 2.3564858436584473, "n_params": 4346920, "total_flops": 65299779993600000, "train_loss": 0.010287224501371383, "subset_score_loss": 0.010287224501371383}
+{"step": 4900000, "wall_time": 50287.396043777466, "train_loss_step": 2.265944004058838, "n_params": 4346920, "total_flops": 65433317376000000, "train_loss": 0.010211698710918427, "subset_score_loss": 0.010211698710918427, "memorization_fraction_pixel": 0.07329999655485153, "mean_nn_ratio_pixel": 0.48313990235328674, "fid": 141.4547427785814, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 50345.465421676636, "train_loss_step": 2.567455768585205, "n_params": 4346920, "total_flops": 65566854758400000, "train_loss": 0.010292135924100877, "subset_score_loss": 0.010292135924100877}
+{"step": 4920000, "wall_time": 50403.574516773224, "train_loss_step": 2.2447681427001953, "n_params": 4346920, "total_flops": 65700392140800000, "train_loss": 0.010377036035060882, "subset_score_loss": 0.010377036035060882}
+{"step": 4930000, "wall_time": 50461.60721993446, "train_loss_step": 2.3405189514160156, "n_params": 4346920, "total_flops": 65833929523200000, "train_loss": 0.01005021557211876, "subset_score_loss": 0.01005021557211876}
+{"step": 4940000, "wall_time": 50519.6899163723, "train_loss_step": 2.5175728797912598, "n_params": 4346920, "total_flops": 65967466905600000, "train_loss": 0.009873416274785995, "subset_score_loss": 0.009873416274785995}
+{"step": 4950000, "wall_time": 50577.72769975662, "train_loss_step": 2.4093620777130127, "n_params": 4346920, "total_flops": 66101004288000000, "train_loss": 0.009950723499059677, "subset_score_loss": 0.009950723499059677}
+{"step": 4960000, "wall_time": 50635.90292811394, "train_loss_step": 2.278005361557007, "n_params": 4346920, "total_flops": 66234541670400000, "train_loss": 0.010128159075975418, "subset_score_loss": 0.010128159075975418}
+{"step": 4970000, "wall_time": 50693.84130072594, "train_loss_step": 2.6788206100463867, "n_params": 4346920, "total_flops": 66368079052800000, "train_loss": 0.010257663577795029, "subset_score_loss": 0.010257663577795029}
+{"step": 4980000, "wall_time": 50746.9569747448, "train_loss_step": 2.130047082901001, "n_params": 4346920, "total_flops": 66501616435200000, "train_loss": 0.009727771580219268, "subset_score_loss": 0.009727771580219268}
+{"step": 4990000, "wall_time": 50785.53248119354, "train_loss_step": 2.4222331047058105, "n_params": 4346920, "total_flops": 66635153817600000, "train_loss": 0.010359007865190506, "subset_score_loss": 0.010359007865190506}
+{"step": 5000000, "wall_time": 50858.273638010025, "train_loss_step": 2.444061040878296, "n_params": 4346920, "total_flops": 66768691200000000, "train_loss": 0.01055099219083786, "subset_score_loss": 0.01055099219083786, "memorization_fraction_pixel": 0.07699999958276749, "mean_nn_ratio_pixel": 0.4805528223514557, "fid": 141.67446279614148, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..cc3cf2dc5f02fe4a92072c622be3c397cfcd009a
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d40/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     76s | train_loss=0.9991 | fid=229.8973
+  step   10000 |    171s | train_loss=0.8930
+  step   20000 |    266s | train_loss=0.8697
+  step   30000 |    361s | train_loss=0.8133
+  step   40000 |    456s | train_loss=0.7031
+  step   50000 |    552s | train_loss=0.5223
+  step   60000 |    647s | train_loss=0.3490
+  step   70000 |    742s | train_loss=0.2473
+  step   80000 |    838s | train_loss=0.1965
+  step   90000 |    933s | train_loss=0.1673
+  step  100000 |   1102s | train_loss=0.1510 | fid=160.2524
+  step  110000 |   1191s | train_loss=0.1366
+  step  120000 |   1286s | train_loss=0.1268
+  step  130000 |   1382s | train_loss=0.1194
+  step  140000 |   1477s | train_loss=0.1117
+  step  150000 |   1572s | train_loss=0.1057
+  step  160000 |   1668s | train_loss=0.1001
+  step  170000 |   1763s | train_loss=0.0951
+  step  180000 |   1859s | train_loss=0.0899
+  step  190000 |   1952s | train_loss=0.0883
+  step  200000 |   2123s | train_loss=0.0839 | fid=156.2136
+  step  210000 |   2212s | train_loss=0.0822
+  step  220000 |   2307s | train_loss=0.0781
+  step  230000 |   2403s | train_loss=0.0743
+  step  240000 |   2498s | train_loss=0.0730
+  step  250000 |   2593s | train_loss=0.0714
+  step  260000 |   2689s | train_loss=0.0703
+  step  270000 |   2784s | train_loss=0.0677
+  step  280000 |   2879s | train_loss=0.0647
+  step  290000 |   2972s | train_loss=0.0636
+  step  300000 |   3144s | train_loss=0.0615 | fid=152.3727
+  step  310000 |   3236s | train_loss=0.0612
+  step  320000 |   3329s | train_loss=0.0597
+  step  330000 |   3424s | train_loss=0.0593
+  step  340000 |   3520s | train_loss=0.0579
+  step  350000 |   3615s | train_loss=0.0562
+  step  360000 |   3710s | train_loss=0.0550
+  step  370000 |   3806s | train_loss=0.0542
+  step  380000 |   3899s | train_loss=0.0527
+  step  390000 |   3994s | train_loss=0.0516
+  step  400000 |   4166s | train_loss=0.0518 | fid=149.7880
+  step  410000 |   4258s | train_loss=0.0499
+  step  420000 |   4350s | train_loss=0.0496
+  step  430000 |   4446s | train_loss=0.0485
+  step  440000 |   4541s | train_loss=0.0485
+  step  450000 |   4636s | train_loss=0.0468
+  step  460000 |   4732s | train_loss=0.0476
+  step  470000 |   4825s | train_loss=0.0468
+  step  480000 |   4920s | train_loss=0.0470
+  step  490000 |   5016s | train_loss=0.0452
+  step  500000 |   5186s | train_loss=0.0449 | fid=146.4769
+  step  510000 |   5280s | train_loss=0.0439
+  step  520000 |   5371s | train_loss=0.0444
+  step  530000 |   5466s | train_loss=0.0438
+  step  540000 |   5562s | train_loss=0.0427
+  step  550000 |   5657s | train_loss=0.0422
+  step  560000 |   5752s | train_loss=0.0420
+  step  570000 |   5845s | train_loss=0.0422
+  step  580000 |   5941s | train_loss=0.0411
+  step  590000 |   6036s | train_loss=0.0401
+  step  600000 |   6209s | train_loss=0.0408 | fid=145.0576
+  step  610000 |   6303s | train_loss=0.0400
+  step  620000 |   6396s | train_loss=0.0409
+  step  630000 |   6489s | train_loss=0.0386
+  step  640000 |   6585s | train_loss=0.0388
+  step  650000 |   6680s | train_loss=0.0388
+  step  660000 |   6772s | train_loss=0.0389
+  step  670000 |   6868s | train_loss=0.0375
+  step  680000 |   6963s | train_loss=0.0374
+  step  690000 |   7058s | train_loss=0.0371
+  step  700000 |   7233s | train_loss=0.0365 | fid=144.9008
+  step  710000 |   7326s | train_loss=0.0372
+  step  720000 |   7420s | train_loss=0.0363
+  step  730000 |   7514s | train_loss=0.0366
+  step  740000 |   7609s | train_loss=0.0356
+  step  750000 |   7701s | train_loss=0.0361
+  step  760000 |   7796s | train_loss=0.0351
+  step  770000 |   7892s | train_loss=0.0356
+  step  780000 |   7987s | train_loss=0.0347
+  step  790000 |   8082s | train_loss=0.0343
+  step  800000 |   8257s | train_loss=0.0342 | fid=143.3336
+  step  810000 |   8350s | train_loss=0.0342
+  step  820000 |   8444s | train_loss=0.0336
+  step  830000 |   8537s | train_loss=0.0332
+  step  840000 |   8632s | train_loss=0.0337
+  step  850000 |   8725s | train_loss=0.0331
+  step  860000 |   8820s | train_loss=0.0325
+  step  870000 |   8915s | train_loss=0.0318
+  step  880000 |   9010s | train_loss=0.0324
+  step  890000 |   9106s | train_loss=0.0318
+  step  900000 |   9280s | train_loss=0.0314 | fid=142.8522
+  step  910000 |   9374s | train_loss=0.0317
+  step  920000 |   9466s | train_loss=0.0320
+  step  930000 |   9562s | train_loss=0.0309
+  step  940000 |   9652s | train_loss=0.0323
+  step  950000 |   9748s | train_loss=0.0305
+  step  960000 |   9843s | train_loss=0.0303
+  step  970000 |   9938s | train_loss=0.0314
+  step  980000 |  10033s | train_loss=0.0301
+  step  990000 |  10129s | train_loss=0.0297
+  step 1000000 |  10303s | train_loss=0.0302 | fid=142.1660
+  step 1010000 |  10398s | train_loss=0.0300
+  step 1020000 |  10491s | train_loss=0.0296
+  step 1030000 |  10582s | train_loss=0.0295
+  step 1040000 |  10676s | train_loss=0.0297
+  step 1050000 |  10771s | train_loss=0.0296
+  step 1060000 |  10866s | train_loss=0.0293
+  step 1070000 |  10961s | train_loss=0.0291
+  step 1080000 |  11056s | train_loss=0.0289
+  step 1090000 |  11151s | train_loss=0.0285
+  step 1100000 |  11325s | train_loss=0.0281 | fid=142.1054
+  step 1110000 |  11420s | train_loss=0.0281
+  step 1120000 |  11514s | train_loss=0.0284
+  step 1130000 |  11603s | train_loss=0.0279
+  step 1140000 |  11696s | train_loss=0.0275
+  step 1150000 |  11791s | train_loss=0.0279
+  step 1160000 |  11887s | train_loss=0.0277
+  step 1170000 |  11982s | train_loss=0.0289
+  step 1180000 |  12077s | train_loss=0.0269
+  step 1190000 |  12173s | train_loss=0.0273
+  step 1200000 |  12346s | train_loss=0.0278 | fid=141.6722
+  step 1210000 |  12442s | train_loss=0.0273
+  step 1220000 |  12532s | train_loss=0.0268
+  step 1230000 |  12626s | train_loss=0.0284
+  step 1240000 |  12721s | train_loss=0.0265
+  step 1250000 |  12814s | train_loss=0.0263
+  step 1260000 |  12909s | train_loss=0.0267
+  step 1270000 |  13004s | train_loss=0.0262
+  step 1280000 |  13099s | train_loss=0.0265
+  step 1290000 |  13195s | train_loss=0.0258
+  step 1300000 |  13365s | train_loss=0.0257 | fid=141.6070
+  step 1310000 |  13458s | train_loss=0.0263
+  step 1320000 |  13551s | train_loss=0.0259
+  step 1330000 |  13645s | train_loss=0.0262
+  step 1340000 |  13740s | train_loss=0.0258
+  step 1350000 |  13834s | train_loss=0.0249
+  step 1360000 |  13929s | train_loss=0.0262
+  step 1370000 |  14024s | train_loss=0.0259
+  step 1380000 |  14119s | train_loss=0.0254
+  step 1390000 |  14215s | train_loss=0.0257
+  step 1400000 |  14388s | train_loss=0.0249 | fid=141.4753
+  step 1410000 |  14481s | train_loss=0.0251
+  step 1420000 |  14574s | train_loss=0.0253
+  step 1430000 |  14668s | train_loss=0.0246
+  step 1440000 |  14763s | train_loss=0.0239
+  step 1450000 |  14856s | train_loss=0.0250
+  step 1460000 |  14952s | train_loss=0.0243
+  step 1470000 |  15047s | train_loss=0.0245
+  step 1480000 |  15143s | train_loss=0.0243
+  step 1490000 |  15238s | train_loss=0.0258
+  step 1500000 |  15410s | train_loss=0.0243 | fid=142.0214
+  step 1510000 |  15505s | train_loss=0.0249
+  step 1520000 |  15599s | train_loss=0.0244
+  step 1530000 |  15694s | train_loss=0.0243
+  step 1540000 |  15788s | train_loss=0.0239
+  step 1550000 |  15883s | train_loss=0.0236
+  step 1560000 |  15977s | train_loss=0.0236
+  step 1570000 |  16072s | train_loss=0.0244
+  step 1580000 |  16167s | train_loss=0.0244
+  step 1590000 |  16262s | train_loss=0.0231
+  step 1600000 |  16432s | train_loss=0.0238 | fid=141.0651
+  step 1610000 |  16528s | train_loss=0.0229
+  step 1620000 |  16621s | train_loss=0.0237
+  step 1630000 |  16717s | train_loss=0.0225
+  step 1640000 |  16809s | train_loss=0.0237
+  step 1650000 |  16903s | train_loss=0.0221
+  step 1660000 |  16995s | train_loss=0.0229
+  step 1670000 |  17088s | train_loss=0.0227
+  step 1680000 |  17182s | train_loss=0.0232
+  step 1690000 |  17276s | train_loss=0.0228
+  step 1700000 |  17444s | train_loss=0.0222 | fid=141.9694
+  step 1710000 |  17539s | train_loss=0.0223
+  step 1720000 |  17632s | train_loss=0.0233
+  step 1730000 |  17728s | train_loss=0.0226
+  step 1740000 |  17821s | train_loss=0.0218
+  step 1750000 |  17917s | train_loss=0.0227
+  step 1760000 |  18009s | train_loss=0.0216
+  step 1770000 |  18104s | train_loss=0.0218
+  step 1780000 |  18199s | train_loss=0.0215
+  step 1790000 |  18285s | train_loss=0.0222
+  step 1800000 |  18498s | train_loss=0.0217 | fid=140.9721
+  step 1810000 |  18592s | train_loss=0.0223
+  step 1820000 |  18687s | train_loss=0.0215
+  step 1830000 |  18782s | train_loss=0.0222
+  step 1840000 |  18875s | train_loss=0.0221
+  step 1850000 |  18970s | train_loss=0.0215
+  step 1860000 |  19063s | train_loss=0.0220
+  step 1870000 |  19158s | train_loss=0.0213
+  step 1880000 |  19245s | train_loss=0.0211
+  step 1890000 |  19332s | train_loss=0.0215
+  step 1900000 |  19563s | train_loss=0.0209 | fid=141.5819
+  step 1910000 |  19657s | train_loss=0.0206
+  step 1920000 |  19752s | train_loss=0.0211
+  step 1930000 |  19845s | train_loss=0.0207
+  step 1940000 |  19941s | train_loss=0.0214
+  step 1950000 |  20036s | train_loss=0.0205
+  step 1960000 |  20129s | train_loss=0.0205
+  step 1970000 |  20221s | train_loss=0.0209
+  step 1980000 |  20308s | train_loss=0.0210
+  step 1990000 |  20403s | train_loss=0.0204
+  step 2000000 |  20609s | train_loss=0.0198 | fid=140.9201
+  step 2010000 |  20704s | train_loss=0.0199
+  step 2020000 |  20799s | train_loss=0.0205
+  step 2030000 |  20892s | train_loss=0.0198
+  step 2040000 |  20987s | train_loss=0.0202
+  step 2050000 |  21082s | train_loss=0.0209
+  step 2060000 |  21176s | train_loss=0.0199
+  step 2070000 |  21257s | train_loss=0.0197
+  step 2080000 |  21352s | train_loss=0.0199
+  step 2090000 |  21447s | train_loss=0.0203
+  step 2100000 |  21657s | train_loss=0.0206 | fid=141.2870
+  step 2110000 |  21752s | train_loss=0.0199
+  step 2120000 |  21847s | train_loss=0.0199
+  step 2130000 |  21940s | train_loss=0.0195
+  step 2140000 |  22035s | train_loss=0.0194
+  step 2150000 |  22130s | train_loss=0.0204
+  step 2160000 |  22216s | train_loss=0.0194
+  step 2170000 |  22309s | train_loss=0.0190
+  step 2180000 |  22403s | train_loss=0.0215
+  step 2190000 |  22498s | train_loss=0.0197
+  step 2200000 |  22719s | train_loss=0.0188 | fid=140.9189
+  step 2210000 |  22814s | train_loss=0.0196
+  step 2220000 |  22907s | train_loss=0.0197
+  step 2230000 |  23002s | train_loss=0.0190
+  step 2240000 |  23097s | train_loss=0.0185
+  step 2250000 |  23184s | train_loss=0.0189
+  step 2260000 |  23273s | train_loss=0.0185
+  step 2270000 |  23368s | train_loss=0.0190
+  step 2280000 |  23463s | train_loss=0.0185
+  step 2290000 |  23557s | train_loss=0.0195
+  step 2300000 |  23773s | train_loss=0.0190 | fid=140.5313
+  step 2310000 |  23868s | train_loss=0.0190
+  step 2320000 |  23962s | train_loss=0.0188
+  step 2330000 |  24057s | train_loss=0.0180
+  step 2340000 |  24151s | train_loss=0.0190
+  step 2350000 |  24232s | train_loss=0.0184
+  step 2360000 |  24327s | train_loss=0.0181
+  step 2370000 |  24422s | train_loss=0.0178
+  step 2380000 |  24517s | train_loss=0.0180
+  step 2390000 |  24610s | train_loss=0.0176
+  step 2400000 |  24839s | train_loss=0.0181 | fid=141.4911
+  step 2410000 |  24933s | train_loss=0.0179
+  step 2420000 |  25028s | train_loss=0.0182
+  step 2430000 |  25122s | train_loss=0.0176
+  step 2440000 |  25202s | train_loss=0.0185
+  step 2450000 |  25296s | train_loss=0.0175
+  step 2460000 |  25391s | train_loss=0.0186
+  step 2470000 |  25486s | train_loss=0.0173
+  step 2480000 |  25580s | train_loss=0.0185
+  step 2490000 |  25674s | train_loss=0.0173
+  step 2500000 |  25894s | train_loss=0.0170 | fid=141.0337
+  step 2510000 |  25987s | train_loss=0.0171
+  step 2520000 |  26082s | train_loss=0.0170
+  step 2530000 |  26167s | train_loss=0.0184
+  step 2540000 |  26258s | train_loss=0.0171
+  step 2550000 |  26351s | train_loss=0.0171
+  step 2560000 |  26447s | train_loss=0.0172
+  step 2570000 |  26540s | train_loss=0.0168
+  step 2580000 |  26635s | train_loss=0.0167
+  step 2590000 |  26730s | train_loss=0.0168
+  step 2600000 |  26963s | train_loss=0.0164 | fid=141.2406
+  step 2610000 |  27058s | train_loss=0.0173
+  step 2620000 |  27146s | train_loss=0.0177
+  step 2630000 |  27238s | train_loss=0.0170
+  step 2640000 |  27328s | train_loss=0.0173
+  step 2650000 |  27414s | train_loss=0.0169
+  step 2660000 |  27507s | train_loss=0.0173
+  step 2670000 |  27602s | train_loss=0.0169
+  step 2680000 |  27697s | train_loss=0.0167
+  step 2690000 |  27793s | train_loss=0.0174
+  step 2700000 |  28014s | train_loss=0.0175 | fid=141.7034
+  step 2710000 |  28103s | train_loss=0.0165
+  step 2720000 |  28191s | train_loss=0.0167
+  step 2730000 |  28286s | train_loss=0.0166
+  step 2740000 |  28381s | train_loss=0.0166
+  step 2750000 |  28458s | train_loss=0.0164
+  step 2760000 |  28550s | train_loss=0.0165
+  step 2770000 |  28645s | train_loss=0.0166
+  step 2780000 |  28740s | train_loss=0.0167
+  step 2790000 |  28836s | train_loss=0.0160
+  step 2800000 |  29060s | train_loss=0.0159 | fid=141.0806
+  step 2810000 |  29143s | train_loss=0.0158
+  step 2820000 |  29238s | train_loss=0.0159
+  step 2830000 |  29333s | train_loss=0.0166
+  step 2840000 |  29428s | train_loss=0.0160
+  step 2850000 |  29512s | train_loss=0.0159
+  step 2860000 |  29600s | train_loss=0.0153
+  step 2870000 |  29695s | train_loss=0.0157
+  step 2880000 |  29791s | train_loss=0.0161
+  step 2890000 |  29885s | train_loss=0.0160
+  step 2900000 |  30095s | train_loss=0.0161 | fid=140.7706
+  step 2910000 |  30190s | train_loss=0.0158
+  step 2920000 |  30285s | train_loss=0.0154
+  step 2930000 |  30380s | train_loss=0.0154
+  step 2940000 |  30474s | train_loss=0.0160
+  step 2950000 |  30569s | train_loss=0.0165
+  step 2960000 |  30645s | train_loss=0.0162
+  step 2970000 |  30740s | train_loss=0.0155
+  step 2980000 |  30835s | train_loss=0.0159
+  step 2990000 |  30931s | train_loss=0.0151
+  step 3000000 |  31154s | train_loss=0.0153 | fid=140.4705
+  step 3010000 |  31249s | train_loss=0.0147
+  step 3020000 |  31345s | train_loss=0.0154
+  step 3030000 |  31437s | train_loss=0.0164
+  step 3040000 |  31532s | train_loss=0.0164
+  step 3050000 |  31628s | train_loss=0.0149
+  step 3060000 |  31711s | train_loss=0.0147
+  step 3070000 |  31805s | train_loss=0.0154
+  step 3080000 |  31899s | train_loss=0.0147
+  step 3090000 |  31983s | train_loss=0.0149
+  step 3100000 |  32183s | train_loss=0.0154 | fid=141.1260
+  step 3110000 |  32279s | train_loss=0.0155
+  step 3120000 |  32374s | train_loss=0.0146
+  step 3130000 |  32467s | train_loss=0.0144
+  step 3140000 |  32562s | train_loss=0.0152
+  step 3150000 |  32657s | train_loss=0.0154
+  step 3160000 |  32752s | train_loss=0.0142
+  step 3170000 |  32834s | train_loss=0.0144
+  step 3180000 |  32926s | train_loss=0.0151
+  step 3190000 |  33011s | train_loss=0.0146
+  step 3200000 |  33184s | train_loss=0.0156 | fid=140.9025
+  step 3210000 |  33279s | train_loss=0.0147
+  step 3220000 |  33374s | train_loss=0.0151
+  step 3230000 |  33468s | train_loss=0.0146
+  step 3240000 |  33563s | train_loss=0.0149
+  step 3250000 |  33658s | train_loss=0.0147
+  step 3260000 |  33754s | train_loss=0.0152
+  step 3270000 |  33847s | train_loss=0.0138
+  step 3280000 |  33938s | train_loss=0.0141
+  step 3290000 |  34031s | train_loss=0.0147
+  step 3300000 |  34204s | train_loss=0.0141 | fid=141.1506
+  step 3310000 |  34299s | train_loss=0.0146
+  step 3320000 |  34395s | train_loss=0.0142
+  step 3330000 |  34489s | train_loss=0.0141
+  step 3340000 |  34583s | train_loss=0.0142
+  step 3350000 |  34679s | train_loss=0.0139
+  step 3360000 |  34775s | train_loss=0.0137
+  step 3370000 |  34869s | train_loss=0.0142
+  step 3380000 |  34959s | train_loss=0.0145
+  step 3390000 |  35054s | train_loss=0.0141
+  step 3400000 |  35225s | train_loss=0.0140 | fid=141.1219
+  step 3410000 |  35320s | train_loss=0.0144
+  step 3420000 |  35416s | train_loss=0.0139
+  step 3430000 |  35509s | train_loss=0.0139
+  step 3440000 |  35604s | train_loss=0.0142
+  step 3450000 |  35700s | train_loss=0.0142
+  step 3460000 |  35795s | train_loss=0.0138
+  step 3470000 |  35887s | train_loss=0.0135
+  step 3480000 |  35979s | train_loss=0.0138
+  step 3490000 |  36075s | train_loss=0.0134
+  step 3500000 |  36244s | train_loss=0.0131 | fid=141.0187
+  step 3510000 |  36339s | train_loss=0.0137
+  step 3520000 |  36434s | train_loss=0.0139
+  step 3530000 |  36528s | train_loss=0.0141
+  step 3540000 |  36623s | train_loss=0.0134
+  step 3550000 |  36718s | train_loss=0.0133
+  step 3560000 |  36806s | train_loss=0.0134
+  step 3570000 |  36896s | train_loss=0.0132
+  step 3580000 |  36992s | train_loss=0.0130
+  step 3590000 |  37085s | train_loss=0.0133
+  step 3600000 |  37256s | train_loss=0.0137 | fid=141.2461
+  step 3610000 |  37352s | train_loss=0.0135
+  step 3620000 |  37448s | train_loss=0.0132
+  step 3630000 |  37542s | train_loss=0.0132
+  step 3640000 |  37637s | train_loss=0.0132
+  step 3650000 |  37732s | train_loss=0.0127
+  step 3660000 |  37824s | train_loss=0.0127
+  step 3670000 |  37919s | train_loss=0.0133
+  step 3680000 |  38015s | train_loss=0.0131
+  step 3690000 |  38108s | train_loss=0.0131
+  step 3700000 |  38279s | train_loss=0.0130 | fid=140.9729
+  step 3710000 |  38374s | train_loss=0.0129
+  step 3720000 |  38469s | train_loss=0.0133
+  step 3730000 |  38562s | train_loss=0.0128
+  step 3740000 |  38657s | train_loss=0.0130
+  step 3750000 |  38747s | train_loss=0.0130
+  step 3760000 |  38838s | train_loss=0.0129
+  step 3770000 |  38933s | train_loss=0.0133
+  step 3780000 |  39027s | train_loss=0.0130
+  step 3790000 |  39123s | train_loss=0.0127
+  step 3800000 |  39293s | train_loss=0.0127 | fid=141.0697
+  step 3810000 |  39388s | train_loss=0.0129
+  step 3820000 |  39482s | train_loss=0.0122
+  step 3830000 |  39577s | train_loss=0.0130
+  step 3840000 |  39671s | train_loss=0.0127
+  step 3850000 |  39763s | train_loss=0.0126
+  step 3860000 |  39858s | train_loss=0.0127
+  step 3870000 |  39953s | train_loss=0.0125
+  step 3880000 |  40048s | train_loss=0.0125
+  step 3890000 |  40143s | train_loss=0.0124
+  step 3900000 |  40342s | train_loss=0.0121 | fid=140.9823
+  step 3910000 |  40437s | train_loss=0.0131
+  step 3920000 |  40530s | train_loss=0.0125
+  step 3930000 |  40625s | train_loss=0.0123
+  step 3940000 |  40708s | train_loss=0.0121
+  step 3950000 |  40801s | train_loss=0.0125
+  step 3960000 |  40895s | train_loss=0.0131
+  step 3970000 |  40990s | train_loss=0.0127
+  step 3980000 |  41086s | train_loss=0.0124
+  step 3990000 |  41181s | train_loss=0.0125
+  step 4000000 |  41384s | train_loss=0.0116 | fid=141.3622
+  step 4010000 |  41478s | train_loss=0.0119
+  step 4020000 |  41573s | train_loss=0.0119
+  step 4030000 |  41665s | train_loss=0.0126
+  step 4040000 |  41749s | train_loss=0.0125
+  step 4050000 |  41843s | train_loss=0.0118
+  step 4060000 |  41938s | train_loss=0.0120
+  step 4070000 |  42033s | train_loss=0.0124
+  step 4080000 |  42128s | train_loss=0.0121
+  step 4090000 |  42223s | train_loss=0.0119
+  step 4100000 |  42425s | train_loss=0.0122 | fid=141.6265
+  step 4110000 |  42519s | train_loss=0.0118
+  step 4120000 |  42614s | train_loss=0.0119
+  step 4130000 |  42701s | train_loss=0.0122
+  step 4140000 |  42796s | train_loss=0.0123
+  step 4150000 |  42892s | train_loss=0.0119
+  step 4160000 |  42986s | train_loss=0.0119
+  step 4170000 |  43081s | train_loss=0.0116
+  step 4180000 |  43176s | train_loss=0.0118
+  step 4190000 |  43272s | train_loss=0.0119
+  step 4200000 |  43477s | train_loss=0.0120 | fid=141.3984
+  step 4210000 |  43572s | train_loss=0.0114
+  step 4220000 |  43657s | train_loss=0.0121
+  step 4230000 |  43749s | train_loss=0.0113
+  step 4240000 |  43843s | train_loss=0.0119
+  step 4250000 |  43939s | train_loss=0.0117
+  step 4260000 |  44033s | train_loss=0.0118
+  step 4270000 |  44129s | train_loss=0.0120
+  step 4280000 |  44224s | train_loss=0.0122
+  step 4290000 |  44319s | train_loss=0.0115
+  step 4300000 |  44535s | train_loss=0.0120 | fid=141.0926
+  step 4310000 |  44625s | train_loss=0.0121
+  step 4320000 |  44712s | train_loss=0.0113
+  step 4330000 |  44807s | train_loss=0.0114
+  step 4340000 |  44901s | train_loss=0.0113
+  step 4350000 |  44996s | train_loss=0.0115
+  step 4360000 |  45091s | train_loss=0.0113
+  step 4370000 |  45186s | train_loss=0.0121
+  step 4380000 |  45281s | train_loss=0.0118
+  step 4390000 |  45373s | train_loss=0.0117
+  step 4400000 |  45593s | train_loss=0.0113 | fid=140.2780
+  step 4410000 |  45676s | train_loss=0.0113
+  step 4420000 |  45771s | train_loss=0.0109
+  step 4430000 |  45866s | train_loss=0.0108
+  step 4440000 |  45960s | train_loss=0.0119
+  step 4450000 |  46055s | train_loss=0.0106
+  step 4460000 |  46149s | train_loss=0.0110
+  step 4470000 |  46244s | train_loss=0.0108
+  step 4480000 |  46339s | train_loss=0.0119
+  step 4490000 |  46431s | train_loss=0.0110
+  step 4500000 |  46624s | train_loss=0.0116 | fid=140.4831
+  step 4510000 |  46719s | train_loss=0.0112
+  step 4520000 |  46815s | train_loss=0.0110
+  step 4530000 |  46910s | train_loss=0.0108
+  step 4540000 |  47005s | train_loss=0.0110
+  step 4550000 |  47100s | train_loss=0.0113
+  step 4560000 |  47195s | train_loss=0.0113
+  step 4570000 |  47290s | train_loss=0.0110
+  step 4580000 |  47384s | train_loss=0.0109
+  step 4590000 |  47475s | train_loss=0.0109
+  step 4600000 |  47684s | train_loss=0.0112 | fid=140.9259
+  step 4610000 |  47779s | train_loss=0.0109
+  step 4620000 |  47874s | train_loss=0.0110
+  step 4630000 |  47969s | train_loss=0.0109
+  step 4640000 |  48064s | train_loss=0.0112
+  step 4650000 |  48159s | train_loss=0.0112
+  step 4660000 |  48254s | train_loss=0.0106
+  step 4670000 |  48349s | train_loss=0.0107
+  step 4680000 |  48443s | train_loss=0.0110
+  step 4690000 |  48533s | train_loss=0.0108
+  step 4700000 |  48676s | train_loss=0.0104 | fid=141.4471
+  step 4710000 |  48753s | train_loss=0.0107
+  step 4720000 |  48830s | train_loss=0.0106
+  step 4730000 |  48907s | train_loss=0.0104
+  step 4740000 |  48985s | train_loss=0.0108
+  step 4750000 |  49062s | train_loss=0.0109
+  step 4760000 |  49139s | train_loss=0.0109
+  step 4770000 |  49217s | train_loss=0.0114
+  step 4780000 |  49291s | train_loss=0.0108
+  step 4790000 |  49364s | train_loss=0.0104
+  step 4800000 |  49508s | train_loss=0.0107 | fid=141.2165
+  step 4810000 |  49584s | train_loss=0.0104
+  step 4820000 |  49662s | train_loss=0.0101
+  step 4830000 |  49739s | train_loss=0.0105
+  step 4840000 |  49817s | train_loss=0.0107
+  step 4850000 |  49894s | train_loss=0.0103
+  step 4860000 |  49971s | train_loss=0.0101
+  step 4870000 |  50048s | train_loss=0.0102
+  step 4880000 |  50123s | train_loss=0.0101
+  step 4890000 |  50181s | train_loss=0.0103
+  step 4900000 |  50287s | train_loss=0.0102 | fid=141.4547
+  step 4910000 |  50345s | train_loss=0.0103
+  step 4920000 |  50404s | train_loss=0.0104
+  step 4930000 |  50462s | train_loss=0.0101
+  step 4940000 |  50520s | train_loss=0.0099
+  step 4950000 |  50578s | train_loss=0.0100
+  step 4960000 |  50636s | train_loss=0.0101
+  step 4970000 |  50694s | train_loss=0.0103
+  step 4980000 |  50747s | train_loss=0.0097
+  step 4990000 |  50786s | train_loss=0.0104
+  step 5000000 |  50858s | train_loss=0.0106 | fid=141.6745
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..9805c20d67cd80ce1cb088b5b00c71b0763de056
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d60/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..defd058447f85c989783e35a07a87990dad5804f
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 60, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d60/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 65.95190238952637, "train_loss_step": 60.11769104003906, "n_params": 4387900, "total_flops": 13479628800, "train_loss": 1.0030089060465495, "subset_score_loss": 1.0030089060465495, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9770992398262024, "fid": 256.85648944303955, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 124.38795161247253, "train_loss_step": 15.251256942749023, "n_params": 4387900, "total_flops": 134796288000000, "train_loss": 0.8732237497965495, "subset_score_loss": 0.8732237497965495}
+{"step": 20000, "wall_time": 213.67523860931396, "train_loss_step": 12.578170776367188, "n_params": 4387900, "total_flops": 269592576000000, "train_loss": 0.7958453496297201, "subset_score_loss": 0.7958453496297201}
+{"step": 30000, "wall_time": 303.0059623718262, "train_loss_step": 10.539186477661133, "n_params": 4387900, "total_flops": 404388864000000, "train_loss": 0.6692572275797526, "subset_score_loss": 0.6692572275797526}
+{"step": 40000, "wall_time": 392.25760769844055, "train_loss_step": 9.384723663330078, "n_params": 4387900, "total_flops": 539185152000000, "train_loss": 0.47580575942993164, "subset_score_loss": 0.47580575942993164}
+{"step": 50000, "wall_time": 481.5279905796051, "train_loss_step": 8.121711730957031, "n_params": 4387900, "total_flops": 673981440000000, "train_loss": 0.30788841247558596, "subset_score_loss": 0.30788841247558596}
+{"step": 60000, "wall_time": 570.9271790981293, "train_loss_step": 7.049818515777588, "n_params": 4387900, "total_flops": 808777728000000, "train_loss": 0.21677494049072266, "subset_score_loss": 0.21677494049072266}
+{"step": 70000, "wall_time": 660.2793872356415, "train_loss_step": 6.310754776000977, "n_params": 4387900, "total_flops": 943574016000000, "train_loss": 0.17508761088053384, "subset_score_loss": 0.17508761088053384}
+{"step": 80000, "wall_time": 749.5850441455841, "train_loss_step": 6.422003746032715, "n_params": 4387900, "total_flops": 1078370304000000, "train_loss": 0.15232933362325032, "subset_score_loss": 0.15232933362325032}
+{"step": 90000, "wall_time": 838.8725008964539, "train_loss_step": 5.673909664154053, "n_params": 4387900, "total_flops": 1213166592000000, "train_loss": 0.1379573663075765, "subset_score_loss": 0.1379573663075765}
+{"step": 100000, "wall_time": 996.8525536060333, "train_loss_step": 5.702899932861328, "n_params": 4387900, "total_flops": 1347962880000000, "train_loss": 0.12902897993723553, "subset_score_loss": 0.12902897993723553, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.8969289064407349, "fid": 149.12745641116507, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1086.7623059749603, "train_loss_step": 5.604736328125, "n_params": 4387900, "total_flops": 1482759168000000, "train_loss": 0.11824003060658773, "subset_score_loss": 0.11824003060658773}
+{"step": 120000, "wall_time": 1168.4026930332184, "train_loss_step": 5.90572452545166, "n_params": 4387900, "total_flops": 1617555456000000, "train_loss": 0.11325400670369466, "subset_score_loss": 0.11325400670369466}
+{"step": 130000, "wall_time": 1257.8263359069824, "train_loss_step": 5.607184886932373, "n_params": 4387900, "total_flops": 1752351744000000, "train_loss": 0.11007342338562012, "subset_score_loss": 0.11007342338562012}
+{"step": 140000, "wall_time": 1347.246301651001, "train_loss_step": 5.558241367340088, "n_params": 4387900, "total_flops": 1887148032000000, "train_loss": 0.10157811641693115, "subset_score_loss": 0.10157811641693115}
+{"step": 150000, "wall_time": 1436.6476397514343, "train_loss_step": 5.372847080230713, "n_params": 4387900, "total_flops": 2021944320000000, "train_loss": 0.0976785659790039, "subset_score_loss": 0.0976785659790039}
+{"step": 160000, "wall_time": 1526.1120460033417, "train_loss_step": 5.390201091766357, "n_params": 4387900, "total_flops": 2156740608000000, "train_loss": 0.09387793540954589, "subset_score_loss": 0.09387793540954589}
+{"step": 170000, "wall_time": 1615.5277469158173, "train_loss_step": 5.366698741912842, "n_params": 4387900, "total_flops": 2291536896000000, "train_loss": 0.0894175926844279, "subset_score_loss": 0.0894175926844279}
+{"step": 180000, "wall_time": 1705.0460624694824, "train_loss_step": 4.933902740478516, "n_params": 4387900, "total_flops": 2426333184000000, "train_loss": 0.08676707744598389, "subset_score_loss": 0.08676707744598389}
+{"step": 190000, "wall_time": 1794.484958410263, "train_loss_step": 5.038899898529053, "n_params": 4387900, "total_flops": 2561129472000000, "train_loss": 0.08296714623769125, "subset_score_loss": 0.08296714623769125}
+{"step": 200000, "wall_time": 1953.9288175106049, "train_loss_step": 4.82124137878418, "n_params": 4387900, "total_flops": 2695925760000000, "train_loss": 0.08079208532969157, "subset_score_loss": 0.08079208532969157, "memorization_fraction_pixel": 0.008999999612569809, "mean_nn_ratio_pixel": 0.815457284450531, "fid": 143.10315766350922, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2043.2138628959656, "train_loss_step": 5.132721424102783, "n_params": 4387900, "total_flops": 2830722048000000, "train_loss": 0.07895669142405191, "subset_score_loss": 0.07895669142405191}
+{"step": 220000, "wall_time": 2131.361388206482, "train_loss_step": 4.903529167175293, "n_params": 4387900, "total_flops": 2965518336000000, "train_loss": 0.07744954427083334, "subset_score_loss": 0.07744954427083334}
+{"step": 230000, "wall_time": 2215.1694355010986, "train_loss_step": 4.97944974899292, "n_params": 4387900, "total_flops": 3100314624000000, "train_loss": 0.07295138041178385, "subset_score_loss": 0.07295138041178385}
+{"step": 240000, "wall_time": 2304.3800423145294, "train_loss_step": 4.813981056213379, "n_params": 4387900, "total_flops": 3235110912000000, "train_loss": 0.0736541509628296, "subset_score_loss": 0.0736541509628296}
+{"step": 250000, "wall_time": 2393.711161375046, "train_loss_step": 4.5107903480529785, "n_params": 4387900, "total_flops": 3369907200000000, "train_loss": 0.07002748648325602, "subset_score_loss": 0.07002748648325602}
+{"step": 260000, "wall_time": 2483.033885240555, "train_loss_step": 4.789552211761475, "n_params": 4387900, "total_flops": 3504703488000000, "train_loss": 0.06905267238616944, "subset_score_loss": 0.06905267238616944}
+{"step": 270000, "wall_time": 2572.352708339691, "train_loss_step": 4.4616217613220215, "n_params": 4387900, "total_flops": 3639499776000000, "train_loss": 0.06656312942504883, "subset_score_loss": 0.06656312942504883}
+{"step": 280000, "wall_time": 2661.66721534729, "train_loss_step": 4.719567775726318, "n_params": 4387900, "total_flops": 3774296064000000, "train_loss": 0.06471509138743083, "subset_score_loss": 0.06471509138743083}
+{"step": 290000, "wall_time": 2750.8997797966003, "train_loss_step": 4.540676116943359, "n_params": 4387900, "total_flops": 3909092352000000, "train_loss": 0.06348456541697184, "subset_score_loss": 0.06348456541697184}
+{"step": 300000, "wall_time": 2911.001352071762, "train_loss_step": 4.468992233276367, "n_params": 4387900, "total_flops": 4043888640000000, "train_loss": 0.06297899087270101, "subset_score_loss": 0.06297899087270101, "memorization_fraction_pixel": 0.020800000056624413, "mean_nn_ratio_pixel": 0.7615171670913696, "fid": 137.22304955207483, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3000.4602131843567, "train_loss_step": 4.8006510734558105, "n_params": 4387900, "total_flops": 4178684928000000, "train_loss": 0.06045339504877726, "subset_score_loss": 0.06045339504877726}
+{"step": 320000, "wall_time": 3089.700034379959, "train_loss_step": 4.05819845199585, "n_params": 4387900, "total_flops": 4313481216000000, "train_loss": 0.06023163795471191, "subset_score_loss": 0.06023163795471191}
+{"step": 330000, "wall_time": 3177.1866579055786, "train_loss_step": 4.57155179977417, "n_params": 4387900, "total_flops": 4448277504000000, "train_loss": 0.0589266578356425, "subset_score_loss": 0.0589266578356425}
+{"step": 340000, "wall_time": 3262.073868751526, "train_loss_step": 4.4083709716796875, "n_params": 4387900, "total_flops": 4583073792000000, "train_loss": 0.05905984242757161, "subset_score_loss": 0.05905984242757161}
+{"step": 350000, "wall_time": 3351.3006298542023, "train_loss_step": 4.464182376861572, "n_params": 4387900, "total_flops": 4717870080000000, "train_loss": 0.058726799488067624, "subset_score_loss": 0.058726799488067624}
+{"step": 360000, "wall_time": 3440.6763157844543, "train_loss_step": 4.533185005187988, "n_params": 4387900, "total_flops": 4852666368000000, "train_loss": 0.05635124444961548, "subset_score_loss": 0.05635124444961548}
+{"step": 370000, "wall_time": 3530.1140508651733, "train_loss_step": 4.388290882110596, "n_params": 4387900, "total_flops": 4987462656000000, "train_loss": 0.05698473453521728, "subset_score_loss": 0.05698473453521728}
+{"step": 380000, "wall_time": 3619.5516970157623, "train_loss_step": 4.12385892868042, "n_params": 4387900, "total_flops": 5122258944000000, "train_loss": 0.055177120367685954, "subset_score_loss": 0.055177120367685954}
+{"step": 390000, "wall_time": 3708.9390547275543, "train_loss_step": 4.191404819488525, "n_params": 4387900, "total_flops": 5257055232000000, "train_loss": 0.053892465432484944, "subset_score_loss": 0.053892465432484944}
+{"step": 400000, "wall_time": 3868.8513474464417, "train_loss_step": 4.271334171295166, "n_params": 4387900, "total_flops": 5391851520000000, "train_loss": 0.05322030782699585, "subset_score_loss": 0.05322030782699585, "memorization_fraction_pixel": 0.0357000008225441, "mean_nn_ratio_pixel": 0.7173473834991455, "fid": 132.65448079221343, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3958.171694278717, "train_loss_step": 4.275196075439453, "n_params": 4387900, "total_flops": 5526647808000000, "train_loss": 0.05193938016891479, "subset_score_loss": 0.05193938016891479}
+{"step": 420000, "wall_time": 4047.447141647339, "train_loss_step": 4.252015590667725, "n_params": 4387900, "total_flops": 5661444096000000, "train_loss": 0.05290420452753703, "subset_score_loss": 0.05290420452753703}
+{"step": 430000, "wall_time": 4136.985280036926, "train_loss_step": 3.982083559036255, "n_params": 4387900, "total_flops": 5796240384000000, "train_loss": 0.05143571297327677, "subset_score_loss": 0.05143571297327677}
+{"step": 440000, "wall_time": 4222.634623765945, "train_loss_step": 4.2187700271606445, "n_params": 4387900, "total_flops": 5931036672000000, "train_loss": 0.05079437494277954, "subset_score_loss": 0.05079437494277954}
+{"step": 450000, "wall_time": 4308.118595838547, "train_loss_step": 4.186060905456543, "n_params": 4387900, "total_flops": 6065832960000000, "train_loss": 0.0497900644938151, "subset_score_loss": 0.0497900644938151}
+{"step": 460000, "wall_time": 4397.326297283173, "train_loss_step": 4.189367771148682, "n_params": 4387900, "total_flops": 6200629248000000, "train_loss": 0.050026591618855795, "subset_score_loss": 0.050026591618855795}
+{"step": 470000, "wall_time": 4486.647181034088, "train_loss_step": 4.264150619506836, "n_params": 4387900, "total_flops": 6335425536000000, "train_loss": 0.048993976910909016, "subset_score_loss": 0.048993976910909016}
+{"step": 480000, "wall_time": 4576.048268795013, "train_loss_step": 3.92500638961792, "n_params": 4387900, "total_flops": 6470221824000000, "train_loss": 0.049868857860565184, "subset_score_loss": 0.049868857860565184}
+{"step": 490000, "wall_time": 4665.387672662735, "train_loss_step": 4.057547569274902, "n_params": 4387900, "total_flops": 6605018112000000, "train_loss": 0.0476744810740153, "subset_score_loss": 0.0476744810740153}
+{"step": 500000, "wall_time": 4824.7580852508545, "train_loss_step": 4.040785789489746, "n_params": 4387900, "total_flops": 6739814400000000, "train_loss": 0.04923830429712931, "subset_score_loss": 0.04923830429712931, "memorization_fraction_pixel": 0.04960000142455101, "mean_nn_ratio_pixel": 0.6844013333320618, "fid": 131.65025971053066, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 4914.0948095321655, "train_loss_step": 4.196242332458496, "n_params": 4387900, "total_flops": 6874610688000000, "train_loss": 0.045799346764882405, "subset_score_loss": 0.045799346764882405}
+{"step": 520000, "wall_time": 5003.473706007004, "train_loss_step": 4.08450984954834, "n_params": 4387900, "total_flops": 7009406976000000, "train_loss": 0.04787381887435913, "subset_score_loss": 0.04787381887435913}
+{"step": 530000, "wall_time": 5092.749095916748, "train_loss_step": 3.8940134048461914, "n_params": 4387900, "total_flops": 7144203264000000, "train_loss": 0.04627409776051839, "subset_score_loss": 0.04627409776051839}
+{"step": 540000, "wall_time": 5181.586306095123, "train_loss_step": 3.637356996536255, "n_params": 4387900, "total_flops": 7278999552000000, "train_loss": 0.04594452381134033, "subset_score_loss": 0.04594452381134033}
+{"step": 550000, "wall_time": 5268.214715957642, "train_loss_step": 4.065764904022217, "n_params": 4387900, "total_flops": 7413795840000000, "train_loss": 0.04542371829350789, "subset_score_loss": 0.04542371829350789}
+{"step": 560000, "wall_time": 5353.942293405533, "train_loss_step": 4.1020965576171875, "n_params": 4387900, "total_flops": 7548592128000000, "train_loss": 0.04414547284444173, "subset_score_loss": 0.04414547284444173}
+{"step": 570000, "wall_time": 5443.252238512039, "train_loss_step": 4.3666486740112305, "n_params": 4387900, "total_flops": 7683388416000000, "train_loss": 0.045181528727213545, "subset_score_loss": 0.045181528727213545}
+{"step": 580000, "wall_time": 5532.692022800446, "train_loss_step": 3.9563190937042236, "n_params": 4387900, "total_flops": 7818184704000000, "train_loss": 0.044042412439982095, "subset_score_loss": 0.044042412439982095}
+{"step": 590000, "wall_time": 5622.065587043762, "train_loss_step": 4.158153533935547, "n_params": 4387900, "total_flops": 7952980992000000, "train_loss": 0.04464852809906006, "subset_score_loss": 0.04464852809906006}
+{"step": 600000, "wall_time": 5781.447432518005, "train_loss_step": 4.068875312805176, "n_params": 4387900, "total_flops": 8087777280000000, "train_loss": 0.042190138498942056, "subset_score_loss": 0.042190138498942056, "memorization_fraction_pixel": 0.06499999761581421, "mean_nn_ratio_pixel": 0.6531859040260315, "fid": 129.15985345556226, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 5870.808581352234, "train_loss_step": 3.8618242740631104, "n_params": 4387900, "total_flops": 8222573568000000, "train_loss": 0.04294528961181641, "subset_score_loss": 0.04294528961181641}
+{"step": 620000, "wall_time": 5960.229366540909, "train_loss_step": 3.7784972190856934, "n_params": 4387900, "total_flops": 8357369856000000, "train_loss": 0.04245754877726237, "subset_score_loss": 0.04245754877726237}
+{"step": 630000, "wall_time": 6049.450459241867, "train_loss_step": 3.719683885574341, "n_params": 4387900, "total_flops": 8492166144000000, "train_loss": 0.041802040735880536, "subset_score_loss": 0.041802040735880536}
+{"step": 640000, "wall_time": 6139.056847810745, "train_loss_step": 4.118274688720703, "n_params": 4387900, "total_flops": 8626962432000000, "train_loss": 0.04164354801177979, "subset_score_loss": 0.04164354801177979}
+{"step": 650000, "wall_time": 6226.022825717926, "train_loss_step": 3.9609360694885254, "n_params": 4387900, "total_flops": 8761758720000000, "train_loss": 0.04264696836471558, "subset_score_loss": 0.04264696836471558}
+{"step": 660000, "wall_time": 6314.222489833832, "train_loss_step": 3.961047410964966, "n_params": 4387900, "total_flops": 8896555008000000, "train_loss": 0.040646104017893474, "subset_score_loss": 0.040646104017893474}
+{"step": 670000, "wall_time": 6401.596343040466, "train_loss_step": 3.6873269081115723, "n_params": 4387900, "total_flops": 9031351296000000, "train_loss": 0.0404882272084554, "subset_score_loss": 0.0404882272084554}
+{"step": 680000, "wall_time": 6488.992523431778, "train_loss_step": 3.7678451538085938, "n_params": 4387900, "total_flops": 9166147584000000, "train_loss": 0.040464981396993, "subset_score_loss": 0.040464981396993}
+{"step": 690000, "wall_time": 6578.3538410663605, "train_loss_step": 4.126008033752441, "n_params": 4387900, "total_flops": 9300943872000000, "train_loss": 0.03993955055872599, "subset_score_loss": 0.03993955055872599}
+{"step": 700000, "wall_time": 6740.660427808762, "train_loss_step": 3.6703429222106934, "n_params": 4387900, "total_flops": 9435740160000000, "train_loss": 0.04012899001439412, "subset_score_loss": 0.04012899001439412, "memorization_fraction_pixel": 0.0778999999165535, "mean_nn_ratio_pixel": 0.6250602602958679, "fid": 126.78113709616508, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 6830.108462572098, "train_loss_step": 3.7633719444274902, "n_params": 4387900, "total_flops": 9570536448000000, "train_loss": 0.04017496903737386, "subset_score_loss": 0.04017496903737386}
+{"step": 720000, "wall_time": 6919.524276971817, "train_loss_step": 3.925506114959717, "n_params": 4387900, "total_flops": 9705332736000000, "train_loss": 0.03935153086980184, "subset_score_loss": 0.03935153086980184}
+{"step": 730000, "wall_time": 7008.859080791473, "train_loss_step": 3.485582113265991, "n_params": 4387900, "total_flops": 9840129024000000, "train_loss": 0.03843979835510254, "subset_score_loss": 0.03843979835510254}
+{"step": 740000, "wall_time": 7098.119293212891, "train_loss_step": 3.7187600135803223, "n_params": 4387900, "total_flops": 9974925312000000, "train_loss": 0.038374825318654375, "subset_score_loss": 0.038374825318654375}
+{"step": 750000, "wall_time": 7187.628331422806, "train_loss_step": 3.4505274295806885, "n_params": 4387900, "total_flops": 10109721600000000, "train_loss": 0.03867328564325968, "subset_score_loss": 0.03867328564325968}
+{"step": 760000, "wall_time": 7274.356248855591, "train_loss_step": 3.5322697162628174, "n_params": 4387900, "total_flops": 10244517888000000, "train_loss": 0.03808170557022095, "subset_score_loss": 0.03808170557022095}
+{"step": 770000, "wall_time": 7362.218024492264, "train_loss_step": 4.0029706954956055, "n_params": 4387900, "total_flops": 10379314176000000, "train_loss": 0.03755725224812825, "subset_score_loss": 0.03755725224812825}
+{"step": 780000, "wall_time": 7449.86505317688, "train_loss_step": 3.6949174404144287, "n_params": 4387900, "total_flops": 10514110464000000, "train_loss": 0.03700739145278931, "subset_score_loss": 0.03700739145278931}
+{"step": 790000, "wall_time": 7537.38633275032, "train_loss_step": 3.5265321731567383, "n_params": 4387900, "total_flops": 10648906752000000, "train_loss": 0.037121689319610594, "subset_score_loss": 0.037121689319610594}
+{"step": 800000, "wall_time": 7699.700820684433, "train_loss_step": 3.601456880569458, "n_params": 4387900, "total_flops": 10783703040000000, "train_loss": 0.03883433739344279, "subset_score_loss": 0.03883433739344279, "memorization_fraction_pixel": 0.09239999949932098, "mean_nn_ratio_pixel": 0.6053934097290039, "fid": 126.25163020302972, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 7789.22692322731, "train_loss_step": 3.5891761779785156, "n_params": 4387900, "total_flops": 10918499328000000, "train_loss": 0.03755717277526856, "subset_score_loss": 0.03755717277526856}
+{"step": 820000, "wall_time": 7878.606723308563, "train_loss_step": 3.4482479095458984, "n_params": 4387900, "total_flops": 11053295616000000, "train_loss": 0.03636937538782756, "subset_score_loss": 0.03636937538782756}
+{"step": 830000, "wall_time": 7967.818217754364, "train_loss_step": 3.945007801055908, "n_params": 4387900, "total_flops": 11188091904000000, "train_loss": 0.03667725721995036, "subset_score_loss": 0.03667725721995036}
+{"step": 840000, "wall_time": 8057.063148021698, "train_loss_step": 3.4753942489624023, "n_params": 4387900, "total_flops": 11322888192000000, "train_loss": 0.035673991839090986, "subset_score_loss": 0.035673991839090986}
+{"step": 850000, "wall_time": 8146.455386161804, "train_loss_step": 3.6759262084960938, "n_params": 4387900, "total_flops": 11457684480000000, "train_loss": 0.038113574186960854, "subset_score_loss": 0.038113574186960854}
+{"step": 860000, "wall_time": 8236.125440835953, "train_loss_step": 3.889235019683838, "n_params": 4387900, "total_flops": 11592480768000000, "train_loss": 0.03526234229405721, "subset_score_loss": 0.03526234229405721}
+{"step": 870000, "wall_time": 8322.799570560455, "train_loss_step": 3.7420477867126465, "n_params": 4387900, "total_flops": 11727277056000000, "train_loss": 0.035361667474110924, "subset_score_loss": 0.035361667474110924}
+{"step": 880000, "wall_time": 8410.555990457535, "train_loss_step": 3.6889498233795166, "n_params": 4387900, "total_flops": 11862073344000000, "train_loss": 0.036408551534016925, "subset_score_loss": 0.036408551534016925}
+{"step": 890000, "wall_time": 8498.251055955887, "train_loss_step": 3.8062081336975098, "n_params": 4387900, "total_flops": 11996869632000000, "train_loss": 0.03515208164850871, "subset_score_loss": 0.03515208164850871}
+{"step": 900000, "wall_time": 8658.30899477005, "train_loss_step": 3.6781978607177734, "n_params": 4387900, "total_flops": 12131665920000000, "train_loss": 0.03529510895411173, "subset_score_loss": 0.03529510895411173, "memorization_fraction_pixel": 0.10840000212192535, "mean_nn_ratio_pixel": 0.5782967805862427, "fid": 123.38918560456226, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 8747.652951717377, "train_loss_step": 3.7709479331970215, "n_params": 4387900, "total_flops": 12266462208000000, "train_loss": 0.034139243761698405, "subset_score_loss": 0.034139243761698405}
+{"step": 920000, "wall_time": 8837.00739121437, "train_loss_step": 3.830723762512207, "n_params": 4387900, "total_flops": 12401258496000000, "train_loss": 0.03504558404286703, "subset_score_loss": 0.03504558404286703}
+{"step": 930000, "wall_time": 8926.365754127502, "train_loss_step": 3.7947726249694824, "n_params": 4387900, "total_flops": 12536054784000000, "train_loss": 0.0336185097694397, "subset_score_loss": 0.0336185097694397}
+{"step": 940000, "wall_time": 9015.539467096329, "train_loss_step": 3.6210029125213623, "n_params": 4387900, "total_flops": 12670851072000000, "train_loss": 0.035452361901601157, "subset_score_loss": 0.035452361901601157}
+{"step": 950000, "wall_time": 9104.924312353134, "train_loss_step": 3.5323486328125, "n_params": 4387900, "total_flops": 12805647360000000, "train_loss": 0.033851027488708496, "subset_score_loss": 0.033851027488708496}
+{"step": 960000, "wall_time": 9194.233357429504, "train_loss_step": 3.5579209327697754, "n_params": 4387900, "total_flops": 12940443648000000, "train_loss": 0.03402195771535237, "subset_score_loss": 0.03402195771535237}
+{"step": 970000, "wall_time": 9280.922885656357, "train_loss_step": 3.698099374771118, "n_params": 4387900, "total_flops": 13075239936000000, "train_loss": 0.032845518986384076, "subset_score_loss": 0.032845518986384076}
+{"step": 980000, "wall_time": 9370.14560842514, "train_loss_step": 3.4812045097351074, "n_params": 4387900, "total_flops": 13210036224000000, "train_loss": 0.03307903409004211, "subset_score_loss": 0.03307903409004211}
+{"step": 990000, "wall_time": 9456.121789455414, "train_loss_step": 3.3252954483032227, "n_params": 4387900, "total_flops": 13344832512000000, "train_loss": 0.033516677220662434, "subset_score_loss": 0.033516677220662434}
+{"step": 1000000, "wall_time": 9616.426218748093, "train_loss_step": 3.683542251586914, "n_params": 4387900, "total_flops": 13479628800000000, "train_loss": 0.03287168542544047, "subset_score_loss": 0.03287168542544047, "memorization_fraction_pixel": 0.1298000067472458, "mean_nn_ratio_pixel": 0.55535489320755, "fid": 122.07382942182348, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 9705.625792741776, "train_loss_step": 3.4577293395996094, "n_params": 4387900, "total_flops": 13614425088000000, "train_loss": 0.03227385679880778, "subset_score_loss": 0.03227385679880778}
+{"step": 1020000, "wall_time": 9794.99545454979, "train_loss_step": 3.3928897380828857, "n_params": 4387900, "total_flops": 13749221376000000, "train_loss": 0.03344498078028361, "subset_score_loss": 0.03344498078028361}
+{"step": 1030000, "wall_time": 9884.356725931168, "train_loss_step": 3.61116886138916, "n_params": 4387900, "total_flops": 13884017664000000, "train_loss": 0.03235324819882711, "subset_score_loss": 0.03235324819882711}
+{"step": 1040000, "wall_time": 9973.669152021408, "train_loss_step": 3.2987306118011475, "n_params": 4387900, "total_flops": 14018813952000000, "train_loss": 0.03164616028467814, "subset_score_loss": 0.03164616028467814}
+{"step": 1050000, "wall_time": 10063.080625772476, "train_loss_step": 3.5270864963531494, "n_params": 4387900, "total_flops": 14153610240000000, "train_loss": 0.03137804468472798, "subset_score_loss": 0.03137804468472798}
+{"step": 1060000, "wall_time": 10152.422186374664, "train_loss_step": 3.4864330291748047, "n_params": 4387900, "total_flops": 14288406528000000, "train_loss": 0.032227816184361775, "subset_score_loss": 0.032227816184361775}
+{"step": 1070000, "wall_time": 10241.82672214508, "train_loss_step": 3.4719722270965576, "n_params": 4387900, "total_flops": 14423202816000000, "train_loss": 0.03180315494537354, "subset_score_loss": 0.03180315494537354}
+{"step": 1080000, "wall_time": 10328.59046459198, "train_loss_step": 3.4862003326416016, "n_params": 4387900, "total_flops": 14557999104000000, "train_loss": 0.03196895917256673, "subset_score_loss": 0.03196895917256673}
+{"step": 1090000, "wall_time": 10416.212990045547, "train_loss_step": 3.1385293006896973, "n_params": 4387900, "total_flops": 14692795392000000, "train_loss": 0.03089438478151957, "subset_score_loss": 0.03089438478151957}
+{"step": 1100000, "wall_time": 10576.705211400986, "train_loss_step": 3.4906513690948486, "n_params": 4387900, "total_flops": 14827591680000000, "train_loss": 0.031251307328542074, "subset_score_loss": 0.031251307328542074, "memorization_fraction_pixel": 0.13670000433921814, "mean_nn_ratio_pixel": 0.541243314743042, "fid": 122.01178676839962, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 10664.228348493576, "train_loss_step": 3.3779079914093018, "n_params": 4387900, "total_flops": 14962387968000000, "train_loss": 0.030543422698974608, "subset_score_loss": 0.030543422698974608}
+{"step": 1120000, "wall_time": 10753.461748838425, "train_loss_step": 3.679241180419922, "n_params": 4387900, "total_flops": 15097184256000000, "train_loss": 0.030559909343719483, "subset_score_loss": 0.030559909343719483}
+{"step": 1130000, "wall_time": 10842.84484744072, "train_loss_step": 3.266972541809082, "n_params": 4387900, "total_flops": 15231980544000000, "train_loss": 0.0313287615776062, "subset_score_loss": 0.0313287615776062}
+{"step": 1140000, "wall_time": 10932.088212490082, "train_loss_step": 3.2091381549835205, "n_params": 4387900, "total_flops": 15366776832000000, "train_loss": 0.029240355889002482, "subset_score_loss": 0.029240355889002482}
+{"step": 1150000, "wall_time": 11021.211948633194, "train_loss_step": 3.0708165168762207, "n_params": 4387900, "total_flops": 15501573120000000, "train_loss": 0.030089338620503742, "subset_score_loss": 0.030089338620503742}
+{"step": 1160000, "wall_time": 11110.541543483734, "train_loss_step": 3.6797261238098145, "n_params": 4387900, "total_flops": 15636369408000000, "train_loss": 0.030062065521876017, "subset_score_loss": 0.030062065521876017}
+{"step": 1170000, "wall_time": 11199.760337591171, "train_loss_step": 3.1885061264038086, "n_params": 4387900, "total_flops": 15771165696000000, "train_loss": 0.030808860063552858, "subset_score_loss": 0.030808860063552858}
+{"step": 1180000, "wall_time": 11289.163060426712, "train_loss_step": 3.4748640060424805, "n_params": 4387900, "total_flops": 15905961984000000, "train_loss": 0.029419561227162678, "subset_score_loss": 0.029419561227162678}
+{"step": 1190000, "wall_time": 11375.779923677444, "train_loss_step": 3.392695903778076, "n_params": 4387900, "total_flops": 16040758272000000, "train_loss": 0.030901169776916503, "subset_score_loss": 0.030901169776916503}
+{"step": 1200000, "wall_time": 11535.690551280975, "train_loss_step": 3.3377511501312256, "n_params": 4387900, "total_flops": 16175554560000000, "train_loss": 0.030079293251037597, "subset_score_loss": 0.030079293251037597, "memorization_fraction_pixel": 0.1501999944448471, "mean_nn_ratio_pixel": 0.5212797522544861, "fid": 120.68654014730262, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 11625.087877035141, "train_loss_step": 3.3695061206817627, "n_params": 4387900, "total_flops": 16310350848000000, "train_loss": 0.029790323972702027, "subset_score_loss": 0.029790323972702027}
+{"step": 1220000, "wall_time": 11712.488405942917, "train_loss_step": 3.3601222038269043, "n_params": 4387900, "total_flops": 16445147136000000, "train_loss": 0.029240121444066364, "subset_score_loss": 0.029240121444066364}
+{"step": 1230000, "wall_time": 11801.613576889038, "train_loss_step": 3.515369176864624, "n_params": 4387900, "total_flops": 16579943424000000, "train_loss": 0.0296130100886027, "subset_score_loss": 0.0296130100886027}
+{"step": 1240000, "wall_time": 11891.156529664993, "train_loss_step": 3.532895565032959, "n_params": 4387900, "total_flops": 16714739712000000, "train_loss": 0.02975576321283976, "subset_score_loss": 0.02975576321283976}
+{"step": 1250000, "wall_time": 11980.511488676071, "train_loss_step": 3.1651558876037598, "n_params": 4387900, "total_flops": 16849536000000000, "train_loss": 0.02799906531969706, "subset_score_loss": 0.02799906531969706}
+{"step": 1260000, "wall_time": 12069.870931625366, "train_loss_step": 3.589959144592285, "n_params": 4387900, "total_flops": 16984332288000000, "train_loss": 0.028158994515736897, "subset_score_loss": 0.028158994515736897}
+{"step": 1270000, "wall_time": 12159.270784378052, "train_loss_step": 3.7029504776000977, "n_params": 4387900, "total_flops": 17119128576000000, "train_loss": 0.028528992335001627, "subset_score_loss": 0.028528992335001627}
+{"step": 1280000, "wall_time": 12248.659969091415, "train_loss_step": 3.3070921897888184, "n_params": 4387900, "total_flops": 17253924864000000, "train_loss": 0.028424402077992756, "subset_score_loss": 0.028424402077992756}
+{"step": 1290000, "wall_time": 12337.716632843018, "train_loss_step": 3.131227731704712, "n_params": 4387900, "total_flops": 17388721152000000, "train_loss": 0.02737782597541809, "subset_score_loss": 0.02737782597541809}
+{"step": 1300000, "wall_time": 12495.788892745972, "train_loss_step": 3.2522401809692383, "n_params": 4387900, "total_flops": 17523517440000000, "train_loss": 0.028048028548558552, "subset_score_loss": 0.028048028548558552, "memorization_fraction_pixel": 0.16060000658035278, "mean_nn_ratio_pixel": 0.5106552839279175, "fid": 120.32632003452719, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 12583.445133447647, "train_loss_step": 3.1120355129241943, "n_params": 4387900, "total_flops": 17658313728000000, "train_loss": 0.02711974581082662, "subset_score_loss": 0.02711974581082662}
+{"step": 1320000, "wall_time": 12672.769936323166, "train_loss_step": 3.22542667388916, "n_params": 4387900, "total_flops": 17793110016000000, "train_loss": 0.028049580256144204, "subset_score_loss": 0.028049580256144204}
+{"step": 1330000, "wall_time": 12760.089676618576, "train_loss_step": 3.3930928707122803, "n_params": 4387900, "total_flops": 17927906304000000, "train_loss": 0.028036832809448242, "subset_score_loss": 0.028036832809448242}
+{"step": 1340000, "wall_time": 12849.255258321762, "train_loss_step": 3.332803726196289, "n_params": 4387900, "total_flops": 18062702592000000, "train_loss": 0.027641854683558145, "subset_score_loss": 0.027641854683558145}
+{"step": 1350000, "wall_time": 12938.587050199509, "train_loss_step": 3.3014752864837646, "n_params": 4387900, "total_flops": 18197498880000000, "train_loss": 0.027286440134048462, "subset_score_loss": 0.027286440134048462}
+{"step": 1360000, "wall_time": 13027.781202554703, "train_loss_step": 3.388349771499634, "n_params": 4387900, "total_flops": 18332295168000000, "train_loss": 0.027073188622792562, "subset_score_loss": 0.027073188622792562}
+{"step": 1370000, "wall_time": 13117.059303998947, "train_loss_step": 3.5385422706604004, "n_params": 4387900, "total_flops": 18467091456000000, "train_loss": 0.028300708532333373, "subset_score_loss": 0.028300708532333373}
+{"step": 1380000, "wall_time": 13206.425464868546, "train_loss_step": 2.978400230407715, "n_params": 4387900, "total_flops": 18601887744000000, "train_loss": 0.026975415150324502, "subset_score_loss": 0.026975415150324502}
+{"step": 1390000, "wall_time": 13295.737883806229, "train_loss_step": 3.309753894805908, "n_params": 4387900, "total_flops": 18736684032000000, "train_loss": 0.027297234535217284, "subset_score_loss": 0.027297234535217284}
+{"step": 1400000, "wall_time": 13455.5285384655, "train_loss_step": 3.237377643585205, "n_params": 4387900, "total_flops": 18871480320000000, "train_loss": 0.02629510164260864, "subset_score_loss": 0.02629510164260864, "memorization_fraction_pixel": 0.16850000619888306, "mean_nn_ratio_pixel": 0.49668675661087036, "fid": 120.3654028112112, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 13543.382618665695, "train_loss_step": 3.211703062057495, "n_params": 4387900, "total_flops": 19006276608000000, "train_loss": 0.02654234170913696, "subset_score_loss": 0.02654234170913696}
+{"step": 1420000, "wall_time": 13631.068338871002, "train_loss_step": 3.2566490173339844, "n_params": 4387900, "total_flops": 19141072896000000, "train_loss": 0.027887314558029175, "subset_score_loss": 0.027887314558029175}
+{"step": 1430000, "wall_time": 13720.577280044556, "train_loss_step": 3.124694347381592, "n_params": 4387900, "total_flops": 19275869184000000, "train_loss": 0.02629035512606303, "subset_score_loss": 0.02629035512606303}
+{"step": 1440000, "wall_time": 13808.300270795822, "train_loss_step": 3.3474597930908203, "n_params": 4387900, "total_flops": 19410665472000000, "train_loss": 0.026956478754679363, "subset_score_loss": 0.026956478754679363}
+{"step": 1450000, "wall_time": 13897.695041656494, "train_loss_step": 3.0369324684143066, "n_params": 4387900, "total_flops": 19545461760000000, "train_loss": 0.026069740454355877, "subset_score_loss": 0.026069740454355877}
+{"step": 1460000, "wall_time": 13986.820496559143, "train_loss_step": 3.1139659881591797, "n_params": 4387900, "total_flops": 19680258048000000, "train_loss": 0.025502183039983115, "subset_score_loss": 0.025502183039983115}
+{"step": 1470000, "wall_time": 14076.174400806427, "train_loss_step": 3.308579921722412, "n_params": 4387900, "total_flops": 19815054336000000, "train_loss": 0.026835026343663533, "subset_score_loss": 0.026835026343663533}
+{"step": 1480000, "wall_time": 14165.55382847786, "train_loss_step": 3.3341469764709473, "n_params": 4387900, "total_flops": 19949850624000000, "train_loss": 0.02613587776819865, "subset_score_loss": 0.02613587776819865}
+{"step": 1490000, "wall_time": 14254.91740989685, "train_loss_step": 3.6438817977905273, "n_params": 4387900, "total_flops": 20084646912000000, "train_loss": 0.02563319206237793, "subset_score_loss": 0.02563319206237793}
+{"step": 1500000, "wall_time": 14414.92500257492, "train_loss_step": 3.172821044921875, "n_params": 4387900, "total_flops": 20219443200000000, "train_loss": 0.025725326935450234, "subset_score_loss": 0.025725326935450234, "memorization_fraction_pixel": 0.18070000410079956, "mean_nn_ratio_pixel": 0.4864121675491333, "fid": 119.87481260939063, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 14504.577282905579, "train_loss_step": 3.064301013946533, "n_params": 4387900, "total_flops": 20354239488000000, "train_loss": 0.025648345549901325, "subset_score_loss": 0.025648345549901325}
+{"step": 1520000, "wall_time": 14592.070106267929, "train_loss_step": 3.301632881164551, "n_params": 4387900, "total_flops": 20489035776000000, "train_loss": 0.02518183390299479, "subset_score_loss": 0.02518183390299479}
+{"step": 1530000, "wall_time": 14679.719494581223, "train_loss_step": 3.494114398956299, "n_params": 4387900, "total_flops": 20623832064000000, "train_loss": 0.025679840644200643, "subset_score_loss": 0.025679840644200643}
+{"step": 1540000, "wall_time": 14769.045299053192, "train_loss_step": 3.4677700996398926, "n_params": 4387900, "total_flops": 20758628352000000, "train_loss": 0.025152170658111574, "subset_score_loss": 0.025152170658111574}
+{"step": 1550000, "wall_time": 14856.642478704453, "train_loss_step": 2.9914748668670654, "n_params": 4387900, "total_flops": 20893424640000000, "train_loss": 0.02475215991338094, "subset_score_loss": 0.02475215991338094}
+{"step": 1560000, "wall_time": 14946.1214427948, "train_loss_step": 3.0491459369659424, "n_params": 4387900, "total_flops": 21028220928000000, "train_loss": 0.024468421936035156, "subset_score_loss": 0.024468421936035156}
+{"step": 1570000, "wall_time": 15035.412801980972, "train_loss_step": 3.4471638202667236, "n_params": 4387900, "total_flops": 21163017216000000, "train_loss": 0.025497007369995116, "subset_score_loss": 0.025497007369995116}
+{"step": 1580000, "wall_time": 15124.84376859665, "train_loss_step": 3.2590744495391846, "n_params": 4387900, "total_flops": 21297813504000000, "train_loss": 0.025380539894104003, "subset_score_loss": 0.025380539894104003}
+{"step": 1590000, "wall_time": 15214.225632429123, "train_loss_step": 3.3751165866851807, "n_params": 4387900, "total_flops": 21432609792000000, "train_loss": 0.024241761366526286, "subset_score_loss": 0.024241761366526286}
+{"step": 1600000, "wall_time": 15376.167857170105, "train_loss_step": 3.1190271377563477, "n_params": 4387900, "total_flops": 21567406080000000, "train_loss": 0.024516562620798748, "subset_score_loss": 0.024516562620798748, "memorization_fraction_pixel": 0.18060000240802765, "mean_nn_ratio_pixel": 0.4802507758140564, "fid": 118.79661670157215, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 15462.619076251984, "train_loss_step": 3.0533180236816406, "n_params": 4387900, "total_flops": 21702202368000000, "train_loss": 0.024614381790161132, "subset_score_loss": 0.024614381790161132}
+{"step": 1620000, "wall_time": 15550.446405410767, "train_loss_step": 3.0680153369903564, "n_params": 4387900, "total_flops": 21836998656000000, "train_loss": 0.025141926606496175, "subset_score_loss": 0.025141926606496175}
+{"step": 1630000, "wall_time": 15639.950860261917, "train_loss_step": 2.9746525287628174, "n_params": 4387900, "total_flops": 21971794944000000, "train_loss": 0.02427491545677185, "subset_score_loss": 0.02427491545677185}
+{"step": 1640000, "wall_time": 15727.5938372612, "train_loss_step": 3.375875949859619, "n_params": 4387900, "total_flops": 22106591232000000, "train_loss": 0.025562793016433716, "subset_score_loss": 0.025562793016433716}
+{"step": 1650000, "wall_time": 15817.004083156586, "train_loss_step": 3.331861734390259, "n_params": 4387900, "total_flops": 22241387520000000, "train_loss": 0.02395985722541809, "subset_score_loss": 0.02395985722541809}
+{"step": 1660000, "wall_time": 15904.713257074356, "train_loss_step": 2.950190544128418, "n_params": 4387900, "total_flops": 22376183808000000, "train_loss": 0.024684518575668335, "subset_score_loss": 0.024684518575668335}
+{"step": 1670000, "wall_time": 15993.932425737381, "train_loss_step": 3.3529608249664307, "n_params": 4387900, "total_flops": 22510980096000000, "train_loss": 0.02343780199686686, "subset_score_loss": 0.02343780199686686}
+{"step": 1680000, "wall_time": 16083.269948005676, "train_loss_step": 2.9540657997131348, "n_params": 4387900, "total_flops": 22645776384000000, "train_loss": 0.02428118387858073, "subset_score_loss": 0.02428118387858073}
+{"step": 1690000, "wall_time": 16172.761366605759, "train_loss_step": 2.9965014457702637, "n_params": 4387900, "total_flops": 22780572672000000, "train_loss": 0.022915695110956827, "subset_score_loss": 0.022915695110956827}
+{"step": 1700000, "wall_time": 16335.203462600708, "train_loss_step": 3.027089834213257, "n_params": 4387900, "total_flops": 22915368960000000, "train_loss": 0.023327861229578653, "subset_score_loss": 0.023327861229578653, "memorization_fraction_pixel": 0.19599999487400055, "mean_nn_ratio_pixel": 0.4686225652694702, "fid": 118.82439245699146, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 16424.34069442749, "train_loss_step": 3.2820253372192383, "n_params": 4387900, "total_flops": 23050165248000000, "train_loss": 0.024021573861440024, "subset_score_loss": 0.024021573861440024}
+{"step": 1720000, "wall_time": 16511.68045949936, "train_loss_step": 3.264479637145996, "n_params": 4387900, "total_flops": 23184961536000000, "train_loss": 0.023851190010706583, "subset_score_loss": 0.023851190010706583}
+{"step": 1730000, "wall_time": 16599.405202627182, "train_loss_step": 3.0876681804656982, "n_params": 4387900, "total_flops": 23319757824000000, "train_loss": 0.023033420244852703, "subset_score_loss": 0.023033420244852703}
+{"step": 1740000, "wall_time": 16688.67531466484, "train_loss_step": 3.328004837036133, "n_params": 4387900, "total_flops": 23454554112000000, "train_loss": 0.02357407808303833, "subset_score_loss": 0.02357407808303833}
+{"step": 1750000, "wall_time": 16776.26447582245, "train_loss_step": 3.0928008556365967, "n_params": 4387900, "total_flops": 23589350400000000, "train_loss": 0.023506722847620645, "subset_score_loss": 0.023506722847620645}
+{"step": 1760000, "wall_time": 16864.671632766724, "train_loss_step": 3.4825968742370605, "n_params": 4387900, "total_flops": 23724146688000000, "train_loss": 0.022439501682917275, "subset_score_loss": 0.022439501682917275}
+{"step": 1770000, "wall_time": 16951.647384881973, "train_loss_step": 2.9321930408477783, "n_params": 4387900, "total_flops": 23858942976000000, "train_loss": 0.022919201850891115, "subset_score_loss": 0.022919201850891115}
+{"step": 1780000, "wall_time": 17039.885765075684, "train_loss_step": 3.1712582111358643, "n_params": 4387900, "total_flops": 23993739264000000, "train_loss": 0.02224928935368856, "subset_score_loss": 0.02224928935368856}
+{"step": 1790000, "wall_time": 17128.286067008972, "train_loss_step": 3.151870012283325, "n_params": 4387900, "total_flops": 24128535552000000, "train_loss": 0.02281031608581543, "subset_score_loss": 0.02281031608581543}
+{"step": 1800000, "wall_time": 17290.134299993515, "train_loss_step": 3.447645425796509, "n_params": 4387900, "total_flops": 24263331840000000, "train_loss": 0.02249078154563904, "subset_score_loss": 0.02249078154563904, "memorization_fraction_pixel": 0.20630000531673431, "mean_nn_ratio_pixel": 0.46051546931266785, "fid": 119.09284923687935, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 17378.72698354721, "train_loss_step": 3.0635790824890137, "n_params": 4387900, "total_flops": 24398128128000000, "train_loss": 0.022555635372797648, "subset_score_loss": 0.022555635372797648}
+{"step": 1820000, "wall_time": 17465.754438638687, "train_loss_step": 2.677764415740967, "n_params": 4387900, "total_flops": 24532924416000000, "train_loss": 0.022212002674738565, "subset_score_loss": 0.022212002674738565}
+{"step": 1830000, "wall_time": 17555.24676156044, "train_loss_step": 3.18633770942688, "n_params": 4387900, "total_flops": 24667720704000000, "train_loss": 0.021981869141260782, "subset_score_loss": 0.021981869141260782}
+{"step": 1840000, "wall_time": 17642.778549671173, "train_loss_step": 3.1042141914367676, "n_params": 4387900, "total_flops": 24802516992000000, "train_loss": 0.02237299084663391, "subset_score_loss": 0.02237299084663391}
+{"step": 1850000, "wall_time": 17732.23034286499, "train_loss_step": 2.938260793685913, "n_params": 4387900, "total_flops": 24937313280000000, "train_loss": 0.021720272302627564, "subset_score_loss": 0.021720272302627564}
+{"step": 1860000, "wall_time": 17819.771593809128, "train_loss_step": 3.064912796020508, "n_params": 4387900, "total_flops": 25072109568000000, "train_loss": 0.022320212920506795, "subset_score_loss": 0.022320212920506795}
+{"step": 1870000, "wall_time": 17909.198348522186, "train_loss_step": 3.273613452911377, "n_params": 4387900, "total_flops": 25206905856000000, "train_loss": 0.02305434743563334, "subset_score_loss": 0.02305434743563334}
+{"step": 1880000, "wall_time": 17996.686932086945, "train_loss_step": 3.1970622539520264, "n_params": 4387900, "total_flops": 25341702144000000, "train_loss": 0.021894637743631998, "subset_score_loss": 0.021894637743631998}
+{"step": 1890000, "wall_time": 18085.87386727333, "train_loss_step": 3.186746835708618, "n_params": 4387900, "total_flops": 25476498432000000, "train_loss": 0.022119438648223876, "subset_score_loss": 0.022119438648223876}
+{"step": 1900000, "wall_time": 18276.245659828186, "train_loss_step": 3.0168395042419434, "n_params": 4387900, "total_flops": 25611294720000000, "train_loss": 0.021760608752568564, "subset_score_loss": 0.021760608752568564, "memorization_fraction_pixel": 0.20430000126361847, "mean_nn_ratio_pixel": 0.4618554711341858, "fid": 118.38642635654838, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 18365.550936698914, "train_loss_step": 3.051650285720825, "n_params": 4387900, "total_flops": 25746091008000000, "train_loss": 0.021234903732935587, "subset_score_loss": 0.021234903732935587}
+{"step": 1920000, "wall_time": 18453.45446705818, "train_loss_step": 3.0076184272766113, "n_params": 4387900, "total_flops": 25880887296000000, "train_loss": 0.021422008673350017, "subset_score_loss": 0.021422008673350017}
+{"step": 1930000, "wall_time": 18531.41978907585, "train_loss_step": 3.0274200439453125, "n_params": 4387900, "total_flops": 26015683584000000, "train_loss": 0.02152669827143351, "subset_score_loss": 0.02152669827143351}
+{"step": 1940000, "wall_time": 18619.551557540894, "train_loss_step": 3.1057934761047363, "n_params": 4387900, "total_flops": 26150479872000000, "train_loss": 0.021342577536900838, "subset_score_loss": 0.021342577536900838}
+{"step": 1950000, "wall_time": 18708.71010351181, "train_loss_step": 2.90010142326355, "n_params": 4387900, "total_flops": 26285276160000000, "train_loss": 0.021291399002075197, "subset_score_loss": 0.021291399002075197}
+{"step": 1960000, "wall_time": 18796.897882699966, "train_loss_step": 2.939720630645752, "n_params": 4387900, "total_flops": 26420072448000000, "train_loss": 0.02198737064997355, "subset_score_loss": 0.02198737064997355}
+{"step": 1970000, "wall_time": 18885.35905957222, "train_loss_step": 2.955130100250244, "n_params": 4387900, "total_flops": 26554868736000000, "train_loss": 0.020927723248799643, "subset_score_loss": 0.020927723248799643}
+{"step": 1980000, "wall_time": 18974.73431968689, "train_loss_step": 2.855081796646118, "n_params": 4387900, "total_flops": 26689665024000000, "train_loss": 0.021513470013936362, "subset_score_loss": 0.021513470013936362}
+{"step": 1990000, "wall_time": 19062.17624425888, "train_loss_step": 3.144869327545166, "n_params": 4387900, "total_flops": 26824461312000000, "train_loss": 0.021236650149027505, "subset_score_loss": 0.021236650149027505}
+{"step": 2000000, "wall_time": 19279.259638547897, "train_loss_step": 2.9561076164245605, "n_params": 4387900, "total_flops": 26959257600000000, "train_loss": 0.021349447965621948, "subset_score_loss": 0.021349447965621948, "memorization_fraction_pixel": 0.21580000221729279, "mean_nn_ratio_pixel": 0.446254700422287, "fid": 117.74973531002533, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 19368.6071164608, "train_loss_step": 2.7835769653320312, "n_params": 4387900, "total_flops": 27094053888000000, "train_loss": 0.020418522755304973, "subset_score_loss": 0.020418522755304973}
+{"step": 2020000, "wall_time": 19458.008021116257, "train_loss_step": 3.1188368797302246, "n_params": 4387900, "total_flops": 27228850176000000, "train_loss": 0.021802143255869547, "subset_score_loss": 0.021802143255869547}
+{"step": 2030000, "wall_time": 19537.22846865654, "train_loss_step": 3.0423076152801514, "n_params": 4387900, "total_flops": 27363646464000000, "train_loss": 0.02008912762006124, "subset_score_loss": 0.02008912762006124}
+{"step": 2040000, "wall_time": 19617.609416007996, "train_loss_step": 2.9290037155151367, "n_params": 4387900, "total_flops": 27498442752000000, "train_loss": 0.02032636006673177, "subset_score_loss": 0.02032636006673177}
+{"step": 2050000, "wall_time": 19706.695137500763, "train_loss_step": 3.263429641723633, "n_params": 4387900, "total_flops": 27633239040000000, "train_loss": 0.020845450957616172, "subset_score_loss": 0.020845450957616172}
+{"step": 2060000, "wall_time": 19796.02991461754, "train_loss_step": 2.8588008880615234, "n_params": 4387900, "total_flops": 27768035328000000, "train_loss": 0.020245317618052164, "subset_score_loss": 0.020245317618052164}
+{"step": 2070000, "wall_time": 19883.4255566597, "train_loss_step": 2.8208725452423096, "n_params": 4387900, "total_flops": 27902831616000000, "train_loss": 0.020788798729578655, "subset_score_loss": 0.020788798729578655}
+{"step": 2080000, "wall_time": 19972.776590824127, "train_loss_step": 3.2821478843688965, "n_params": 4387900, "total_flops": 28037627904000000, "train_loss": 0.02001370390256246, "subset_score_loss": 0.02001370390256246}
+{"step": 2090000, "wall_time": 20062.057363510132, "train_loss_step": 2.981411933898926, "n_params": 4387900, "total_flops": 28172424192000000, "train_loss": 0.02086365024248759, "subset_score_loss": 0.02086365024248759}
+{"step": 2100000, "wall_time": 20255.50338459015, "train_loss_step": 2.6175270080566406, "n_params": 4387900, "total_flops": 28307220480000000, "train_loss": 0.02077771027882894, "subset_score_loss": 0.02077771027882894, "memorization_fraction_pixel": 0.21699999272823334, "mean_nn_ratio_pixel": 0.4478267431259155, "fid": 118.92732493169919, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 20344.833302021027, "train_loss_step": 2.8296709060668945, "n_params": 4387900, "total_flops": 28442016768000000, "train_loss": 0.01998751759529114, "subset_score_loss": 0.01998751759529114}
+{"step": 2120000, "wall_time": 20434.046376228333, "train_loss_step": 2.9142303466796875, "n_params": 4387900, "total_flops": 28576813056000000, "train_loss": 0.02057077685991923, "subset_score_loss": 0.02057077685991923}
+{"step": 2130000, "wall_time": 20523.393572092056, "train_loss_step": 3.043888568878174, "n_params": 4387900, "total_flops": 28711609344000000, "train_loss": 0.019853150844573973, "subset_score_loss": 0.019853150844573973}
+{"step": 2140000, "wall_time": 20601.432438135147, "train_loss_step": 3.129457473754883, "n_params": 4387900, "total_flops": 28846405632000000, "train_loss": 0.019772062699000042, "subset_score_loss": 0.019772062699000042}
+{"step": 2150000, "wall_time": 20688.76103401184, "train_loss_step": 2.9336466789245605, "n_params": 4387900, "total_flops": 28981201920000000, "train_loss": 0.021078747510910035, "subset_score_loss": 0.021078747510910035}
+{"step": 2160000, "wall_time": 20778.159124851227, "train_loss_step": 2.9805097579956055, "n_params": 4387900, "total_flops": 29115998208000000, "train_loss": 0.0193600336710612, "subset_score_loss": 0.0193600336710612}
+{"step": 2170000, "wall_time": 20865.633671998978, "train_loss_step": 2.9553823471069336, "n_params": 4387900, "total_flops": 29250794496000000, "train_loss": 0.019458468755086264, "subset_score_loss": 0.019458468755086264}
+{"step": 2180000, "wall_time": 20954.84561753273, "train_loss_step": 2.94150972366333, "n_params": 4387900, "total_flops": 29385590784000000, "train_loss": 0.020429545640945436, "subset_score_loss": 0.020429545640945436}
+{"step": 2190000, "wall_time": 21044.01739168167, "train_loss_step": 2.7774734497070312, "n_params": 4387900, "total_flops": 29520387072000000, "train_loss": 0.019042032957077026, "subset_score_loss": 0.019042032957077026}
+{"step": 2200000, "wall_time": 21248.660181045532, "train_loss_step": 2.812997341156006, "n_params": 4387900, "total_flops": 29655183360000000, "train_loss": 0.018979944785435996, "subset_score_loss": 0.018979944785435996, "memorization_fraction_pixel": 0.22519999742507935, "mean_nn_ratio_pixel": 0.441302090883255, "fid": 117.99769678771693, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 21337.8160033226, "train_loss_step": 3.053736448287964, "n_params": 4387900, "total_flops": 29789979648000000, "train_loss": 0.019536928335825602, "subset_score_loss": 0.019536928335825602}
+{"step": 2220000, "wall_time": 21427.000657081604, "train_loss_step": 2.896282434463501, "n_params": 4387900, "total_flops": 29924775936000000, "train_loss": 0.02051374117533366, "subset_score_loss": 0.02051374117533366}
+{"step": 2230000, "wall_time": 21516.179272174835, "train_loss_step": 3.067410707473755, "n_params": 4387900, "total_flops": 30059572224000000, "train_loss": 0.020974473158518473, "subset_score_loss": 0.020974473158518473}
+{"step": 2240000, "wall_time": 21604.357053041458, "train_loss_step": 2.8607850074768066, "n_params": 4387900, "total_flops": 30194368512000000, "train_loss": 0.018837594985961915, "subset_score_loss": 0.018837594985961915}
+{"step": 2250000, "wall_time": 21681.075637340546, "train_loss_step": 2.8777995109558105, "n_params": 4387900, "total_flops": 30329164800000000, "train_loss": 0.018950887521107993, "subset_score_loss": 0.018950887521107993}
+{"step": 2260000, "wall_time": 21770.32846570015, "train_loss_step": 2.9527812004089355, "n_params": 4387900, "total_flops": 30463961088000000, "train_loss": 0.01869878570238749, "subset_score_loss": 0.01869878570238749}
+{"step": 2270000, "wall_time": 21857.75395798683, "train_loss_step": 2.8158321380615234, "n_params": 4387900, "total_flops": 30598757376000000, "train_loss": 0.019208548466364543, "subset_score_loss": 0.019208548466364543}
+{"step": 2280000, "wall_time": 21946.73302412033, "train_loss_step": 3.0188493728637695, "n_params": 4387900, "total_flops": 30733553664000000, "train_loss": 0.018192756175994872, "subset_score_loss": 0.018192756175994872}
+{"step": 2290000, "wall_time": 22035.961338996887, "train_loss_step": 2.9714388847351074, "n_params": 4387900, "total_flops": 30868349952000000, "train_loss": 0.01984687844912211, "subset_score_loss": 0.01984687844912211}
+{"step": 2300000, "wall_time": 22225.733882904053, "train_loss_step": 3.171919822692871, "n_params": 4387900, "total_flops": 31003146240000000, "train_loss": 0.019186200698216756, "subset_score_loss": 0.019186200698216756, "memorization_fraction_pixel": 0.22540000081062317, "mean_nn_ratio_pixel": 0.44153183698654175, "fid": 117.73566296964708, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 22315.039603948593, "train_loss_step": 3.1949939727783203, "n_params": 4387900, "total_flops": 31137942528000000, "train_loss": 0.01905197501182556, "subset_score_loss": 0.01905197501182556}
+{"step": 2320000, "wall_time": 22404.044595241547, "train_loss_step": 2.7204179763793945, "n_params": 4387900, "total_flops": 31272738816000000, "train_loss": 0.018768938382466634, "subset_score_loss": 0.018768938382466634}
+{"step": 2330000, "wall_time": 22493.13087081909, "train_loss_step": 2.883974075317383, "n_params": 4387900, "total_flops": 31407535104000000, "train_loss": 0.01809920867284139, "subset_score_loss": 0.01809920867284139}
+{"step": 2340000, "wall_time": 22581.155633449554, "train_loss_step": 2.926983594894409, "n_params": 4387900, "total_flops": 31542331392000000, "train_loss": 0.018924200534820558, "subset_score_loss": 0.018924200534820558}
+{"step": 2350000, "wall_time": 22668.33243203163, "train_loss_step": 2.7791519165039062, "n_params": 4387900, "total_flops": 31677127680000000, "train_loss": 0.018414568901062012, "subset_score_loss": 0.018414568901062012}
+{"step": 2360000, "wall_time": 22744.68091392517, "train_loss_step": 3.218197822570801, "n_params": 4387900, "total_flops": 31811923968000000, "train_loss": 0.018444450696309407, "subset_score_loss": 0.018444450696309407}
+{"step": 2370000, "wall_time": 22833.89268231392, "train_loss_step": 2.6977195739746094, "n_params": 4387900, "total_flops": 31946720256000000, "train_loss": 0.01840043067932129, "subset_score_loss": 0.01840043067932129}
+{"step": 2380000, "wall_time": 22921.417634248734, "train_loss_step": 2.965946674346924, "n_params": 4387900, "total_flops": 32081516544000000, "train_loss": 0.01777174472808838, "subset_score_loss": 0.01777174472808838}
+{"step": 2390000, "wall_time": 23010.638487815857, "train_loss_step": 3.106330394744873, "n_params": 4387900, "total_flops": 32216312832000000, "train_loss": 0.018047990401585896, "subset_score_loss": 0.018047990401585896}
+{"step": 2400000, "wall_time": 23206.121190309525, "train_loss_step": 2.7271640300750732, "n_params": 4387900, "total_flops": 32351109120000000, "train_loss": 0.017794350783030193, "subset_score_loss": 0.017794350783030193, "memorization_fraction_pixel": 0.23729999363422394, "mean_nn_ratio_pixel": 0.43461039662361145, "fid": 118.11345672512552, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 23295.426579475403, "train_loss_step": 2.9196925163269043, "n_params": 4387900, "total_flops": 32485905408000000, "train_loss": 0.018068987131118774, "subset_score_loss": 0.018068987131118774}
+{"step": 2420000, "wall_time": 23384.69946026802, "train_loss_step": 2.8941569328308105, "n_params": 4387900, "total_flops": 32620701696000000, "train_loss": 0.018880784511566162, "subset_score_loss": 0.018880784511566162}
+{"step": 2430000, "wall_time": 23473.990325689316, "train_loss_step": 2.8819308280944824, "n_params": 4387900, "total_flops": 32755497984000000, "train_loss": 0.018496485551198323, "subset_score_loss": 0.018496485551198323}
+{"step": 2440000, "wall_time": 23561.844932556152, "train_loss_step": 2.8724493980407715, "n_params": 4387900, "total_flops": 32890294272000000, "train_loss": 0.01809987227121989, "subset_score_loss": 0.01809987227121989}
+{"step": 2450000, "wall_time": 23650.988650798798, "train_loss_step": 2.9248852729797363, "n_params": 4387900, "total_flops": 33025090560000000, "train_loss": 0.01761901577313741, "subset_score_loss": 0.01761901577313741}
+{"step": 2460000, "wall_time": 23736.201803445816, "train_loss_step": 2.851799249649048, "n_params": 4387900, "total_flops": 33159886848000000, "train_loss": 0.017984217405319212, "subset_score_loss": 0.017984217405319212}
+{"step": 2470000, "wall_time": 23816.00494813919, "train_loss_step": 2.8129749298095703, "n_params": 4387900, "total_flops": 33294683136000000, "train_loss": 0.01709445913632711, "subset_score_loss": 0.01709445913632711}
+{"step": 2480000, "wall_time": 23903.908597946167, "train_loss_step": 2.7912044525146484, "n_params": 4387900, "total_flops": 33429479424000000, "train_loss": 0.017443138360977172, "subset_score_loss": 0.017443138360977172}
+{"step": 2490000, "wall_time": 23993.17645573616, "train_loss_step": 2.9402976036071777, "n_params": 4387900, "total_flops": 33564275712000000, "train_loss": 0.017660218477249145, "subset_score_loss": 0.017660218477249145}
+{"step": 2500000, "wall_time": 24200.75308418274, "train_loss_step": 3.2672781944274902, "n_params": 4387900, "total_flops": 33699072000000000, "train_loss": 0.018528401851654053, "subset_score_loss": 0.018528401851654053, "memorization_fraction_pixel": 0.23440000414848328, "mean_nn_ratio_pixel": 0.42911192774772644, "fid": 117.51830837120033, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 24288.380905628204, "train_loss_step": 2.826753616333008, "n_params": 4387900, "total_flops": 33833868288000000, "train_loss": 0.01651051938533783, "subset_score_loss": 0.01651051938533783}
+{"step": 2520000, "wall_time": 24377.433421373367, "train_loss_step": 2.7941298484802246, "n_params": 4387900, "total_flops": 33968664576000000, "train_loss": 0.01684282422065735, "subset_score_loss": 0.01684282422065735}
+{"step": 2530000, "wall_time": 24466.65680384636, "train_loss_step": 2.907435894012451, "n_params": 4387900, "total_flops": 34103460864000000, "train_loss": 0.017525766293207803, "subset_score_loss": 0.017525766293207803}
+{"step": 2540000, "wall_time": 24554.694845199585, "train_loss_step": 2.8554182052612305, "n_params": 4387900, "total_flops": 34238257152000000, "train_loss": 0.01720963716506958, "subset_score_loss": 0.01720963716506958}
+{"step": 2550000, "wall_time": 24643.893172979355, "train_loss_step": 2.905834197998047, "n_params": 4387900, "total_flops": 34373053440000000, "train_loss": 0.017201664050420125, "subset_score_loss": 0.017201664050420125}
+{"step": 2560000, "wall_time": 24733.12652540207, "train_loss_step": 2.699069023132324, "n_params": 4387900, "total_flops": 34507849728000000, "train_loss": 0.017001817623774212, "subset_score_loss": 0.017001817623774212}
+{"step": 2570000, "wall_time": 24812.69355916977, "train_loss_step": 2.7572340965270996, "n_params": 4387900, "total_flops": 34642646016000000, "train_loss": 0.017032796144485475, "subset_score_loss": 0.017032796144485475}
+{"step": 2580000, "wall_time": 24895.321574926376, "train_loss_step": 3.121952533721924, "n_params": 4387900, "total_flops": 34777442304000000, "train_loss": 0.017053759098052977, "subset_score_loss": 0.017053759098052977}
+{"step": 2590000, "wall_time": 24982.711678504944, "train_loss_step": 3.0207278728485107, "n_params": 4387900, "total_flops": 34912238592000000, "train_loss": 0.016873973608016967, "subset_score_loss": 0.016873973608016967}
+{"step": 2600000, "wall_time": 25194.454724788666, "train_loss_step": 2.8557040691375732, "n_params": 4387900, "total_flops": 35047034880000000, "train_loss": 0.01688286066055298, "subset_score_loss": 0.01688286066055298, "memorization_fraction_pixel": 0.2433999925851822, "mean_nn_ratio_pixel": 0.4284766614437103, "fid": 117.58950655909628, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 25282.369952440262, "train_loss_step": 3.0208871364593506, "n_params": 4387900, "total_flops": 35181831168000000, "train_loss": 0.016742336750030517, "subset_score_loss": 0.016742336750030517}
+{"step": 2620000, "wall_time": 25371.506772518158, "train_loss_step": 2.8654868602752686, "n_params": 4387900, "total_flops": 35316627456000000, "train_loss": 0.016849635044733684, "subset_score_loss": 0.016849635044733684}
+{"step": 2630000, "wall_time": 25460.604086875916, "train_loss_step": 2.9154889583587646, "n_params": 4387900, "total_flops": 35451423744000000, "train_loss": 0.01644653578599294, "subset_score_loss": 0.01644653578599294}
+{"step": 2640000, "wall_time": 25548.40758562088, "train_loss_step": 3.057483196258545, "n_params": 4387900, "total_flops": 35586220032000000, "train_loss": 0.01686282952626546, "subset_score_loss": 0.01686282952626546}
+{"step": 2650000, "wall_time": 25637.608367204666, "train_loss_step": 2.8261122703552246, "n_params": 4387900, "total_flops": 35721016320000000, "train_loss": 0.016227218508720397, "subset_score_loss": 0.016227218508720397}
+{"step": 2660000, "wall_time": 25726.609973430634, "train_loss_step": 2.7913594245910645, "n_params": 4387900, "total_flops": 35855812608000000, "train_loss": 0.016108021140098572, "subset_score_loss": 0.016108021140098572}
+{"step": 2670000, "wall_time": 25816.011092185974, "train_loss_step": 2.698087215423584, "n_params": 4387900, "total_flops": 35990608896000000, "train_loss": 0.016474197308222454, "subset_score_loss": 0.016474197308222454}
+{"step": 2680000, "wall_time": 25891.476643800735, "train_loss_step": 2.9601495265960693, "n_params": 4387900, "total_flops": 36125405184000000, "train_loss": 0.016901493072509766, "subset_score_loss": 0.016901493072509766}
+{"step": 2690000, "wall_time": 25978.379613161087, "train_loss_step": 2.6458985805511475, "n_params": 4387900, "total_flops": 36260201472000000, "train_loss": 0.01639260947704315, "subset_score_loss": 0.01639260947704315}
+{"step": 2700000, "wall_time": 26185.78502845764, "train_loss_step": 2.9343161582946777, "n_params": 4387900, "total_flops": 36394997760000000, "train_loss": 0.016921240091323852, "subset_score_loss": 0.016921240091323852, "memorization_fraction_pixel": 0.23589999973773956, "mean_nn_ratio_pixel": 0.4316152334213257, "fid": 118.47484750492016, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 26275.356961727142, "train_loss_step": 2.81172776222229, "n_params": 4387900, "total_flops": 36529794048000000, "train_loss": 0.015592736005783082, "subset_score_loss": 0.015592736005783082}
+{"step": 2720000, "wall_time": 26362.770840168, "train_loss_step": 2.777378559112549, "n_params": 4387900, "total_flops": 36664590336000000, "train_loss": 0.01593555510044098, "subset_score_loss": 0.01593555510044098}
+{"step": 2730000, "wall_time": 26452.24794793129, "train_loss_step": 2.80116605758667, "n_params": 4387900, "total_flops": 36799386624000000, "train_loss": 0.016304774085680644, "subset_score_loss": 0.016304774085680644}
+{"step": 2740000, "wall_time": 26539.971873521805, "train_loss_step": 3.0326101779937744, "n_params": 4387900, "total_flops": 36934182912000000, "train_loss": 0.015952936808268228, "subset_score_loss": 0.015952936808268228}
+{"step": 2750000, "wall_time": 26629.256136655807, "train_loss_step": 2.7485737800598145, "n_params": 4387900, "total_flops": 37068979200000000, "train_loss": 0.016495835781097413, "subset_score_loss": 0.016495835781097413}
+{"step": 2760000, "wall_time": 26718.61011338234, "train_loss_step": 2.8671457767486572, "n_params": 4387900, "total_flops": 37203775488000000, "train_loss": 0.016260287165641783, "subset_score_loss": 0.016260287165641783}
+{"step": 2770000, "wall_time": 26807.64938044548, "train_loss_step": 2.9015274047851562, "n_params": 4387900, "total_flops": 37338571776000000, "train_loss": 0.015485186378161113, "subset_score_loss": 0.015485186378161113}
+{"step": 2780000, "wall_time": 26896.32607626915, "train_loss_step": 3.3464999198913574, "n_params": 4387900, "total_flops": 37473368064000000, "train_loss": 0.01589208741982778, "subset_score_loss": 0.01589208741982778}
+{"step": 2790000, "wall_time": 26965.657804250717, "train_loss_step": 2.9678292274475098, "n_params": 4387900, "total_flops": 37608164352000000, "train_loss": 0.015151094396909077, "subset_score_loss": 0.015151094396909077}
+{"step": 2800000, "wall_time": 27154.883110523224, "train_loss_step": 2.6435606479644775, "n_params": 4387900, "total_flops": 37742960640000000, "train_loss": 0.015111286441485088, "subset_score_loss": 0.015111286441485088, "memorization_fraction_pixel": 0.24210000038146973, "mean_nn_ratio_pixel": 0.42793163657188416, "fid": 117.72744525080788, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 27244.060512781143, "train_loss_step": 2.4677751064300537, "n_params": 4387900, "total_flops": 37877756928000000, "train_loss": 0.01571991542975108, "subset_score_loss": 0.01571991542975108}
+{"step": 2820000, "wall_time": 27328.288500070572, "train_loss_step": 3.1628458499908447, "n_params": 4387900, "total_flops": 38012553216000000, "train_loss": 0.015555461247762045, "subset_score_loss": 0.015555461247762045}
+{"step": 2830000, "wall_time": 27408.7911837101, "train_loss_step": 2.7561440467834473, "n_params": 4387900, "total_flops": 38147349504000000, "train_loss": 0.016489388545354207, "subset_score_loss": 0.016489388545354207}
+{"step": 2840000, "wall_time": 27496.867445468903, "train_loss_step": 2.69625186920166, "n_params": 4387900, "total_flops": 38282145792000000, "train_loss": 0.015365669131278991, "subset_score_loss": 0.015365669131278991}
+{"step": 2850000, "wall_time": 27585.890528202057, "train_loss_step": 2.776533365249634, "n_params": 4387900, "total_flops": 38416942080000000, "train_loss": 0.014627741773923238, "subset_score_loss": 0.014627741773923238}
+{"step": 2860000, "wall_time": 27675.1811068058, "train_loss_step": 3.2473206520080566, "n_params": 4387900, "total_flops": 38551738368000000, "train_loss": 0.015279269218444825, "subset_score_loss": 0.015279269218444825}
+{"step": 2870000, "wall_time": 27764.358651399612, "train_loss_step": 2.948906660079956, "n_params": 4387900, "total_flops": 38686534656000000, "train_loss": 0.01590587099393209, "subset_score_loss": 0.01590587099393209}
+{"step": 2880000, "wall_time": 27853.304303646088, "train_loss_step": 2.957186698913574, "n_params": 4387900, "total_flops": 38821330944000000, "train_loss": 0.01479240357875824, "subset_score_loss": 0.01479240357875824}
+{"step": 2890000, "wall_time": 27942.864602804184, "train_loss_step": 2.8301234245300293, "n_params": 4387900, "total_flops": 38956127232000000, "train_loss": 0.015694043040275572, "subset_score_loss": 0.015694043040275572}
+{"step": 2900000, "wall_time": 28132.705248117447, "train_loss_step": 2.3740668296813965, "n_params": 4387900, "total_flops": 39090923520000000, "train_loss": 0.014589253067970275, "subset_score_loss": 0.014589253067970275, "memorization_fraction_pixel": 0.24490000307559967, "mean_nn_ratio_pixel": 0.4307231307029724, "fid": 118.32193699065809, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 28221.828025579453, "train_loss_step": 2.5728554725646973, "n_params": 4387900, "total_flops": 39225719808000000, "train_loss": 0.014538017908732097, "subset_score_loss": 0.014538017908732097}
+{"step": 2920000, "wall_time": 28311.009024858475, "train_loss_step": 2.9476866722106934, "n_params": 4387900, "total_flops": 39360516096000000, "train_loss": 0.014883472522099813, "subset_score_loss": 0.014883472522099813}
+{"step": 2930000, "wall_time": 28397.67370724678, "train_loss_step": 2.7032251358032227, "n_params": 4387900, "total_flops": 39495312384000000, "train_loss": 0.014544159173965454, "subset_score_loss": 0.014544159173965454}
+{"step": 2940000, "wall_time": 28469.267199516296, "train_loss_step": 2.7015721797943115, "n_params": 4387900, "total_flops": 39630108672000000, "train_loss": 0.014658647775650024, "subset_score_loss": 0.014658647775650024}
+{"step": 2950000, "wall_time": 28558.533700704575, "train_loss_step": 2.7954773902893066, "n_params": 4387900, "total_flops": 39764904960000000, "train_loss": 0.015524619817733764, "subset_score_loss": 0.015524619817733764}
+{"step": 2960000, "wall_time": 28647.592745780945, "train_loss_step": 2.818791389465332, "n_params": 4387900, "total_flops": 39899701248000000, "train_loss": 0.015009697278340657, "subset_score_loss": 0.015009697278340657}
+{"step": 2970000, "wall_time": 28736.917108297348, "train_loss_step": 2.6231706142425537, "n_params": 4387900, "total_flops": 40034497536000000, "train_loss": 0.015119257569313049, "subset_score_loss": 0.015119257569313049}
+{"step": 2980000, "wall_time": 28826.378672361374, "train_loss_step": 3.214837074279785, "n_params": 4387900, "total_flops": 40169293824000000, "train_loss": 0.01455543835957845, "subset_score_loss": 0.01455543835957845}
+{"step": 2990000, "wall_time": 28915.48912024498, "train_loss_step": 2.7224814891815186, "n_params": 4387900, "total_flops": 40304090112000000, "train_loss": 0.014949599901835123, "subset_score_loss": 0.014949599901835123}
+{"step": 3000000, "wall_time": 29108.29456138611, "train_loss_step": 2.7828736305236816, "n_params": 4387900, "total_flops": 40438886400000000, "train_loss": 0.01470440129439036, "subset_score_loss": 0.01470440129439036, "memorization_fraction_pixel": 0.25589999556541443, "mean_nn_ratio_pixel": 0.4235031306743622, "fid": 117.49864186013158, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 29197.761684417725, "train_loss_step": 3.0052356719970703, "n_params": 4387900, "total_flops": 40573682688000000, "train_loss": 0.01438969373703003, "subset_score_loss": 0.01438969373703003}
+{"step": 3020000, "wall_time": 29286.767657756805, "train_loss_step": 2.757896900177002, "n_params": 4387900, "total_flops": 40708478976000000, "train_loss": 0.015308199326197307, "subset_score_loss": 0.015308199326197307}
+{"step": 3030000, "wall_time": 29375.924928426743, "train_loss_step": 2.7042884826660156, "n_params": 4387900, "total_flops": 40843275264000000, "train_loss": 0.014519460995992025, "subset_score_loss": 0.014519460995992025}
+{"step": 3040000, "wall_time": 29463.688797712326, "train_loss_step": 2.768738269805908, "n_params": 4387900, "total_flops": 40978071552000000, "train_loss": 0.01475142240524292, "subset_score_loss": 0.01475142240524292}
+{"step": 3050000, "wall_time": 29538.127195596695, "train_loss_step": 2.781888961791992, "n_params": 4387900, "total_flops": 41112867840000000, "train_loss": 0.013937344153722128, "subset_score_loss": 0.013937344153722128}
+{"step": 3060000, "wall_time": 29627.254204511642, "train_loss_step": 2.6329827308654785, "n_params": 4387900, "total_flops": 41247664128000000, "train_loss": 0.014611234267552694, "subset_score_loss": 0.014611234267552694}
+{"step": 3070000, "wall_time": 29716.13435268402, "train_loss_step": 2.705099582672119, "n_params": 4387900, "total_flops": 41382460416000000, "train_loss": 0.015496235092480977, "subset_score_loss": 0.015496235092480977}
+{"step": 3080000, "wall_time": 29805.530932426453, "train_loss_step": 2.932516574859619, "n_params": 4387900, "total_flops": 41517256704000000, "train_loss": 0.014210491379102071, "subset_score_loss": 0.014210491379102071}
+{"step": 3090000, "wall_time": 29894.487698078156, "train_loss_step": 2.8121585845947266, "n_params": 4387900, "total_flops": 41652052992000000, "train_loss": 0.013799681266148885, "subset_score_loss": 0.013799681266148885}
+{"step": 3100000, "wall_time": 30069.587600946426, "train_loss_step": 2.968184232711792, "n_params": 4387900, "total_flops": 41786849280000000, "train_loss": 0.014416040976842244, "subset_score_loss": 0.014416040976842244, "memorization_fraction_pixel": 0.24699999392032623, "mean_nn_ratio_pixel": 0.42753633856773376, "fid": 118.0149857749052, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 30152.360652923584, "train_loss_step": 2.8970227241516113, "n_params": 4387900, "total_flops": 41921645568000000, "train_loss": 0.014696811636288961, "subset_score_loss": 0.014696811636288961}
+{"step": 3120000, "wall_time": 30241.63955450058, "train_loss_step": 2.809215784072876, "n_params": 4387900, "total_flops": 42056441856000000, "train_loss": 0.013884801665941875, "subset_score_loss": 0.013884801665941875}
+{"step": 3130000, "wall_time": 30330.632541894913, "train_loss_step": 2.9253854751586914, "n_params": 4387900, "total_flops": 42191238144000000, "train_loss": 0.01408393681049347, "subset_score_loss": 0.01408393681049347}
+{"step": 3140000, "wall_time": 30420.146687030792, "train_loss_step": 2.742356777191162, "n_params": 4387900, "total_flops": 42326034432000000, "train_loss": 0.013731090227762859, "subset_score_loss": 0.013731090227762859}
+{"step": 3150000, "wall_time": 30507.864011764526, "train_loss_step": 2.8009955883026123, "n_params": 4387900, "total_flops": 42460830720000000, "train_loss": 0.013893576463063557, "subset_score_loss": 0.013893576463063557}
+{"step": 3160000, "wall_time": 30591.427753686905, "train_loss_step": 2.6221981048583984, "n_params": 4387900, "total_flops": 42595627008000000, "train_loss": 0.013198708494504293, "subset_score_loss": 0.013198708494504293}
+{"step": 3170000, "wall_time": 30667.52990627289, "train_loss_step": 2.7333950996398926, "n_params": 4387900, "total_flops": 42730423296000000, "train_loss": 0.01345549722512563, "subset_score_loss": 0.01345549722512563}
+{"step": 3180000, "wall_time": 30756.61746621132, "train_loss_step": 2.7880730628967285, "n_params": 4387900, "total_flops": 42865219584000000, "train_loss": 0.01404661734898885, "subset_score_loss": 0.01404661734898885}
+{"step": 3190000, "wall_time": 30845.908131599426, "train_loss_step": 2.7600502967834473, "n_params": 4387900, "total_flops": 43000015872000000, "train_loss": 0.013690559069315593, "subset_score_loss": 0.013690559069315593}
+{"step": 3200000, "wall_time": 31024.18056511879, "train_loss_step": 2.4587395191192627, "n_params": 4387900, "total_flops": 43134812160000000, "train_loss": 0.014123343427975972, "subset_score_loss": 0.014123343427975972, "memorization_fraction_pixel": 0.2451999932527542, "mean_nn_ratio_pixel": 0.4282740354537964, "fid": 118.09779435341703, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 31107.21451973915, "train_loss_step": 2.7719995975494385, "n_params": 4387900, "total_flops": 43269608448000000, "train_loss": 0.013392061988512675, "subset_score_loss": 0.013392061988512675}
+{"step": 3220000, "wall_time": 31184.483514785767, "train_loss_step": 2.8932223320007324, "n_params": 4387900, "total_flops": 43404404736000000, "train_loss": 0.014415086309115092, "subset_score_loss": 0.014415086309115092}
+{"step": 3230000, "wall_time": 31273.736105918884, "train_loss_step": 2.7784218788146973, "n_params": 4387900, "total_flops": 43539201024000000, "train_loss": 0.013936107357343039, "subset_score_loss": 0.013936107357343039}
+{"step": 3240000, "wall_time": 31363.02406144142, "train_loss_step": 2.9271934032440186, "n_params": 4387900, "total_flops": 43673997312000000, "train_loss": 0.013812663157780965, "subset_score_loss": 0.013812663157780965}
+{"step": 3250000, "wall_time": 31450.342921733856, "train_loss_step": 2.806979179382324, "n_params": 4387900, "total_flops": 43808793600000000, "train_loss": 0.013772933681805929, "subset_score_loss": 0.013772933681805929}
+{"step": 3260000, "wall_time": 31539.60905098915, "train_loss_step": 2.9030637741088867, "n_params": 4387900, "total_flops": 43943589888000000, "train_loss": 0.013883072137832641, "subset_score_loss": 0.013883072137832641}
+{"step": 3270000, "wall_time": 31628.797330617905, "train_loss_step": 2.6524953842163086, "n_params": 4387900, "total_flops": 44078386176000000, "train_loss": 0.012915068864822387, "subset_score_loss": 0.012915068864822387}
+{"step": 3280000, "wall_time": 31707.90333199501, "train_loss_step": 2.8630170822143555, "n_params": 4387900, "total_flops": 44213182464000000, "train_loss": 0.013570382197697958, "subset_score_loss": 0.013570382197697958}
+{"step": 3290000, "wall_time": 31795.08886384964, "train_loss_step": 2.729064464569092, "n_params": 4387900, "total_flops": 44347978752000000, "train_loss": 0.013815599679946899, "subset_score_loss": 0.013815599679946899}
+{"step": 3300000, "wall_time": 31982.829386472702, "train_loss_step": 2.7713215351104736, "n_params": 4387900, "total_flops": 44482775040000000, "train_loss": 0.01351676086584727, "subset_score_loss": 0.01351676086584727, "memorization_fraction_pixel": 0.25699999928474426, "mean_nn_ratio_pixel": 0.42199578881263733, "fid": 117.09342038373936, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 32072.18703842163, "train_loss_step": 2.7701146602630615, "n_params": 4387900, "total_flops": 44617571328000000, "train_loss": 0.013339226444562277, "subset_score_loss": 0.013339226444562277}
+{"step": 3320000, "wall_time": 32158.371900320053, "train_loss_step": 2.5613322257995605, "n_params": 4387900, "total_flops": 44752367616000000, "train_loss": 0.01351079245408376, "subset_score_loss": 0.01351079245408376}
+{"step": 3330000, "wall_time": 32241.18905854225, "train_loss_step": 2.8398423194885254, "n_params": 4387900, "total_flops": 44887163904000000, "train_loss": 0.01324679454167684, "subset_score_loss": 0.01324679454167684}
+{"step": 3340000, "wall_time": 32330.547189712524, "train_loss_step": 2.6916277408599854, "n_params": 4387900, "total_flops": 45021960192000000, "train_loss": 0.013499667247136434, "subset_score_loss": 0.013499667247136434}
+{"step": 3350000, "wall_time": 32418.793742656708, "train_loss_step": 2.561704397201538, "n_params": 4387900, "total_flops": 45156756480000000, "train_loss": 0.013683679699897765, "subset_score_loss": 0.013683679699897765}
+{"step": 3360000, "wall_time": 32507.73834514618, "train_loss_step": 2.7265689373016357, "n_params": 4387900, "total_flops": 45291552768000000, "train_loss": 0.013429177800814311, "subset_score_loss": 0.013429177800814311}
+{"step": 3370000, "wall_time": 32597.04060935974, "train_loss_step": 2.5545339584350586, "n_params": 4387900, "total_flops": 45426349056000000, "train_loss": 0.01339673896630605, "subset_score_loss": 0.01339673896630605}
+{"step": 3380000, "wall_time": 32686.36624264717, "train_loss_step": 2.417922019958496, "n_params": 4387900, "total_flops": 45561145344000000, "train_loss": 0.013905717929204305, "subset_score_loss": 0.013905717929204305}
+{"step": 3390000, "wall_time": 32770.69458270073, "train_loss_step": 2.696457862854004, "n_params": 4387900, "total_flops": 45695941632000000, "train_loss": 0.01260179579257965, "subset_score_loss": 0.01260179579257965}
+{"step": 3400000, "wall_time": 32959.29569745064, "train_loss_step": 2.8869991302490234, "n_params": 4387900, "total_flops": 45830737920000000, "train_loss": 0.012743504842122395, "subset_score_loss": 0.012743504842122395, "memorization_fraction_pixel": 0.23929999768733978, "mean_nn_ratio_pixel": 0.42850303649902344, "fid": 117.20800035515973, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 33046.65411925316, "train_loss_step": 2.719268560409546, "n_params": 4387900, "total_flops": 45965534208000000, "train_loss": 0.013960317770640055, "subset_score_loss": 0.013960317770640055}
+{"step": 3420000, "wall_time": 33135.96783852577, "train_loss_step": 2.7432167530059814, "n_params": 4387900, "total_flops": 46100330496000000, "train_loss": 0.013012595971425374, "subset_score_loss": 0.013012595971425374}
+{"step": 3430000, "wall_time": 33222.510147333145, "train_loss_step": 2.495612144470215, "n_params": 4387900, "total_flops": 46235126784000000, "train_loss": 0.012755408883094788, "subset_score_loss": 0.012755408883094788}
+{"step": 3440000, "wall_time": 33311.65527486801, "train_loss_step": 2.8155767917633057, "n_params": 4387900, "total_flops": 46369923072000000, "train_loss": 0.012850550810496013, "subset_score_loss": 0.012850550810496013}
+{"step": 3450000, "wall_time": 33399.64547872543, "train_loss_step": 2.9615464210510254, "n_params": 4387900, "total_flops": 46504719360000000, "train_loss": 0.013059456149737041, "subset_score_loss": 0.013059456149737041}
+{"step": 3460000, "wall_time": 33488.763895750046, "train_loss_step": 2.882906913757324, "n_params": 4387900, "total_flops": 46639515648000000, "train_loss": 0.013960566123326619, "subset_score_loss": 0.013960566123326619}
+{"step": 3470000, "wall_time": 33577.880137205124, "train_loss_step": 2.9187638759613037, "n_params": 4387900, "total_flops": 46774311936000000, "train_loss": 0.01267812450726827, "subset_score_loss": 0.01267812450726827}
+{"step": 3480000, "wall_time": 33667.17264509201, "train_loss_step": 2.7551088333129883, "n_params": 4387900, "total_flops": 46909108224000000, "train_loss": 0.012644086281458538, "subset_score_loss": 0.012644086281458538}
+{"step": 3490000, "wall_time": 33756.471554756165, "train_loss_step": 2.7414979934692383, "n_params": 4387900, "total_flops": 47043904512000000, "train_loss": 0.012295530239741007, "subset_score_loss": 0.012295530239741007}
+{"step": 3500000, "wall_time": 33914.25669503212, "train_loss_step": 2.6128010749816895, "n_params": 4387900, "total_flops": 47178700800000000, "train_loss": 0.012562998135884603, "subset_score_loss": 0.012562998135884603, "memorization_fraction_pixel": 0.2540000081062317, "mean_nn_ratio_pixel": 0.42257359623908997, "fid": 117.3803138304771, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 34003.73770070076, "train_loss_step": 2.8082804679870605, "n_params": 4387900, "total_flops": 47313497088000000, "train_loss": 0.013081187009811401, "subset_score_loss": 0.013081187009811401}
+{"step": 3520000, "wall_time": 34091.12168264389, "train_loss_step": 2.5618629455566406, "n_params": 4387900, "total_flops": 47448293376000000, "train_loss": 0.012612201770146688, "subset_score_loss": 0.012612201770146688}
+{"step": 3530000, "wall_time": 34180.65074443817, "train_loss_step": 2.802893877029419, "n_params": 4387900, "total_flops": 47583089664000000, "train_loss": 0.013313209017117819, "subset_score_loss": 0.013313209017117819}
+{"step": 3540000, "wall_time": 34267.20999002457, "train_loss_step": 2.6664600372314453, "n_params": 4387900, "total_flops": 47717885952000000, "train_loss": 0.011668835083643596, "subset_score_loss": 0.011668835083643596}
+{"step": 3550000, "wall_time": 34356.54553794861, "train_loss_step": 2.6324515342712402, "n_params": 4387900, "total_flops": 47852682240000000, "train_loss": 0.012238930662473042, "subset_score_loss": 0.012238930662473042}
+{"step": 3560000, "wall_time": 34444.513244867325, "train_loss_step": 3.0791263580322266, "n_params": 4387900, "total_flops": 47987478528000000, "train_loss": 0.012081089615821838, "subset_score_loss": 0.012081089615821838}
+{"step": 3570000, "wall_time": 34533.57434821129, "train_loss_step": 2.6815524101257324, "n_params": 4387900, "total_flops": 48122274816000000, "train_loss": 0.01310677727063497, "subset_score_loss": 0.01310677727063497}
+{"step": 3580000, "wall_time": 34622.71621274948, "train_loss_step": 2.773866653442383, "n_params": 4387900, "total_flops": 48257071104000000, "train_loss": 0.012318014105161031, "subset_score_loss": 0.012318014105161031}
+{"step": 3590000, "wall_time": 34712.162925481796, "train_loss_step": 2.6558735370635986, "n_params": 4387900, "total_flops": 48391867392000000, "train_loss": 0.012396747867266336, "subset_score_loss": 0.012396747867266336}
+{"step": 3600000, "wall_time": 34872.415153265, "train_loss_step": 2.602823257446289, "n_params": 4387900, "total_flops": 48526663680000000, "train_loss": 0.012293786803881327, "subset_score_loss": 0.012293786803881327, "memorization_fraction_pixel": 0.2624000012874603, "mean_nn_ratio_pixel": 0.41645991802215576, "fid": 117.17969030449441, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 34958.13334488869, "train_loss_step": 2.8825788497924805, "n_params": 4387900, "total_flops": 48661459968000000, "train_loss": 0.012267587582270305, "subset_score_loss": 0.012267587582270305}
+{"step": 3620000, "wall_time": 35047.57865357399, "train_loss_step": 2.7647366523742676, "n_params": 4387900, "total_flops": 48796256256000000, "train_loss": 0.011895490686098735, "subset_score_loss": 0.011895490686098735}
+{"step": 3630000, "wall_time": 35134.9505341053, "train_loss_step": 2.6098413467407227, "n_params": 4387900, "total_flops": 48931052544000000, "train_loss": 0.011753519376118978, "subset_score_loss": 0.011753519376118978}
+{"step": 3640000, "wall_time": 35222.459901571274, "train_loss_step": 2.834625244140625, "n_params": 4387900, "total_flops": 49065848832000000, "train_loss": 0.011864630381266277, "subset_score_loss": 0.011864630381266277}
+{"step": 3650000, "wall_time": 35310.8848130703, "train_loss_step": 2.6676855087280273, "n_params": 4387900, "total_flops": 49200645120000000, "train_loss": 0.012066293756167095, "subset_score_loss": 0.012066293756167095}
+{"step": 3660000, "wall_time": 35400.25899839401, "train_loss_step": 2.7358498573303223, "n_params": 4387900, "total_flops": 49335441408000000, "train_loss": 0.012149491906166076, "subset_score_loss": 0.012149491906166076}
+{"step": 3670000, "wall_time": 35488.166801929474, "train_loss_step": 2.8556370735168457, "n_params": 4387900, "total_flops": 49470237696000000, "train_loss": 0.01218226452668508, "subset_score_loss": 0.01218226452668508}
+{"step": 3680000, "wall_time": 35577.29007959366, "train_loss_step": 2.5057168006896973, "n_params": 4387900, "total_flops": 49605033984000000, "train_loss": 0.01206267277399699, "subset_score_loss": 0.01206267277399699}
+{"step": 3690000, "wall_time": 35666.61031460762, "train_loss_step": 2.647552490234375, "n_params": 4387900, "total_flops": 49739830272000000, "train_loss": 0.012542690833409626, "subset_score_loss": 0.012542690833409626}
+{"step": 3700000, "wall_time": 35827.572246313095, "train_loss_step": 2.847743034362793, "n_params": 4387900, "total_flops": 49874626560000000, "train_loss": 0.012014271815617879, "subset_score_loss": 0.012014271815617879, "memorization_fraction_pixel": 0.24699999392032623, "mean_nn_ratio_pixel": 0.4256179630756378, "fid": 117.51550768617722, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 35916.94488072395, "train_loss_step": 2.7583909034729004, "n_params": 4387900, "total_flops": 50009422848000000, "train_loss": 0.012461939454078674, "subset_score_loss": 0.012461939454078674}
+{"step": 3720000, "wall_time": 36003.01133108139, "train_loss_step": 2.6285693645477295, "n_params": 4387900, "total_flops": 50144219136000000, "train_loss": 0.011875796318054199, "subset_score_loss": 0.011875796318054199}
+{"step": 3730000, "wall_time": 36091.580112695694, "train_loss_step": 2.877624750137329, "n_params": 4387900, "total_flops": 50279015424000000, "train_loss": 0.01152822474638621, "subset_score_loss": 0.01152822474638621}
+{"step": 3740000, "wall_time": 36179.82242655754, "train_loss_step": 2.7494587898254395, "n_params": 4387900, "total_flops": 50413811712000000, "train_loss": 0.012247172991434734, "subset_score_loss": 0.012247172991434734}
+{"step": 3750000, "wall_time": 36266.95453834534, "train_loss_step": 2.6330981254577637, "n_params": 4387900, "total_flops": 50548608000000000, "train_loss": 0.012055400013923644, "subset_score_loss": 0.012055400013923644}
+{"step": 3760000, "wall_time": 36356.10258626938, "train_loss_step": 2.6900649070739746, "n_params": 4387900, "total_flops": 50683404288000000, "train_loss": 0.011967686812082927, "subset_score_loss": 0.011967686812082927}
+{"step": 3770000, "wall_time": 36445.93611264229, "train_loss_step": 2.5572190284729004, "n_params": 4387900, "total_flops": 50818200576000000, "train_loss": 0.011801335215568542, "subset_score_loss": 0.011801335215568542}
+{"step": 3780000, "wall_time": 36533.39203929901, "train_loss_step": 2.636685371398926, "n_params": 4387900, "total_flops": 50952996864000000, "train_loss": 0.011844318111737568, "subset_score_loss": 0.011844318111737568}
+{"step": 3790000, "wall_time": 36622.59439373016, "train_loss_step": 2.4892849922180176, "n_params": 4387900, "total_flops": 51087793152000000, "train_loss": 0.011883350213368733, "subset_score_loss": 0.011883350213368733}
+{"step": 3800000, "wall_time": 36825.365099430084, "train_loss_step": 2.666881561279297, "n_params": 4387900, "total_flops": 51222589440000000, "train_loss": 0.011954278747240702, "subset_score_loss": 0.011954278747240702, "memorization_fraction_pixel": 0.2506999969482422, "mean_nn_ratio_pixel": 0.4208880364894867, "fid": 117.28079566592046, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 36914.83051085472, "train_loss_step": 2.641681671142578, "n_params": 4387900, "total_flops": 51357385728000000, "train_loss": 0.011232408881187438, "subset_score_loss": 0.011232408881187438}
+{"step": 3820000, "wall_time": 37004.28593254089, "train_loss_step": 2.566512107849121, "n_params": 4387900, "total_flops": 51492182016000000, "train_loss": 0.011079370975494385, "subset_score_loss": 0.011079370975494385}
+{"step": 3830000, "wall_time": 37091.74307489395, "train_loss_step": 2.69758939743042, "n_params": 4387900, "total_flops": 51626978304000000, "train_loss": 0.011809456348419189, "subset_score_loss": 0.011809456348419189}
+{"step": 3840000, "wall_time": 37179.5864007473, "train_loss_step": 2.7049858570098877, "n_params": 4387900, "total_flops": 51761774592000000, "train_loss": 0.01151683231194814, "subset_score_loss": 0.01151683231194814}
+{"step": 3850000, "wall_time": 37266.6053416729, "train_loss_step": 2.6532344818115234, "n_params": 4387900, "total_flops": 51896570880000000, "train_loss": 0.01113754113515218, "subset_score_loss": 0.01113754113515218}
+{"step": 3860000, "wall_time": 37355.94897866249, "train_loss_step": 2.7412362098693848, "n_params": 4387900, "total_flops": 52031367168000000, "train_loss": 0.011523303389549256, "subset_score_loss": 0.011523303389549256}
+{"step": 3870000, "wall_time": 37445.56462907791, "train_loss_step": 2.465062379837036, "n_params": 4387900, "total_flops": 52166163456000000, "train_loss": 0.01078149676322937, "subset_score_loss": 0.01078149676322937}
+{"step": 3880000, "wall_time": 37533.4572660923, "train_loss_step": 2.604109764099121, "n_params": 4387900, "total_flops": 52300959744000000, "train_loss": 0.01127782662709554, "subset_score_loss": 0.01127782662709554}
+{"step": 3890000, "wall_time": 37622.48545694351, "train_loss_step": 2.667048454284668, "n_params": 4387900, "total_flops": 52435756032000000, "train_loss": 0.012037004033724466, "subset_score_loss": 0.012037004033724466}
+{"step": 3900000, "wall_time": 37783.90400791168, "train_loss_step": 2.477757453918457, "n_params": 4387900, "total_flops": 52570552320000000, "train_loss": 0.010969098409016926, "subset_score_loss": 0.010969098409016926, "memorization_fraction_pixel": 0.26159998774528503, "mean_nn_ratio_pixel": 0.4184230864048004, "fid": 116.908926518986, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 37873.007912158966, "train_loss_step": 2.561422348022461, "n_params": 4387900, "total_flops": 52705348608000000, "train_loss": 0.011316665013631185, "subset_score_loss": 0.011316665013631185}
+{"step": 3920000, "wall_time": 37962.175560712814, "train_loss_step": 2.476276397705078, "n_params": 4387900, "total_flops": 52840144896000000, "train_loss": 0.011300240953763327, "subset_score_loss": 0.011300240953763327}
+{"step": 3930000, "wall_time": 38051.360257864, "train_loss_step": 2.803251266479492, "n_params": 4387900, "total_flops": 52974941184000000, "train_loss": 0.011762468020121257, "subset_score_loss": 0.011762468020121257}
+{"step": 3940000, "wall_time": 38138.77802324295, "train_loss_step": 2.884991407394409, "n_params": 4387900, "total_flops": 53109737472000000, "train_loss": 0.01137300431728363, "subset_score_loss": 0.01137300431728363}
+{"step": 3950000, "wall_time": 38226.18154859543, "train_loss_step": 2.662278175354004, "n_params": 4387900, "total_flops": 53244533760000000, "train_loss": 0.012044780453046163, "subset_score_loss": 0.012044780453046163}
+{"step": 3960000, "wall_time": 38312.49574446678, "train_loss_step": 2.2670633792877197, "n_params": 4387900, "total_flops": 53379330048000000, "train_loss": 0.011413748065630594, "subset_score_loss": 0.011413748065630594}
+{"step": 3970000, "wall_time": 38401.837794065475, "train_loss_step": 2.314739465713501, "n_params": 4387900, "total_flops": 53514126336000000, "train_loss": 0.01133221983909607, "subset_score_loss": 0.01133221983909607}
+{"step": 3980000, "wall_time": 38489.273681640625, "train_loss_step": 2.694613456726074, "n_params": 4387900, "total_flops": 53648922624000000, "train_loss": 0.011367195844650268, "subset_score_loss": 0.011367195844650268}
+{"step": 3990000, "wall_time": 38578.362474918365, "train_loss_step": 2.5271551609039307, "n_params": 4387900, "total_flops": 53783718912000000, "train_loss": 0.011642026901245116, "subset_score_loss": 0.011642026901245116}
+{"step": 4000000, "wall_time": 38763.46170568466, "train_loss_step": 2.9300267696380615, "n_params": 4387900, "total_flops": 53918515200000000, "train_loss": 0.011506033937136333, "subset_score_loss": 0.011506033937136333, "memorization_fraction_pixel": 0.260699987411499, "mean_nn_ratio_pixel": 0.417630672454834, "fid": 117.22431672576965, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 38852.809936761856, "train_loss_step": 2.8078970909118652, "n_params": 4387900, "total_flops": 54053311488000000, "train_loss": 0.01082343359788259, "subset_score_loss": 0.01082343359788259}
+{"step": 4020000, "wall_time": 38941.99007320404, "train_loss_step": 2.9074864387512207, "n_params": 4387900, "total_flops": 54188107776000000, "train_loss": 0.010823192199071248, "subset_score_loss": 0.010823192199071248}
+{"step": 4030000, "wall_time": 39031.1727309227, "train_loss_step": 2.67702054977417, "n_params": 4387900, "total_flops": 54322904064000000, "train_loss": 0.01192730963230133, "subset_score_loss": 0.01192730963230133}
+{"step": 4040000, "wall_time": 39120.72256779671, "train_loss_step": 2.7763397693634033, "n_params": 4387900, "total_flops": 54457700352000000, "train_loss": 0.011979541182518006, "subset_score_loss": 0.011979541182518006}
+{"step": 4050000, "wall_time": 39206.20679521561, "train_loss_step": 2.6990227699279785, "n_params": 4387900, "total_flops": 54592496640000000, "train_loss": 0.011084817846616109, "subset_score_loss": 0.011084817846616109}
+{"step": 4060000, "wall_time": 39292.59278893471, "train_loss_step": 2.627070903778076, "n_params": 4387900, "total_flops": 54727292928000000, "train_loss": 0.010571903983751933, "subset_score_loss": 0.010571903983751933}
+{"step": 4070000, "wall_time": 39381.655908346176, "train_loss_step": 2.9907267093658447, "n_params": 4387900, "total_flops": 54862089216000000, "train_loss": 0.011569325129191082, "subset_score_loss": 0.011569325129191082}
+{"step": 4080000, "wall_time": 39471.472464084625, "train_loss_step": 2.589359760284424, "n_params": 4387900, "total_flops": 54996885504000000, "train_loss": 0.011173759897549948, "subset_score_loss": 0.011173759897549948}
+{"step": 4090000, "wall_time": 39558.94591546059, "train_loss_step": 2.8426201343536377, "n_params": 4387900, "total_flops": 55131681792000000, "train_loss": 0.010682066281636557, "subset_score_loss": 0.010682066281636557}
+{"step": 4100000, "wall_time": 39720.98305225372, "train_loss_step": 2.783712863922119, "n_params": 4387900, "total_flops": 55266478080000000, "train_loss": 0.011194831132888794, "subset_score_loss": 0.011194831132888794, "memorization_fraction_pixel": 0.27059999108314514, "mean_nn_ratio_pixel": 0.41755211353302, "fid": 117.74609733646636, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 39810.08992099762, "train_loss_step": 2.6372859477996826, "n_params": 4387900, "total_flops": 55401274368000000, "train_loss": 0.010819800694783529, "subset_score_loss": 0.010819800694783529}
+{"step": 4120000, "wall_time": 39899.38612532616, "train_loss_step": 2.7459821701049805, "n_params": 4387900, "total_flops": 55536070656000000, "train_loss": 0.010317660371462504, "subset_score_loss": 0.010317660371462504}
+{"step": 4130000, "wall_time": 39988.62187600136, "train_loss_step": 2.579401969909668, "n_params": 4387900, "total_flops": 55670866944000000, "train_loss": 0.011573015650113424, "subset_score_loss": 0.011573015650113424}
+{"step": 4140000, "wall_time": 40077.60143661499, "train_loss_step": 2.729422092437744, "n_params": 4387900, "total_flops": 55805663232000000, "train_loss": 0.011006989081700643, "subset_score_loss": 0.011006989081700643}
+{"step": 4150000, "wall_time": 40167.05389499664, "train_loss_step": 2.6838765144348145, "n_params": 4387900, "total_flops": 55940459520000000, "train_loss": 0.010610175132751466, "subset_score_loss": 0.010610175132751466}
+{"step": 4160000, "wall_time": 40252.67026782036, "train_loss_step": 2.8902766704559326, "n_params": 4387900, "total_flops": 56075255808000000, "train_loss": 0.010851157704989116, "subset_score_loss": 0.010851157704989116}
+{"step": 4170000, "wall_time": 40333.99054861069, "train_loss_step": 2.3779220581054688, "n_params": 4387900, "total_flops": 56210052096000000, "train_loss": 0.010624001423517862, "subset_score_loss": 0.010624001423517862}
+{"step": 4180000, "wall_time": 40421.26408648491, "train_loss_step": 2.58754301071167, "n_params": 4387900, "total_flops": 56344848384000000, "train_loss": 0.01149385670820872, "subset_score_loss": 0.01149385670820872}
+{"step": 4190000, "wall_time": 40508.858303785324, "train_loss_step": 2.7175135612487793, "n_params": 4387900, "total_flops": 56479644672000000, "train_loss": 0.010899261633555094, "subset_score_loss": 0.010899261633555094}
+{"step": 4200000, "wall_time": 40716.90742945671, "train_loss_step": 2.750392198562622, "n_params": 4387900, "total_flops": 56614440960000000, "train_loss": 0.011002308130264283, "subset_score_loss": 0.011002308130264283, "memorization_fraction_pixel": 0.25380000472068787, "mean_nn_ratio_pixel": 0.42133060097694397, "fid": 117.1628926711347, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 40805.93029975891, "train_loss_step": 2.6496644020080566, "n_params": 4387900, "total_flops": 56749237248000000, "train_loss": 0.010739250977834066, "subset_score_loss": 0.010739250977834066}
+{"step": 4220000, "wall_time": 40895.076585531235, "train_loss_step": 2.7926547527313232, "n_params": 4387900, "total_flops": 56884033536000000, "train_loss": 0.01191881000995636, "subset_score_loss": 0.01191881000995636}
+{"step": 4230000, "wall_time": 40984.23716592789, "train_loss_step": 2.5730690956115723, "n_params": 4387900, "total_flops": 57018829824000000, "train_loss": 0.010345760981241863, "subset_score_loss": 0.010345760981241863}
+{"step": 4240000, "wall_time": 41073.679854393005, "train_loss_step": 2.502822160720825, "n_params": 4387900, "total_flops": 57153626112000000, "train_loss": 0.010784522692362467, "subset_score_loss": 0.010784522692362467}
+{"step": 4250000, "wall_time": 41162.94683933258, "train_loss_step": 2.604208469390869, "n_params": 4387900, "total_flops": 57288422400000000, "train_loss": 0.010388890902201334, "subset_score_loss": 0.010388890902201334}
+{"step": 4260000, "wall_time": 41250.87923741341, "train_loss_step": 2.6117029190063477, "n_params": 4387900, "total_flops": 57423218688000000, "train_loss": 0.010665230949719747, "subset_score_loss": 0.010665230949719747}
+{"step": 4270000, "wall_time": 41338.29136180878, "train_loss_step": 2.54323148727417, "n_params": 4387900, "total_flops": 57558014976000000, "train_loss": 0.010808649659156799, "subset_score_loss": 0.010808649659156799}
+{"step": 4280000, "wall_time": 41415.965966939926, "train_loss_step": 2.485368251800537, "n_params": 4387900, "total_flops": 57692811264000000, "train_loss": 0.011315359671910604, "subset_score_loss": 0.011315359671910604}
+{"step": 4290000, "wall_time": 41503.79766511917, "train_loss_step": 2.314589500427246, "n_params": 4387900, "total_flops": 57827607552000000, "train_loss": 0.010305442412694295, "subset_score_loss": 0.010305442412694295}
+{"step": 4300000, "wall_time": 41711.90196752548, "train_loss_step": 2.7711405754089355, "n_params": 4387900, "total_flops": 57962403840000000, "train_loss": 0.01073360542456309, "subset_score_loss": 0.01073360542456309, "memorization_fraction_pixel": 0.2563999891281128, "mean_nn_ratio_pixel": 0.41936275362968445, "fid": 117.70575364849134, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 41800.900708675385, "train_loss_step": 2.8512837886810303, "n_params": 4387900, "total_flops": 58097200128000000, "train_loss": 0.010832886894543965, "subset_score_loss": 0.010832886894543965}
+{"step": 4320000, "wall_time": 41889.85134077072, "train_loss_step": 2.494382381439209, "n_params": 4387900, "total_flops": 58231996416000000, "train_loss": 0.010266427199045818, "subset_score_loss": 0.010266427199045818}
+{"step": 4330000, "wall_time": 41979.11851596832, "train_loss_step": 2.6697206497192383, "n_params": 4387900, "total_flops": 58366792704000000, "train_loss": 0.010681675871213277, "subset_score_loss": 0.010681675871213277}
+{"step": 4340000, "wall_time": 42068.33640170097, "train_loss_step": 2.5038259029388428, "n_params": 4387900, "total_flops": 58501588992000000, "train_loss": 0.01108934978644053, "subset_score_loss": 0.01108934978644053}
+{"step": 4350000, "wall_time": 42157.65020442009, "train_loss_step": 2.7810864448547363, "n_params": 4387900, "total_flops": 58636385280000000, "train_loss": 0.010379469394683838, "subset_score_loss": 0.010379469394683838}
+{"step": 4360000, "wall_time": 42246.84594154358, "train_loss_step": 2.431267261505127, "n_params": 4387900, "total_flops": 58771181568000000, "train_loss": 0.010786619782447816, "subset_score_loss": 0.010786619782447816}
+{"step": 4370000, "wall_time": 42332.31542277336, "train_loss_step": 2.7931911945343018, "n_params": 4387900, "total_flops": 58905977856000000, "train_loss": 0.011136897404988607, "subset_score_loss": 0.011136897404988607}
+{"step": 4380000, "wall_time": 42413.77663683891, "train_loss_step": 2.7806339263916016, "n_params": 4387900, "total_flops": 59040774144000000, "train_loss": 0.010796536008516948, "subset_score_loss": 0.010796536008516948}
+{"step": 4390000, "wall_time": 42499.257657289505, "train_loss_step": 2.7175397872924805, "n_params": 4387900, "total_flops": 59175570432000000, "train_loss": 0.010438486933708191, "subset_score_loss": 0.010438486933708191}
+{"step": 4400000, "wall_time": 42679.07149863243, "train_loss_step": 2.7116098403930664, "n_params": 4387900, "total_flops": 59310366720000000, "train_loss": 0.010170751810073852, "subset_score_loss": 0.010170751810073852, "memorization_fraction_pixel": 0.26969999074935913, "mean_nn_ratio_pixel": 0.4195425808429718, "fid": 117.29087905440556, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 42768.138464450836, "train_loss_step": 2.671316623687744, "n_params": 4387900, "total_flops": 59445163008000000, "train_loss": 0.010702326893806458, "subset_score_loss": 0.010702326893806458}
+{"step": 4420000, "wall_time": 42857.46732544899, "train_loss_step": 2.7524924278259277, "n_params": 4387900, "total_flops": 59579959296000000, "train_loss": 0.010105620821317036, "subset_score_loss": 0.010105620821317036}
+{"step": 4430000, "wall_time": 42946.464299440384, "train_loss_step": 2.626082420349121, "n_params": 4387900, "total_flops": 59714755584000000, "train_loss": 0.009952046473821004, "subset_score_loss": 0.009952046473821004}
+{"step": 4440000, "wall_time": 43035.74098610878, "train_loss_step": 2.7433948516845703, "n_params": 4387900, "total_flops": 59849551872000000, "train_loss": 0.010487269361813862, "subset_score_loss": 0.010487269361813862}
+{"step": 4450000, "wall_time": 43124.85260248184, "train_loss_step": 2.713733434677124, "n_params": 4387900, "total_flops": 59984348160000000, "train_loss": 0.010452447334925334, "subset_score_loss": 0.010452447334925334}
+{"step": 4460000, "wall_time": 43214.22168827057, "train_loss_step": 2.6712732315063477, "n_params": 4387900, "total_flops": 60119144448000000, "train_loss": 0.010245428482691447, "subset_score_loss": 0.010245428482691447}
+{"step": 4470000, "wall_time": 43301.05919456482, "train_loss_step": 2.568852424621582, "n_params": 4387900, "total_flops": 60253940736000000, "train_loss": 0.010122122367223103, "subset_score_loss": 0.010122122367223103}
+{"step": 4480000, "wall_time": 43389.14129495621, "train_loss_step": 2.7371649742126465, "n_params": 4387900, "total_flops": 60388737024000000, "train_loss": 0.010553613305091858, "subset_score_loss": 0.010553613305091858}
+{"step": 4490000, "wall_time": 43469.255432128906, "train_loss_step": 2.573920726776123, "n_params": 4387900, "total_flops": 60523533312000000, "train_loss": 0.010381691654523214, "subset_score_loss": 0.010381691654523214}
+{"step": 4500000, "wall_time": 43672.293746471405, "train_loss_step": 2.9661126136779785, "n_params": 4387900, "total_flops": 60658329600000000, "train_loss": 0.010513733824094136, "subset_score_loss": 0.010513733824094136, "memorization_fraction_pixel": 0.25769999623298645, "mean_nn_ratio_pixel": 0.4216395616531372, "fid": 116.82423764539197, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 43761.497300863266, "train_loss_step": 2.6879801750183105, "n_params": 4387900, "total_flops": 60793125888000000, "train_loss": 0.010098561644554138, "subset_score_loss": 0.010098561644554138}
+{"step": 4520000, "wall_time": 43850.592329740524, "train_loss_step": 2.7008538246154785, "n_params": 4387900, "total_flops": 60927922176000000, "train_loss": 0.010404491424560547, "subset_score_loss": 0.010404491424560547}
+{"step": 4530000, "wall_time": 43939.80036902428, "train_loss_step": 2.5510997772216797, "n_params": 4387900, "total_flops": 61062718464000000, "train_loss": 0.010154942671457926, "subset_score_loss": 0.010154942671457926}
+{"step": 4540000, "wall_time": 44028.75774002075, "train_loss_step": 2.6189863681793213, "n_params": 4387900, "total_flops": 61197514752000000, "train_loss": 0.01081467866897583, "subset_score_loss": 0.01081467866897583}
+{"step": 4550000, "wall_time": 44118.03884410858, "train_loss_step": 2.428969383239746, "n_params": 4387900, "total_flops": 61332311040000000, "train_loss": 0.009749098618825277, "subset_score_loss": 0.009749098618825277}
+{"step": 4560000, "wall_time": 44207.304557561874, "train_loss_step": 2.739175796508789, "n_params": 4387900, "total_flops": 61467107328000000, "train_loss": 0.010166912277539571, "subset_score_loss": 0.010166912277539571}
+{"step": 4570000, "wall_time": 44296.932012319565, "train_loss_step": 2.931532144546509, "n_params": 4387900, "total_flops": 61601903616000000, "train_loss": 0.010810935497283935, "subset_score_loss": 0.010810935497283935}
+{"step": 4580000, "wall_time": 44382.627913713455, "train_loss_step": 2.688077449798584, "n_params": 4387900, "total_flops": 61736699904000000, "train_loss": 0.009937868515650431, "subset_score_loss": 0.009937868515650431}
+{"step": 4590000, "wall_time": 44472.34207820892, "train_loss_step": 2.5406839847564697, "n_params": 4387900, "total_flops": 61871496192000000, "train_loss": 0.009939485788345337, "subset_score_loss": 0.009939485788345337}
+{"step": 4600000, "wall_time": 44658.560156583786, "train_loss_step": 2.382930040359497, "n_params": 4387900, "total_flops": 62006292480000000, "train_loss": 0.010342338681221008, "subset_score_loss": 0.010342338681221008, "memorization_fraction_pixel": 0.26919999718666077, "mean_nn_ratio_pixel": 0.4174717664718628, "fid": 117.44220128973774, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 44747.91438961029, "train_loss_step": 2.6647047996520996, "n_params": 4387900, "total_flops": 62141088768000000, "train_loss": 0.009849915901819864, "subset_score_loss": 0.009849915901819864}
+{"step": 4620000, "wall_time": 44836.76972270012, "train_loss_step": 2.371002435684204, "n_params": 4387900, "total_flops": 62275885056000000, "train_loss": 0.00995243787765503, "subset_score_loss": 0.00995243787765503}
+{"step": 4630000, "wall_time": 44925.77696728706, "train_loss_step": 2.983654499053955, "n_params": 4387900, "total_flops": 62410681344000000, "train_loss": 0.010168850421905518, "subset_score_loss": 0.010168850421905518}
+{"step": 4640000, "wall_time": 45014.94162082672, "train_loss_step": 2.759402275085449, "n_params": 4387900, "total_flops": 62545477632000000, "train_loss": 0.009909226497014364, "subset_score_loss": 0.009909226497014364}
+{"step": 4650000, "wall_time": 45104.12458348274, "train_loss_step": 2.628154754638672, "n_params": 4387900, "total_flops": 62680273920000000, "train_loss": 0.010140249133110046, "subset_score_loss": 0.010140249133110046}
+{"step": 4660000, "wall_time": 45193.29103517532, "train_loss_step": 2.6935067176818848, "n_params": 4387900, "total_flops": 62815070208000000, "train_loss": 0.009959857662518818, "subset_score_loss": 0.009959857662518818}
+{"step": 4670000, "wall_time": 45282.4850628376, "train_loss_step": 2.6976590156555176, "n_params": 4387900, "total_flops": 62949866496000000, "train_loss": 0.010088544090588887, "subset_score_loss": 0.010088544090588887}
+{"step": 4680000, "wall_time": 45368.459188222885, "train_loss_step": 2.5224997997283936, "n_params": 4387900, "total_flops": 63084662784000000, "train_loss": 0.00990377167860667, "subset_score_loss": 0.00990377167860667}
+{"step": 4690000, "wall_time": 45458.02676320076, "train_loss_step": 2.5674519538879395, "n_params": 4387900, "total_flops": 63219459072000000, "train_loss": 0.009622907638549805, "subset_score_loss": 0.009622907638549805}
+{"step": 4700000, "wall_time": 45645.032474279404, "train_loss_step": 2.7115607261657715, "n_params": 4387900, "total_flops": 63354255360000000, "train_loss": 0.009821926554044088, "subset_score_loss": 0.009821926554044088, "memorization_fraction_pixel": 0.2597000002861023, "mean_nn_ratio_pixel": 0.41901904344558716, "fid": 116.71017048045884, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 45734.11920404434, "train_loss_step": 2.517557144165039, "n_params": 4387900, "total_flops": 63489051648000000, "train_loss": 0.009629397590955099, "subset_score_loss": 0.009629397590955099}
+{"step": 4720000, "wall_time": 45823.30687236786, "train_loss_step": 2.4062387943267822, "n_params": 4387900, "total_flops": 63623847936000000, "train_loss": 0.00959947109222412, "subset_score_loss": 0.00959947109222412}
+{"step": 4730000, "wall_time": 45912.49608516693, "train_loss_step": 2.4084229469299316, "n_params": 4387900, "total_flops": 63758644224000000, "train_loss": 0.009765287240346273, "subset_score_loss": 0.009765287240346273}
+{"step": 4740000, "wall_time": 46001.418936252594, "train_loss_step": 2.874887228012085, "n_params": 4387900, "total_flops": 63893440512000000, "train_loss": 0.009849096337954203, "subset_score_loss": 0.009849096337954203}
+{"step": 4750000, "wall_time": 46090.24672794342, "train_loss_step": 2.5691230297088623, "n_params": 4387900, "total_flops": 64028236800000000, "train_loss": 0.00968098243077596, "subset_score_loss": 0.00968098243077596}
+{"step": 4760000, "wall_time": 46179.228197574615, "train_loss_step": 2.5034258365631104, "n_params": 4387900, "total_flops": 64163033088000000, "train_loss": 0.010199288527170816, "subset_score_loss": 0.010199288527170816}
+{"step": 4770000, "wall_time": 46268.56008172035, "train_loss_step": 2.642040729522705, "n_params": 4387900, "total_flops": 64297829376000000, "train_loss": 0.00994789997736613, "subset_score_loss": 0.00994789997736613}
+{"step": 4780000, "wall_time": 46356.34154462814, "train_loss_step": 2.5738372802734375, "n_params": 4387900, "total_flops": 64432625664000000, "train_loss": 0.00985892117023468, "subset_score_loss": 0.00985892117023468}
+{"step": 4790000, "wall_time": 46444.18628978729, "train_loss_step": 2.4551587104797363, "n_params": 4387900, "total_flops": 64567421952000000, "train_loss": 0.009461419781049092, "subset_score_loss": 0.009461419781049092}
+{"step": 4800000, "wall_time": 46627.43295049667, "train_loss_step": 2.769914150238037, "n_params": 4387900, "total_flops": 64702218240000000, "train_loss": 0.00989440381526947, "subset_score_loss": 0.00989440381526947, "memorization_fraction_pixel": 0.2596000134944916, "mean_nn_ratio_pixel": 0.42221683263778687, "fid": 117.58786750791819, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 46716.79721736908, "train_loss_step": 2.4530434608459473, "n_params": 4387900, "total_flops": 64837014528000000, "train_loss": 0.00964993933836619, "subset_score_loss": 0.00964993933836619}
+{"step": 4820000, "wall_time": 46806.217462301254, "train_loss_step": 2.5586490631103516, "n_params": 4387900, "total_flops": 64971810816000000, "train_loss": 0.009828235705693562, "subset_score_loss": 0.009828235705693562}
+{"step": 4830000, "wall_time": 46895.58542609215, "train_loss_step": 2.415584087371826, "n_params": 4387900, "total_flops": 65106607104000000, "train_loss": 0.009747745593388875, "subset_score_loss": 0.009747745593388875}
+{"step": 4840000, "wall_time": 46984.708134651184, "train_loss_step": 2.391852378845215, "n_params": 4387900, "total_flops": 65241403392000000, "train_loss": 0.009853645165761312, "subset_score_loss": 0.009853645165761312}
+{"step": 4850000, "wall_time": 47073.699204683304, "train_loss_step": 2.492100477218628, "n_params": 4387900, "total_flops": 65376199680000000, "train_loss": 0.009472509225209555, "subset_score_loss": 0.009472509225209555}
+{"step": 4860000, "wall_time": 47162.68160700798, "train_loss_step": 2.6836113929748535, "n_params": 4387900, "total_flops": 65510995968000000, "train_loss": 0.009692234794298808, "subset_score_loss": 0.009692234794298808}
+{"step": 4870000, "wall_time": 47252.08963012695, "train_loss_step": 2.5462839603424072, "n_params": 4387900, "total_flops": 65645792256000000, "train_loss": 0.009332440296808879, "subset_score_loss": 0.009332440296808879}
+{"step": 4880000, "wall_time": 47341.57012820244, "train_loss_step": 2.510831356048584, "n_params": 4387900, "total_flops": 65780588544000000, "train_loss": 0.00963086485862732, "subset_score_loss": 0.00963086485862732}
+{"step": 4890000, "wall_time": 47428.4814786911, "train_loss_step": 2.4129979610443115, "n_params": 4387900, "total_flops": 65915384832000000, "train_loss": 0.009883707761764527, "subset_score_loss": 0.009883707761764527}
+{"step": 4900000, "wall_time": 47610.73080158234, "train_loss_step": 2.4856314659118652, "n_params": 4387900, "total_flops": 66050181120000000, "train_loss": 0.009439494212468464, "subset_score_loss": 0.009439494212468464, "memorization_fraction_pixel": 0.26109999418258667, "mean_nn_ratio_pixel": 0.4205668568611145, "fid": 117.51441386464538, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 47686.04226207733, "train_loss_step": 2.512247085571289, "n_params": 4387900, "total_flops": 66184977408000000, "train_loss": 0.00999804139137268, "subset_score_loss": 0.00999804139137268}
+{"step": 4920000, "wall_time": 47775.3038520813, "train_loss_step": 2.66648530960083, "n_params": 4387900, "total_flops": 66319773696000000, "train_loss": 0.009752310315767924, "subset_score_loss": 0.009752310315767924}
+{"step": 4930000, "wall_time": 47864.459614276886, "train_loss_step": 2.8512587547302246, "n_params": 4387900, "total_flops": 66454569984000000, "train_loss": 0.009320587913195292, "subset_score_loss": 0.009320587913195292}
+{"step": 4940000, "wall_time": 47953.604966402054, "train_loss_step": 2.894801139831543, "n_params": 4387900, "total_flops": 66589366272000000, "train_loss": 0.009340447187423707, "subset_score_loss": 0.009340447187423707}
+{"step": 4950000, "wall_time": 48042.97715473175, "train_loss_step": 2.4909348487854004, "n_params": 4387900, "total_flops": 66724162560000000, "train_loss": 0.00923488438129425, "subset_score_loss": 0.00923488438129425}
+{"step": 4960000, "wall_time": 48131.922053813934, "train_loss_step": 2.6110987663269043, "n_params": 4387900, "total_flops": 66858958848000000, "train_loss": 0.009405605991681417, "subset_score_loss": 0.009405605991681417}
+{"step": 4970000, "wall_time": 48221.137909173965, "train_loss_step": 2.682931900024414, "n_params": 4387900, "total_flops": 66993755136000000, "train_loss": 0.009476322929064434, "subset_score_loss": 0.009476322929064434}
+{"step": 4980000, "wall_time": 48310.20837855339, "train_loss_step": 2.616145133972168, "n_params": 4387900, "total_flops": 67128551424000000, "train_loss": 0.009307576219240825, "subset_score_loss": 0.009307576219240825}
+{"step": 4990000, "wall_time": 48397.987849235535, "train_loss_step": 2.678607940673828, "n_params": 4387900, "total_flops": 67263347712000000, "train_loss": 0.009959250688552856, "subset_score_loss": 0.009959250688552856}
+{"step": 5000000, "wall_time": 48589.33996510506, "train_loss_step": 2.523045778274536, "n_params": 4387900, "total_flops": 67398144000000000, "train_loss": 0.009963050484657288, "subset_score_loss": 0.009963050484657288, "memorization_fraction_pixel": 0.27480000257492065, "mean_nn_ratio_pixel": 0.41458243131637573, "fid": 117.1992348287501, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..36c89189aa1b1458637aea0e40c1e9e236580ff3
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d60/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     66s | train_loss=1.0030 | fid=256.8565
+  step   10000 |    124s | train_loss=0.8732
+  step   20000 |    214s | train_loss=0.7958
+  step   30000 |    303s | train_loss=0.6693
+  step   40000 |    392s | train_loss=0.4758
+  step   50000 |    482s | train_loss=0.3079
+  step   60000 |    571s | train_loss=0.2168
+  step   70000 |    660s | train_loss=0.1751
+  step   80000 |    750s | train_loss=0.1523
+  step   90000 |    839s | train_loss=0.1380
+  step  100000 |    997s | train_loss=0.1290 | fid=149.1275
+  step  110000 |   1087s | train_loss=0.1182
+  step  120000 |   1168s | train_loss=0.1133
+  step  130000 |   1258s | train_loss=0.1101
+  step  140000 |   1347s | train_loss=0.1016
+  step  150000 |   1437s | train_loss=0.0977
+  step  160000 |   1526s | train_loss=0.0939
+  step  170000 |   1616s | train_loss=0.0894
+  step  180000 |   1705s | train_loss=0.0868
+  step  190000 |   1794s | train_loss=0.0830
+  step  200000 |   1954s | train_loss=0.0808 | fid=143.1032
+  step  210000 |   2043s | train_loss=0.0790
+  step  220000 |   2131s | train_loss=0.0774
+  step  230000 |   2215s | train_loss=0.0730
+  step  240000 |   2304s | train_loss=0.0737
+  step  250000 |   2394s | train_loss=0.0700
+  step  260000 |   2483s | train_loss=0.0691
+  step  270000 |   2572s | train_loss=0.0666
+  step  280000 |   2662s | train_loss=0.0647
+  step  290000 |   2751s | train_loss=0.0635
+  step  300000 |   2911s | train_loss=0.0630 | fid=137.2230
+  step  310000 |   3000s | train_loss=0.0605
+  step  320000 |   3090s | train_loss=0.0602
+  step  330000 |   3177s | train_loss=0.0589
+  step  340000 |   3262s | train_loss=0.0591
+  step  350000 |   3351s | train_loss=0.0587
+  step  360000 |   3441s | train_loss=0.0564
+  step  370000 |   3530s | train_loss=0.0570
+  step  380000 |   3620s | train_loss=0.0552
+  step  390000 |   3709s | train_loss=0.0539
+  step  400000 |   3869s | train_loss=0.0532 | fid=132.6545
+  step  410000 |   3958s | train_loss=0.0519
+  step  420000 |   4047s | train_loss=0.0529
+  step  430000 |   4137s | train_loss=0.0514
+  step  440000 |   4223s | train_loss=0.0508
+  step  450000 |   4308s | train_loss=0.0498
+  step  460000 |   4397s | train_loss=0.0500
+  step  470000 |   4487s | train_loss=0.0490
+  step  480000 |   4576s | train_loss=0.0499
+  step  490000 |   4665s | train_loss=0.0477
+  step  500000 |   4825s | train_loss=0.0492 | fid=131.6503
+  step  510000 |   4914s | train_loss=0.0458
+  step  520000 |   5003s | train_loss=0.0479
+  step  530000 |   5093s | train_loss=0.0463
+  step  540000 |   5182s | train_loss=0.0459
+  step  550000 |   5268s | train_loss=0.0454
+  step  560000 |   5354s | train_loss=0.0441
+  step  570000 |   5443s | train_loss=0.0452
+  step  580000 |   5533s | train_loss=0.0440
+  step  590000 |   5622s | train_loss=0.0446
+  step  600000 |   5781s | train_loss=0.0422 | fid=129.1599
+  step  610000 |   5871s | train_loss=0.0429
+  step  620000 |   5960s | train_loss=0.0425
+  step  630000 |   6049s | train_loss=0.0418
+  step  640000 |   6139s | train_loss=0.0416
+  step  650000 |   6226s | train_loss=0.0426
+  step  660000 |   6314s | train_loss=0.0406
+  step  670000 |   6402s | train_loss=0.0405
+  step  680000 |   6489s | train_loss=0.0405
+  step  690000 |   6578s | train_loss=0.0399
+  step  700000 |   6741s | train_loss=0.0401 | fid=126.7811
+  step  710000 |   6830s | train_loss=0.0402
+  step  720000 |   6920s | train_loss=0.0394
+  step  730000 |   7009s | train_loss=0.0384
+  step  740000 |   7098s | train_loss=0.0384
+  step  750000 |   7188s | train_loss=0.0387
+  step  760000 |   7274s | train_loss=0.0381
+  step  770000 |   7362s | train_loss=0.0376
+  step  780000 |   7450s | train_loss=0.0370
+  step  790000 |   7537s | train_loss=0.0371
+  step  800000 |   7700s | train_loss=0.0388 | fid=126.2516
+  step  810000 |   7789s | train_loss=0.0376
+  step  820000 |   7879s | train_loss=0.0364
+  step  830000 |   7968s | train_loss=0.0367
+  step  840000 |   8057s | train_loss=0.0357
+  step  850000 |   8146s | train_loss=0.0381
+  step  860000 |   8236s | train_loss=0.0353
+  step  870000 |   8323s | train_loss=0.0354
+  step  880000 |   8411s | train_loss=0.0364
+  step  890000 |   8498s | train_loss=0.0352
+  step  900000 |   8658s | train_loss=0.0353 | fid=123.3892
+  step  910000 |   8748s | train_loss=0.0341
+  step  920000 |   8837s | train_loss=0.0350
+  step  930000 |   8926s | train_loss=0.0336
+  step  940000 |   9016s | train_loss=0.0355
+  step  950000 |   9105s | train_loss=0.0339
+  step  960000 |   9194s | train_loss=0.0340
+  step  970000 |   9281s | train_loss=0.0328
+  step  980000 |   9370s | train_loss=0.0331
+  step  990000 |   9456s | train_loss=0.0335
+  step 1000000 |   9616s | train_loss=0.0329 | fid=122.0738
+  step 1010000 |   9706s | train_loss=0.0323
+  step 1020000 |   9795s | train_loss=0.0334
+  step 1030000 |   9884s | train_loss=0.0324
+  step 1040000 |   9974s | train_loss=0.0316
+  step 1050000 |  10063s | train_loss=0.0314
+  step 1060000 |  10152s | train_loss=0.0322
+  step 1070000 |  10242s | train_loss=0.0318
+  step 1080000 |  10329s | train_loss=0.0320
+  step 1090000 |  10416s | train_loss=0.0309
+  step 1100000 |  10577s | train_loss=0.0313 | fid=122.0118
+  step 1110000 |  10664s | train_loss=0.0305
+  step 1120000 |  10753s | train_loss=0.0306
+  step 1130000 |  10843s | train_loss=0.0313
+  step 1140000 |  10932s | train_loss=0.0292
+  step 1150000 |  11021s | train_loss=0.0301
+  step 1160000 |  11111s | train_loss=0.0301
+  step 1170000 |  11200s | train_loss=0.0308
+  step 1180000 |  11289s | train_loss=0.0294
+  step 1190000 |  11376s | train_loss=0.0309
+  step 1200000 |  11536s | train_loss=0.0301 | fid=120.6865
+  step 1210000 |  11625s | train_loss=0.0298
+  step 1220000 |  11712s | train_loss=0.0292
+  step 1230000 |  11802s | train_loss=0.0296
+  step 1240000 |  11891s | train_loss=0.0298
+  step 1250000 |  11981s | train_loss=0.0280
+  step 1260000 |  12070s | train_loss=0.0282
+  step 1270000 |  12159s | train_loss=0.0285
+  step 1280000 |  12249s | train_loss=0.0284
+  step 1290000 |  12338s | train_loss=0.0274
+  step 1300000 |  12496s | train_loss=0.0280 | fid=120.3263
+  step 1310000 |  12583s | train_loss=0.0271
+  step 1320000 |  12673s | train_loss=0.0280
+  step 1330000 |  12760s | train_loss=0.0280
+  step 1340000 |  12849s | train_loss=0.0276
+  step 1350000 |  12939s | train_loss=0.0273
+  step 1360000 |  13028s | train_loss=0.0271
+  step 1370000 |  13117s | train_loss=0.0283
+  step 1380000 |  13206s | train_loss=0.0270
+  step 1390000 |  13296s | train_loss=0.0273
+  step 1400000 |  13456s | train_loss=0.0263 | fid=120.3654
+  step 1410000 |  13543s | train_loss=0.0265
+  step 1420000 |  13631s | train_loss=0.0279
+  step 1430000 |  13721s | train_loss=0.0263
+  step 1440000 |  13808s | train_loss=0.0270
+  step 1450000 |  13898s | train_loss=0.0261
+  step 1460000 |  13987s | train_loss=0.0255
+  step 1470000 |  14076s | train_loss=0.0268
+  step 1480000 |  14166s | train_loss=0.0261
+  step 1490000 |  14255s | train_loss=0.0256
+  step 1500000 |  14415s | train_loss=0.0257 | fid=119.8748
+  step 1510000 |  14505s | train_loss=0.0256
+  step 1520000 |  14592s | train_loss=0.0252
+  step 1530000 |  14680s | train_loss=0.0257
+  step 1540000 |  14769s | train_loss=0.0252
+  step 1550000 |  14857s | train_loss=0.0248
+  step 1560000 |  14946s | train_loss=0.0245
+  step 1570000 |  15035s | train_loss=0.0255
+  step 1580000 |  15125s | train_loss=0.0254
+  step 1590000 |  15214s | train_loss=0.0242
+  step 1600000 |  15376s | train_loss=0.0245 | fid=118.7966
+  step 1610000 |  15463s | train_loss=0.0246
+  step 1620000 |  15550s | train_loss=0.0251
+  step 1630000 |  15640s | train_loss=0.0243
+  step 1640000 |  15728s | train_loss=0.0256
+  step 1650000 |  15817s | train_loss=0.0240
+  step 1660000 |  15905s | train_loss=0.0247
+  step 1670000 |  15994s | train_loss=0.0234
+  step 1680000 |  16083s | train_loss=0.0243
+  step 1690000 |  16173s | train_loss=0.0229
+  step 1700000 |  16335s | train_loss=0.0233 | fid=118.8244
+  step 1710000 |  16424s | train_loss=0.0240
+  step 1720000 |  16512s | train_loss=0.0239
+  step 1730000 |  16599s | train_loss=0.0230
+  step 1740000 |  16689s | train_loss=0.0236
+  step 1750000 |  16776s | train_loss=0.0235
+  step 1760000 |  16865s | train_loss=0.0224
+  step 1770000 |  16952s | train_loss=0.0229
+  step 1780000 |  17040s | train_loss=0.0222
+  step 1790000 |  17128s | train_loss=0.0228
+  step 1800000 |  17290s | train_loss=0.0225 | fid=119.0928
+  step 1810000 |  17379s | train_loss=0.0226
+  step 1820000 |  17466s | train_loss=0.0222
+  step 1830000 |  17555s | train_loss=0.0220
+  step 1840000 |  17643s | train_loss=0.0224
+  step 1850000 |  17732s | train_loss=0.0217
+  step 1860000 |  17820s | train_loss=0.0223
+  step 1870000 |  17909s | train_loss=0.0231
+  step 1880000 |  17997s | train_loss=0.0219
+  step 1890000 |  18086s | train_loss=0.0221
+  step 1900000 |  18276s | train_loss=0.0218 | fid=118.3864
+  step 1910000 |  18366s | train_loss=0.0212
+  step 1920000 |  18453s | train_loss=0.0214
+  step 1930000 |  18531s | train_loss=0.0215
+  step 1940000 |  18620s | train_loss=0.0213
+  step 1950000 |  18709s | train_loss=0.0213
+  step 1960000 |  18797s | train_loss=0.0220
+  step 1970000 |  18885s | train_loss=0.0209
+  step 1980000 |  18975s | train_loss=0.0215
+  step 1990000 |  19062s | train_loss=0.0212
+  step 2000000 |  19279s | train_loss=0.0213 | fid=117.7497
+  step 2010000 |  19369s | train_loss=0.0204
+  step 2020000 |  19458s | train_loss=0.0218
+  step 2030000 |  19537s | train_loss=0.0201
+  step 2040000 |  19618s | train_loss=0.0203
+  step 2050000 |  19707s | train_loss=0.0208
+  step 2060000 |  19796s | train_loss=0.0202
+  step 2070000 |  19883s | train_loss=0.0208
+  step 2080000 |  19973s | train_loss=0.0200
+  step 2090000 |  20062s | train_loss=0.0209
+  step 2100000 |  20256s | train_loss=0.0208 | fid=118.9273
+  step 2110000 |  20345s | train_loss=0.0200
+  step 2120000 |  20434s | train_loss=0.0206
+  step 2130000 |  20523s | train_loss=0.0199
+  step 2140000 |  20601s | train_loss=0.0198
+  step 2150000 |  20689s | train_loss=0.0211
+  step 2160000 |  20778s | train_loss=0.0194
+  step 2170000 |  20866s | train_loss=0.0195
+  step 2180000 |  20955s | train_loss=0.0204
+  step 2190000 |  21044s | train_loss=0.0190
+  step 2200000 |  21249s | train_loss=0.0190 | fid=117.9977
+  step 2210000 |  21338s | train_loss=0.0195
+  step 2220000 |  21427s | train_loss=0.0205
+  step 2230000 |  21516s | train_loss=0.0210
+  step 2240000 |  21604s | train_loss=0.0188
+  step 2250000 |  21681s | train_loss=0.0190
+  step 2260000 |  21770s | train_loss=0.0187
+  step 2270000 |  21858s | train_loss=0.0192
+  step 2280000 |  21947s | train_loss=0.0182
+  step 2290000 |  22036s | train_loss=0.0198
+  step 2300000 |  22226s | train_loss=0.0192 | fid=117.7357
+  step 2310000 |  22315s | train_loss=0.0191
+  step 2320000 |  22404s | train_loss=0.0188
+  step 2330000 |  22493s | train_loss=0.0181
+  step 2340000 |  22581s | train_loss=0.0189
+  step 2350000 |  22668s | train_loss=0.0184
+  step 2360000 |  22745s | train_loss=0.0184
+  step 2370000 |  22834s | train_loss=0.0184
+  step 2380000 |  22921s | train_loss=0.0178
+  step 2390000 |  23011s | train_loss=0.0180
+  step 2400000 |  23206s | train_loss=0.0178 | fid=118.1135
+  step 2410000 |  23295s | train_loss=0.0181
+  step 2420000 |  23385s | train_loss=0.0189
+  step 2430000 |  23474s | train_loss=0.0185
+  step 2440000 |  23562s | train_loss=0.0181
+  step 2450000 |  23651s | train_loss=0.0176
+  step 2460000 |  23736s | train_loss=0.0180
+  step 2470000 |  23816s | train_loss=0.0171
+  step 2480000 |  23904s | train_loss=0.0174
+  step 2490000 |  23993s | train_loss=0.0177
+  step 2500000 |  24201s | train_loss=0.0185 | fid=117.5183
+  step 2510000 |  24288s | train_loss=0.0165
+  step 2520000 |  24377s | train_loss=0.0168
+  step 2530000 |  24467s | train_loss=0.0175
+  step 2540000 |  24555s | train_loss=0.0172
+  step 2550000 |  24644s | train_loss=0.0172
+  step 2560000 |  24733s | train_loss=0.0170
+  step 2570000 |  24813s | train_loss=0.0170
+  step 2580000 |  24895s | train_loss=0.0171
+  step 2590000 |  24983s | train_loss=0.0169
+  step 2600000 |  25194s | train_loss=0.0169 | fid=117.5895
+  step 2610000 |  25282s | train_loss=0.0167
+  step 2620000 |  25372s | train_loss=0.0168
+  step 2630000 |  25461s | train_loss=0.0164
+  step 2640000 |  25548s | train_loss=0.0169
+  step 2650000 |  25638s | train_loss=0.0162
+  step 2660000 |  25727s | train_loss=0.0161
+  step 2670000 |  25816s | train_loss=0.0165
+  step 2680000 |  25891s | train_loss=0.0169
+  step 2690000 |  25978s | train_loss=0.0164
+  step 2700000 |  26186s | train_loss=0.0169 | fid=118.4748
+  step 2710000 |  26275s | train_loss=0.0156
+  step 2720000 |  26363s | train_loss=0.0159
+  step 2730000 |  26452s | train_loss=0.0163
+  step 2740000 |  26540s | train_loss=0.0160
+  step 2750000 |  26629s | train_loss=0.0165
+  step 2760000 |  26719s | train_loss=0.0163
+  step 2770000 |  26808s | train_loss=0.0155
+  step 2780000 |  26896s | train_loss=0.0159
+  step 2790000 |  26966s | train_loss=0.0152
+  step 2800000 |  27155s | train_loss=0.0151 | fid=117.7274
+  step 2810000 |  27244s | train_loss=0.0157
+  step 2820000 |  27328s | train_loss=0.0156
+  step 2830000 |  27409s | train_loss=0.0165
+  step 2840000 |  27497s | train_loss=0.0154
+  step 2850000 |  27586s | train_loss=0.0146
+  step 2860000 |  27675s | train_loss=0.0153
+  step 2870000 |  27764s | train_loss=0.0159
+  step 2880000 |  27853s | train_loss=0.0148
+  step 2890000 |  27943s | train_loss=0.0157
+  step 2900000 |  28133s | train_loss=0.0146 | fid=118.3219
+  step 2910000 |  28222s | train_loss=0.0145
+  step 2920000 |  28311s | train_loss=0.0149
+  step 2930000 |  28398s | train_loss=0.0145
+  step 2940000 |  28469s | train_loss=0.0147
+  step 2950000 |  28559s | train_loss=0.0155
+  step 2960000 |  28648s | train_loss=0.0150
+  step 2970000 |  28737s | train_loss=0.0151
+  step 2980000 |  28826s | train_loss=0.0146
+  step 2990000 |  28915s | train_loss=0.0149
+  step 3000000 |  29108s | train_loss=0.0147 | fid=117.4986
+  step 3010000 |  29198s | train_loss=0.0144
+  step 3020000 |  29287s | train_loss=0.0153
+  step 3030000 |  29376s | train_loss=0.0145
+  step 3040000 |  29464s | train_loss=0.0148
+  step 3050000 |  29538s | train_loss=0.0139
+  step 3060000 |  29627s | train_loss=0.0146
+  step 3070000 |  29716s | train_loss=0.0155
+  step 3080000 |  29806s | train_loss=0.0142
+  step 3090000 |  29894s | train_loss=0.0138
+  step 3100000 |  30070s | train_loss=0.0144 | fid=118.0150
+  step 3110000 |  30152s | train_loss=0.0147
+  step 3120000 |  30242s | train_loss=0.0139
+  step 3130000 |  30331s | train_loss=0.0141
+  step 3140000 |  30420s | train_loss=0.0137
+  step 3150000 |  30508s | train_loss=0.0139
+  step 3160000 |  30591s | train_loss=0.0132
+  step 3170000 |  30668s | train_loss=0.0135
+  step 3180000 |  30757s | train_loss=0.0140
+  step 3190000 |  30846s | train_loss=0.0137
+  step 3200000 |  31024s | train_loss=0.0141 | fid=118.0978
+  step 3210000 |  31107s | train_loss=0.0134
+  step 3220000 |  31184s | train_loss=0.0144
+  step 3230000 |  31274s | train_loss=0.0139
+  step 3240000 |  31363s | train_loss=0.0138
+  step 3250000 |  31450s | train_loss=0.0138
+  step 3260000 |  31540s | train_loss=0.0139
+  step 3270000 |  31629s | train_loss=0.0129
+  step 3280000 |  31708s | train_loss=0.0136
+  step 3290000 |  31795s | train_loss=0.0138
+  step 3300000 |  31983s | train_loss=0.0135 | fid=117.0934
+  step 3310000 |  32072s | train_loss=0.0133
+  step 3320000 |  32158s | train_loss=0.0135
+  step 3330000 |  32241s | train_loss=0.0132
+  step 3340000 |  32331s | train_loss=0.0135
+  step 3350000 |  32419s | train_loss=0.0137
+  step 3360000 |  32508s | train_loss=0.0134
+  step 3370000 |  32597s | train_loss=0.0134
+  step 3380000 |  32686s | train_loss=0.0139
+  step 3390000 |  32771s | train_loss=0.0126
+  step 3400000 |  32959s | train_loss=0.0127 | fid=117.2080
+  step 3410000 |  33047s | train_loss=0.0140
+  step 3420000 |  33136s | train_loss=0.0130
+  step 3430000 |  33223s | train_loss=0.0128
+  step 3440000 |  33312s | train_loss=0.0129
+  step 3450000 |  33400s | train_loss=0.0131
+  step 3460000 |  33489s | train_loss=0.0140
+  step 3470000 |  33578s | train_loss=0.0127
+  step 3480000 |  33667s | train_loss=0.0126
+  step 3490000 |  33756s | train_loss=0.0123
+  step 3500000 |  33914s | train_loss=0.0126 | fid=117.3803
+  step 3510000 |  34004s | train_loss=0.0131
+  step 3520000 |  34091s | train_loss=0.0126
+  step 3530000 |  34181s | train_loss=0.0133
+  step 3540000 |  34267s | train_loss=0.0117
+  step 3550000 |  34357s | train_loss=0.0122
+  step 3560000 |  34445s | train_loss=0.0121
+  step 3570000 |  34534s | train_loss=0.0131
+  step 3580000 |  34623s | train_loss=0.0123
+  step 3590000 |  34712s | train_loss=0.0124
+  step 3600000 |  34872s | train_loss=0.0123 | fid=117.1797
+  step 3610000 |  34958s | train_loss=0.0123
+  step 3620000 |  35048s | train_loss=0.0119
+  step 3630000 |  35135s | train_loss=0.0118
+  step 3640000 |  35222s | train_loss=0.0119
+  step 3650000 |  35311s | train_loss=0.0121
+  step 3660000 |  35400s | train_loss=0.0121
+  step 3670000 |  35488s | train_loss=0.0122
+  step 3680000 |  35577s | train_loss=0.0121
+  step 3690000 |  35667s | train_loss=0.0125
+  step 3700000 |  35828s | train_loss=0.0120 | fid=117.5155
+  step 3710000 |  35917s | train_loss=0.0125
+  step 3720000 |  36003s | train_loss=0.0119
+  step 3730000 |  36092s | train_loss=0.0115
+  step 3740000 |  36180s | train_loss=0.0122
+  step 3750000 |  36267s | train_loss=0.0121
+  step 3760000 |  36356s | train_loss=0.0120
+  step 3770000 |  36446s | train_loss=0.0118
+  step 3780000 |  36533s | train_loss=0.0118
+  step 3790000 |  36623s | train_loss=0.0119
+  step 3800000 |  36825s | train_loss=0.0120 | fid=117.2808
+  step 3810000 |  36915s | train_loss=0.0112
+  step 3820000 |  37004s | train_loss=0.0111
+  step 3830000 |  37092s | train_loss=0.0118
+  step 3840000 |  37180s | train_loss=0.0115
+  step 3850000 |  37267s | train_loss=0.0111
+  step 3860000 |  37356s | train_loss=0.0115
+  step 3870000 |  37446s | train_loss=0.0108
+  step 3880000 |  37533s | train_loss=0.0113
+  step 3890000 |  37622s | train_loss=0.0120
+  step 3900000 |  37784s | train_loss=0.0110 | fid=116.9089
+  step 3910000 |  37873s | train_loss=0.0113
+  step 3920000 |  37962s | train_loss=0.0113
+  step 3930000 |  38051s | train_loss=0.0118
+  step 3940000 |  38139s | train_loss=0.0114
+  step 3950000 |  38226s | train_loss=0.0120
+  step 3960000 |  38312s | train_loss=0.0114
+  step 3970000 |  38402s | train_loss=0.0113
+  step 3980000 |  38489s | train_loss=0.0114
+  step 3990000 |  38578s | train_loss=0.0116
+  step 4000000 |  38763s | train_loss=0.0115 | fid=117.2243
+  step 4010000 |  38853s | train_loss=0.0108
+  step 4020000 |  38942s | train_loss=0.0108
+  step 4030000 |  39031s | train_loss=0.0119
+  step 4040000 |  39121s | train_loss=0.0120
+  step 4050000 |  39206s | train_loss=0.0111
+  step 4060000 |  39293s | train_loss=0.0106
+  step 4070000 |  39382s | train_loss=0.0116
+  step 4080000 |  39471s | train_loss=0.0112
+  step 4090000 |  39559s | train_loss=0.0107
+  step 4100000 |  39721s | train_loss=0.0112 | fid=117.7461
+  step 4110000 |  39810s | train_loss=0.0108
+  step 4120000 |  39899s | train_loss=0.0103
+  step 4130000 |  39989s | train_loss=0.0116
+  step 4140000 |  40078s | train_loss=0.0110
+  step 4150000 |  40167s | train_loss=0.0106
+  step 4160000 |  40253s | train_loss=0.0109
+  step 4170000 |  40334s | train_loss=0.0106
+  step 4180000 |  40421s | train_loss=0.0115
+  step 4190000 |  40509s | train_loss=0.0109
+  step 4200000 |  40717s | train_loss=0.0110 | fid=117.1629
+  step 4210000 |  40806s | train_loss=0.0107
+  step 4220000 |  40895s | train_loss=0.0119
+  step 4230000 |  40984s | train_loss=0.0103
+  step 4240000 |  41074s | train_loss=0.0108
+  step 4250000 |  41163s | train_loss=0.0104
+  step 4260000 |  41251s | train_loss=0.0107
+  step 4270000 |  41338s | train_loss=0.0108
+  step 4280000 |  41416s | train_loss=0.0113
+  step 4290000 |  41504s | train_loss=0.0103
+  step 4300000 |  41712s | train_loss=0.0107 | fid=117.7058
+  step 4310000 |  41801s | train_loss=0.0108
+  step 4320000 |  41890s | train_loss=0.0103
+  step 4330000 |  41979s | train_loss=0.0107
+  step 4340000 |  42068s | train_loss=0.0111
+  step 4350000 |  42158s | train_loss=0.0104
+  step 4360000 |  42247s | train_loss=0.0108
+  step 4370000 |  42332s | train_loss=0.0111
+  step 4380000 |  42414s | train_loss=0.0108
+  step 4390000 |  42499s | train_loss=0.0104
+  step 4400000 |  42679s | train_loss=0.0102 | fid=117.2909
+  step 4410000 |  42768s | train_loss=0.0107
+  step 4420000 |  42857s | train_loss=0.0101
+  step 4430000 |  42946s | train_loss=0.0100
+  step 4440000 |  43036s | train_loss=0.0105
+  step 4450000 |  43125s | train_loss=0.0105
+  step 4460000 |  43214s | train_loss=0.0102
+  step 4470000 |  43301s | train_loss=0.0101
+  step 4480000 |  43389s | train_loss=0.0106
+  step 4490000 |  43469s | train_loss=0.0104
+  step 4500000 |  43672s | train_loss=0.0105 | fid=116.8242
+  step 4510000 |  43761s | train_loss=0.0101
+  step 4520000 |  43851s | train_loss=0.0104
+  step 4530000 |  43940s | train_loss=0.0102
+  step 4540000 |  44029s | train_loss=0.0108
+  step 4550000 |  44118s | train_loss=0.0097
+  step 4560000 |  44207s | train_loss=0.0102
+  step 4570000 |  44297s | train_loss=0.0108
+  step 4580000 |  44383s | train_loss=0.0099
+  step 4590000 |  44472s | train_loss=0.0099
+  step 4600000 |  44659s | train_loss=0.0103 | fid=117.4422
+  step 4610000 |  44748s | train_loss=0.0098
+  step 4620000 |  44837s | train_loss=0.0100
+  step 4630000 |  44926s | train_loss=0.0102
+  step 4640000 |  45015s | train_loss=0.0099
+  step 4650000 |  45104s | train_loss=0.0101
+  step 4660000 |  45193s | train_loss=0.0100
+  step 4670000 |  45282s | train_loss=0.0101
+  step 4680000 |  45368s | train_loss=0.0099
+  step 4690000 |  45458s | train_loss=0.0096
+  step 4700000 |  45645s | train_loss=0.0098 | fid=116.7102
+  step 4710000 |  45734s | train_loss=0.0096
+  step 4720000 |  45823s | train_loss=0.0096
+  step 4730000 |  45912s | train_loss=0.0098
+  step 4740000 |  46001s | train_loss=0.0098
+  step 4750000 |  46090s | train_loss=0.0097
+  step 4760000 |  46179s | train_loss=0.0102
+  step 4770000 |  46269s | train_loss=0.0099
+  step 4780000 |  46356s | train_loss=0.0099
+  step 4790000 |  46444s | train_loss=0.0095
+  step 4800000 |  46627s | train_loss=0.0099 | fid=117.5879
+  step 4810000 |  46717s | train_loss=0.0096
+  step 4820000 |  46806s | train_loss=0.0098
+  step 4830000 |  46896s | train_loss=0.0097
+  step 4840000 |  46985s | train_loss=0.0099
+  step 4850000 |  47074s | train_loss=0.0095
+  step 4860000 |  47163s | train_loss=0.0097
+  step 4870000 |  47252s | train_loss=0.0093
+  step 4880000 |  47342s | train_loss=0.0096
+  step 4890000 |  47428s | train_loss=0.0099
+  step 4900000 |  47611s | train_loss=0.0094 | fid=117.5144
+  step 4910000 |  47686s | train_loss=0.0100
+  step 4920000 |  47775s | train_loss=0.0098
+  step 4930000 |  47864s | train_loss=0.0093
+  step 4940000 |  47954s | train_loss=0.0093
+  step 4950000 |  48043s | train_loss=0.0092
+  step 4960000 |  48132s | train_loss=0.0094
+  step 4970000 |  48221s | train_loss=0.0095
+  step 4980000 |  48310s | train_loss=0.0093
+  step 4990000 |  48398s | train_loss=0.0100
+  step 5000000 |  48589s | train_loss=0.0100 | fid=117.1992
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..2a4338c6958d067fa397dd5988a423ebc4cb943a
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/config.json
@@ -0,0 +1,25 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d80/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 46,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..2cb22eebcbdf998389384451cfafc08a4db0ed71
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 80, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d80/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 46}
+{"step": 1, "wall_time": 74.60659265518188, "train_loss_step": 80.61164093017578, "n_params": 4428880, "total_flops": 13605519360, "train_loss": 1.00466947555542, "subset_score_loss": 1.00466947555542, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9780625104904175, "fid": 275.34744283695517, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 169.389728307724, "train_loss_step": 19.112972259521484, "n_params": 4428880, "total_flops": 136055193600000, "train_loss": 0.8494258880615234, "subset_score_loss": 0.8494258880615234}
+{"step": 20000, "wall_time": 266.66256284713745, "train_loss_step": 15.595983505249023, "n_params": 4428880, "total_flops": 272110387200000, "train_loss": 0.7469060897827149, "subset_score_loss": 0.7469060897827149}
+{"step": 30000, "wall_time": 364.0488042831421, "train_loss_step": 12.836420059204102, "n_params": 4428880, "total_flops": 408165580800000, "train_loss": 0.6119186878204346, "subset_score_loss": 0.6119186878204346}
+{"step": 40000, "wall_time": 461.0854299068451, "train_loss_step": 11.573965072631836, "n_params": 4428880, "total_flops": 544220774400000, "train_loss": 0.4435445308685303, "subset_score_loss": 0.4435445308685303}
+{"step": 50000, "wall_time": 558.5092113018036, "train_loss_step": 10.134831428527832, "n_params": 4428880, "total_flops": 680275968000000, "train_loss": 0.3014714002609253, "subset_score_loss": 0.3014714002609253}
+{"step": 60000, "wall_time": 656.0938165187836, "train_loss_step": 8.777503967285156, "n_params": 4428880, "total_flops": 816331161600000, "train_loss": 0.21850972175598143, "subset_score_loss": 0.21850972175598143}
+{"step": 70000, "wall_time": 753.4817414283752, "train_loss_step": 7.948862552642822, "n_params": 4428880, "total_flops": 952386355200000, "train_loss": 0.1777914881706238, "subset_score_loss": 0.1777914881706238}
+{"step": 80000, "wall_time": 850.8291735649109, "train_loss_step": 7.9479899406433105, "n_params": 4428880, "total_flops": 1088441548800000, "train_loss": 0.15159991979599, "subset_score_loss": 0.15159991979599}
+{"step": 90000, "wall_time": 948.2082080841064, "train_loss_step": 6.975358486175537, "n_params": 4428880, "total_flops": 1224496742400000, "train_loss": 0.13649382591247558, "subset_score_loss": 0.13649382591247558}
+{"step": 100000, "wall_time": 1116.3161458969116, "train_loss_step": 6.703944206237793, "n_params": 4428880, "total_flops": 1360551936000000, "train_loss": 0.12869418859481813, "subset_score_loss": 0.12869418859481813, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.9257895350456238, "fid": 155.2688596748087, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 1212.3061113357544, "train_loss_step": 7.055877685546875, "n_params": 4428880, "total_flops": 1496607129600000, "train_loss": 0.12077798843383789, "subset_score_loss": 0.12077798843383789}
+{"step": 120000, "wall_time": 1310.3535461425781, "train_loss_step": 7.074592113494873, "n_params": 4428880, "total_flops": 1632662323200000, "train_loss": 0.11406795978546143, "subset_score_loss": 0.11406795978546143}
+{"step": 130000, "wall_time": 1408.2300791740417, "train_loss_step": 6.965198040008545, "n_params": 4428880, "total_flops": 1768717516800000, "train_loss": 0.10653891563415527, "subset_score_loss": 0.10653891563415527}
+{"step": 140000, "wall_time": 1506.2395479679108, "train_loss_step": 6.549768924713135, "n_params": 4428880, "total_flops": 1904772710400000, "train_loss": 0.10601669549942017, "subset_score_loss": 0.10601669549942017}
+{"step": 150000, "wall_time": 1604.1990671157837, "train_loss_step": 6.419741630554199, "n_params": 4428880, "total_flops": 2040827904000000, "train_loss": 0.09959958791732788, "subset_score_loss": 0.09959958791732788}
+{"step": 160000, "wall_time": 1702.3455367088318, "train_loss_step": 6.362504482269287, "n_params": 4428880, "total_flops": 2176883097600000, "train_loss": 0.09554924368858338, "subset_score_loss": 0.09554924368858338}
+{"step": 170000, "wall_time": 1800.2687768936157, "train_loss_step": 6.288686752319336, "n_params": 4428880, "total_flops": 2312938291200000, "train_loss": 0.09196071028709411, "subset_score_loss": 0.09196071028709411}
+{"step": 180000, "wall_time": 1898.161625623703, "train_loss_step": 6.404052734375, "n_params": 4428880, "total_flops": 2448993484800000, "train_loss": 0.09018844962120057, "subset_score_loss": 0.09018844962120057}
+{"step": 190000, "wall_time": 1993.4199466705322, "train_loss_step": 6.387669563293457, "n_params": 4428880, "total_flops": 2585048678400000, "train_loss": 0.08740429878234864, "subset_score_loss": 0.08740429878234864}
+{"step": 200000, "wall_time": 2162.5478885173798, "train_loss_step": 5.593661308288574, "n_params": 4428880, "total_flops": 2721103872000000, "train_loss": 0.08428698182106018, "subset_score_loss": 0.08428698182106018, "memorization_fraction_pixel": 0.004699999932199717, "mean_nn_ratio_pixel": 0.8698102831840515, "fid": 149.5439097952669, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 2257.288948535919, "train_loss_step": 5.89505672454834, "n_params": 4428880, "total_flops": 2857159065600000, "train_loss": 0.0819412648677826, "subset_score_loss": 0.0819412648677826}
+{"step": 220000, "wall_time": 2354.355186700821, "train_loss_step": 5.570097923278809, "n_params": 4428880, "total_flops": 2993214259200000, "train_loss": 0.07942339181900024, "subset_score_loss": 0.07942339181900024}
+{"step": 230000, "wall_time": 2451.72766828537, "train_loss_step": 6.321505546569824, "n_params": 4428880, "total_flops": 3129269452800000, "train_loss": 0.07624492049217224, "subset_score_loss": 0.07624492049217224}
+{"step": 240000, "wall_time": 2549.5109539031982, "train_loss_step": 5.7765021324157715, "n_params": 4428880, "total_flops": 3265324646400000, "train_loss": 0.07575925588607788, "subset_score_loss": 0.07575925588607788}
+{"step": 250000, "wall_time": 2647.045176744461, "train_loss_step": 5.339868545532227, "n_params": 4428880, "total_flops": 3401379840000000, "train_loss": 0.07488142251968384, "subset_score_loss": 0.07488142251968384}
+{"step": 260000, "wall_time": 2744.2951304912567, "train_loss_step": 5.84730863571167, "n_params": 4428880, "total_flops": 3537435033600000, "train_loss": 0.07289841771125793, "subset_score_loss": 0.07289841771125793}
+{"step": 270000, "wall_time": 2841.8959517478943, "train_loss_step": 5.518059730529785, "n_params": 4428880, "total_flops": 3673490227200000, "train_loss": 0.06988645195960999, "subset_score_loss": 0.06988645195960999}
+{"step": 280000, "wall_time": 2937.3388969898224, "train_loss_step": 5.6907639503479, "n_params": 4428880, "total_flops": 3809545420800000, "train_loss": 0.07038514614105225, "subset_score_loss": 0.07038514614105225}
+{"step": 290000, "wall_time": 3035.1834049224854, "train_loss_step": 5.713921546936035, "n_params": 4428880, "total_flops": 3945600614400000, "train_loss": 0.06869370341300965, "subset_score_loss": 0.06869370341300965}
+{"step": 300000, "wall_time": 3204.6619544029236, "train_loss_step": 5.214067459106445, "n_params": 4428880, "total_flops": 4081655808000000, "train_loss": 0.066745924949646, "subset_score_loss": 0.066745924949646, "memorization_fraction_pixel": 0.012400000356137753, "mean_nn_ratio_pixel": 0.8306823968887329, "fid": 144.69666347513618, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 3300.0410661697388, "train_loss_step": 5.855173587799072, "n_params": 4428880, "total_flops": 4217711001600000, "train_loss": 0.06616811752319336, "subset_score_loss": 0.06616811752319336}
+{"step": 320000, "wall_time": 3397.9098863601685, "train_loss_step": 5.024023532867432, "n_params": 4428880, "total_flops": 4353766195200000, "train_loss": 0.06384235024452209, "subset_score_loss": 0.06384235024452209}
+{"step": 330000, "wall_time": 3495.9153504371643, "train_loss_step": 5.501945495605469, "n_params": 4428880, "total_flops": 4489821388800000, "train_loss": 0.0623720109462738, "subset_score_loss": 0.0623720109462738}
+{"step": 340000, "wall_time": 3593.743803024292, "train_loss_step": 5.1343464851379395, "n_params": 4428880, "total_flops": 4625876582400000, "train_loss": 0.06224737167358398, "subset_score_loss": 0.06224737167358398}
+{"step": 350000, "wall_time": 3691.9316267967224, "train_loss_step": 5.2526164054870605, "n_params": 4428880, "total_flops": 4761931776000000, "train_loss": 0.05987039804458618, "subset_score_loss": 0.05987039804458618}
+{"step": 360000, "wall_time": 3789.617488861084, "train_loss_step": 5.011726379394531, "n_params": 4428880, "total_flops": 4897986969600000, "train_loss": 0.059401124715805054, "subset_score_loss": 0.059401124715805054}
+{"step": 370000, "wall_time": 3885.0086693763733, "train_loss_step": 5.261377334594727, "n_params": 4428880, "total_flops": 5034042163200000, "train_loss": 0.05907588601112366, "subset_score_loss": 0.05907588601112366}
+{"step": 380000, "wall_time": 3982.62961435318, "train_loss_step": 5.035694599151611, "n_params": 4428880, "total_flops": 5170097356800000, "train_loss": 0.058661818504333496, "subset_score_loss": 0.058661818504333496}
+{"step": 390000, "wall_time": 4080.2207877635956, "train_loss_step": 4.93302583694458, "n_params": 4428880, "total_flops": 5306152550400000, "train_loss": 0.05800427794456482, "subset_score_loss": 0.05800427794456482}
+{"step": 400000, "wall_time": 4248.841307878494, "train_loss_step": 5.4202880859375, "n_params": 4428880, "total_flops": 5442207744000000, "train_loss": 0.05749374032020569, "subset_score_loss": 0.05749374032020569, "memorization_fraction_pixel": 0.02539999969303608, "mean_nn_ratio_pixel": 0.7908587455749512, "fid": 137.26174653260085, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 4343.76713848114, "train_loss_step": 4.988485813140869, "n_params": 4428880, "total_flops": 5578262937600000, "train_loss": 0.055077797174453734, "subset_score_loss": 0.055077797174453734}
+{"step": 420000, "wall_time": 4441.221279859543, "train_loss_step": 5.0131988525390625, "n_params": 4428880, "total_flops": 5714318131200000, "train_loss": 0.055234646797180174, "subset_score_loss": 0.055234646797180174}
+{"step": 430000, "wall_time": 4538.511329174042, "train_loss_step": 4.851391792297363, "n_params": 4428880, "total_flops": 5850373324800000, "train_loss": 0.05549687147140503, "subset_score_loss": 0.05549687147140503}
+{"step": 440000, "wall_time": 4635.94547867775, "train_loss_step": 5.045459747314453, "n_params": 4428880, "total_flops": 5986428518400000, "train_loss": 0.0537736713886261, "subset_score_loss": 0.0537736713886261}
+{"step": 450000, "wall_time": 4733.637945175171, "train_loss_step": 5.189325332641602, "n_params": 4428880, "total_flops": 6122483712000000, "train_loss": 0.05230293273925781, "subset_score_loss": 0.05230293273925781}
+{"step": 460000, "wall_time": 4829.13237285614, "train_loss_step": 4.962838172912598, "n_params": 4428880, "total_flops": 6258538905600000, "train_loss": 0.053376442193984984, "subset_score_loss": 0.053376442193984984}
+{"step": 470000, "wall_time": 4926.450891256332, "train_loss_step": 5.2610297203063965, "n_params": 4428880, "total_flops": 6394594099200000, "train_loss": 0.05241227149963379, "subset_score_loss": 0.05241227149963379}
+{"step": 480000, "wall_time": 5023.920654296875, "train_loss_step": 4.8396220207214355, "n_params": 4428880, "total_flops": 6530649292800000, "train_loss": 0.0514930784702301, "subset_score_loss": 0.0514930784702301}
+{"step": 490000, "wall_time": 5121.491345405579, "train_loss_step": 4.911524295806885, "n_params": 4428880, "total_flops": 6666704486400000, "train_loss": 0.04999895095825195, "subset_score_loss": 0.04999895095825195}
+{"step": 500000, "wall_time": 5290.375667095184, "train_loss_step": 4.8462629318237305, "n_params": 4428880, "total_flops": 6802759680000000, "train_loss": 0.05190409421920776, "subset_score_loss": 0.05190409421920776, "memorization_fraction_pixel": 0.039500001817941666, "mean_nn_ratio_pixel": 0.7530286908149719, "fid": 131.11979457918983, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 5386.020191669464, "train_loss_step": 4.816216468811035, "n_params": 4428880, "total_flops": 6938814873600000, "train_loss": 0.049821802973747255, "subset_score_loss": 0.049821802973747255}
+{"step": 520000, "wall_time": 5483.839396476746, "train_loss_step": 5.131312370300293, "n_params": 4428880, "total_flops": 7074870067200000, "train_loss": 0.04924049079418182, "subset_score_loss": 0.04924049079418182}
+{"step": 530000, "wall_time": 5581.872221231461, "train_loss_step": 4.848271369934082, "n_params": 4428880, "total_flops": 7210925260800000, "train_loss": 0.049848994612693785, "subset_score_loss": 0.049848994612693785}
+{"step": 540000, "wall_time": 5679.9960787296295, "train_loss_step": 4.496670722961426, "n_params": 4428880, "total_flops": 7346980454400000, "train_loss": 0.04928676187992096, "subset_score_loss": 0.04928676187992096}
+{"step": 550000, "wall_time": 5776.921780586243, "train_loss_step": 4.899017333984375, "n_params": 4428880, "total_flops": 7483035648000000, "train_loss": 0.04917055368423462, "subset_score_loss": 0.04917055368423462}
+{"step": 560000, "wall_time": 5873.109812736511, "train_loss_step": 4.853301048278809, "n_params": 4428880, "total_flops": 7619090841600000, "train_loss": 0.04772262871265411, "subset_score_loss": 0.04772262871265411}
+{"step": 570000, "wall_time": 5970.99079990387, "train_loss_step": 5.349496841430664, "n_params": 4428880, "total_flops": 7755146035200000, "train_loss": 0.047443968057632444, "subset_score_loss": 0.047443968057632444}
+{"step": 580000, "wall_time": 6068.463120222092, "train_loss_step": 4.815741539001465, "n_params": 4428880, "total_flops": 7891201228800000, "train_loss": 0.04659823477268219, "subset_score_loss": 0.04659823477268219}
+{"step": 590000, "wall_time": 6166.913130283356, "train_loss_step": 4.939424514770508, "n_params": 4428880, "total_flops": 8027256422400000, "train_loss": 0.04600072801113129, "subset_score_loss": 0.04600072801113129}
+{"step": 600000, "wall_time": 6335.488524436951, "train_loss_step": 4.669857025146484, "n_params": 4428880, "total_flops": 8163311616000000, "train_loss": 0.04546087384223938, "subset_score_loss": 0.04546087384223938, "memorization_fraction_pixel": 0.04749999940395355, "mean_nn_ratio_pixel": 0.7348885536193848, "fid": 129.39899929592625, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 6430.474517822266, "train_loss_step": 4.764134407043457, "n_params": 4428880, "total_flops": 8299366809600000, "train_loss": 0.04690231382846832, "subset_score_loss": 0.04690231382846832}
+{"step": 620000, "wall_time": 6527.6942501068115, "train_loss_step": 4.530793190002441, "n_params": 4428880, "total_flops": 8435422003200000, "train_loss": 0.04546374678611755, "subset_score_loss": 0.04546374678611755}
+{"step": 630000, "wall_time": 6625.145726919174, "train_loss_step": 4.600622653961182, "n_params": 4428880, "total_flops": 8571477196800000, "train_loss": 0.04528191685676575, "subset_score_loss": 0.04528191685676575}
+{"step": 640000, "wall_time": 6722.399399995804, "train_loss_step": 4.639720916748047, "n_params": 4428880, "total_flops": 8707532390400000, "train_loss": 0.045259478688240054, "subset_score_loss": 0.045259478688240054}
+{"step": 650000, "wall_time": 6817.219897031784, "train_loss_step": 4.488853454589844, "n_params": 4428880, "total_flops": 8843587584000000, "train_loss": 0.044339549541473386, "subset_score_loss": 0.044339549541473386}
+{"step": 660000, "wall_time": 6914.759059906006, "train_loss_step": 4.733678340911865, "n_params": 4428880, "total_flops": 8979642777600000, "train_loss": 0.0432643473148346, "subset_score_loss": 0.0432643473148346}
+{"step": 670000, "wall_time": 7011.913328886032, "train_loss_step": 4.517446994781494, "n_params": 4428880, "total_flops": 9115697971200000, "train_loss": 0.043425992131233215, "subset_score_loss": 0.043425992131233215}
+{"step": 680000, "wall_time": 7109.303427219391, "train_loss_step": 4.521422386169434, "n_params": 4428880, "total_flops": 9251753164800000, "train_loss": 0.04347146451473236, "subset_score_loss": 0.04347146451473236}
+{"step": 690000, "wall_time": 7207.033184528351, "train_loss_step": 4.84257698059082, "n_params": 4428880, "total_flops": 9387808358400000, "train_loss": 0.04361089766025543, "subset_score_loss": 0.04361089766025543}
+{"step": 700000, "wall_time": 7374.352653741837, "train_loss_step": 4.382208347320557, "n_params": 4428880, "total_flops": 9523863552000000, "train_loss": 0.042116287350654605, "subset_score_loss": 0.042116287350654605, "memorization_fraction_pixel": 0.0632999986410141, "mean_nn_ratio_pixel": 0.7085467576980591, "fid": 127.5893765577042, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 7470.04695725441, "train_loss_step": 4.638445854187012, "n_params": 4428880, "total_flops": 9659918745600000, "train_loss": 0.04270123839378357, "subset_score_loss": 0.04270123839378357}
+{"step": 720000, "wall_time": 7567.564424037933, "train_loss_step": 4.903007507324219, "n_params": 4428880, "total_flops": 9795973939200000, "train_loss": 0.04162140488624573, "subset_score_loss": 0.04162140488624573}
+{"step": 730000, "wall_time": 7665.132902383804, "train_loss_step": 4.211267471313477, "n_params": 4428880, "total_flops": 9932029132800000, "train_loss": 0.042361322045326236, "subset_score_loss": 0.042361322045326236}
+{"step": 740000, "wall_time": 7760.379585504532, "train_loss_step": 4.825186729431152, "n_params": 4428880, "total_flops": 10068084326400000, "train_loss": 0.04118205010890961, "subset_score_loss": 0.04118205010890961}
+{"step": 750000, "wall_time": 7858.272806882858, "train_loss_step": 4.471093654632568, "n_params": 4428880, "total_flops": 10204139520000000, "train_loss": 0.04107162654399872, "subset_score_loss": 0.04107162654399872}
+{"step": 760000, "wall_time": 7955.958806991577, "train_loss_step": 4.31782341003418, "n_params": 4428880, "total_flops": 10340194713600000, "train_loss": 0.04080473780632019, "subset_score_loss": 0.04080473780632019}
+{"step": 770000, "wall_time": 8053.296755552292, "train_loss_step": 5.14453125, "n_params": 4428880, "total_flops": 10476249907200000, "train_loss": 0.04180724322795868, "subset_score_loss": 0.04180724322795868}
+{"step": 780000, "wall_time": 8151.17077922821, "train_loss_step": 4.309107780456543, "n_params": 4428880, "total_flops": 10612305100800000, "train_loss": 0.03951925337314606, "subset_score_loss": 0.03951925337314606}
+{"step": 790000, "wall_time": 8248.660669326782, "train_loss_step": 4.382862091064453, "n_params": 4428880, "total_flops": 10748360294400000, "train_loss": 0.039488783478736876, "subset_score_loss": 0.039488783478736876}
+{"step": 800000, "wall_time": 8417.682591199875, "train_loss_step": 4.351261138916016, "n_params": 4428880, "total_flops": 10884415488000000, "train_loss": 0.03932681381702423, "subset_score_loss": 0.03932681381702423, "memorization_fraction_pixel": 0.07739999890327454, "mean_nn_ratio_pixel": 0.6876356601715088, "fid": 127.0054550251223, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 8514.045333862305, "train_loss_step": 4.50229549407959, "n_params": 4428880, "total_flops": 11020470681600000, "train_loss": 0.04087373316287994, "subset_score_loss": 0.04087373316287994}
+{"step": 820000, "wall_time": 8610.455425739288, "train_loss_step": 4.098572254180908, "n_params": 4428880, "total_flops": 11156525875200000, "train_loss": 0.040141749382019046, "subset_score_loss": 0.040141749382019046}
+{"step": 830000, "wall_time": 8704.823313474655, "train_loss_step": 4.324155330657959, "n_params": 4428880, "total_flops": 11292581068800000, "train_loss": 0.03871078491210937, "subset_score_loss": 0.03871078491210937}
+{"step": 840000, "wall_time": 8802.120982408524, "train_loss_step": 4.314058303833008, "n_params": 4428880, "total_flops": 11428636262400000, "train_loss": 0.038736560940742494, "subset_score_loss": 0.038736560940742494}
+{"step": 850000, "wall_time": 8899.260095119476, "train_loss_step": 4.370135307312012, "n_params": 4428880, "total_flops": 11564691456000000, "train_loss": 0.03920778334140777, "subset_score_loss": 0.03920778334140777}
+{"step": 860000, "wall_time": 8996.367151737213, "train_loss_step": 4.339648723602295, "n_params": 4428880, "total_flops": 11700746649600000, "train_loss": 0.03897146284580231, "subset_score_loss": 0.03897146284580231}
+{"step": 870000, "wall_time": 9093.980585336685, "train_loss_step": 4.309978485107422, "n_params": 4428880, "total_flops": 11836801843200000, "train_loss": 0.03941155672073364, "subset_score_loss": 0.03941155672073364}
+{"step": 880000, "wall_time": 9191.455937623978, "train_loss_step": 4.380545616149902, "n_params": 4428880, "total_flops": 11972857036800000, "train_loss": 0.038824421167373654, "subset_score_loss": 0.038824421167373654}
+{"step": 890000, "wall_time": 9285.949734687805, "train_loss_step": 4.473507881164551, "n_params": 4428880, "total_flops": 12108912230400000, "train_loss": 0.03800922632217407, "subset_score_loss": 0.03800922632217407}
+{"step": 900000, "wall_time": 9456.078167200089, "train_loss_step": 4.31849479675293, "n_params": 4428880, "total_flops": 12244967424000000, "train_loss": 0.03707923591136932, "subset_score_loss": 0.03707923591136932, "memorization_fraction_pixel": 0.10130000114440918, "mean_nn_ratio_pixel": 0.6687974333763123, "fid": 125.1876445265026, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 9554.100920438766, "train_loss_step": 4.608707427978516, "n_params": 4428880, "total_flops": 12381022617600000, "train_loss": 0.037240058183670044, "subset_score_loss": 0.037240058183670044}
+{"step": 920000, "wall_time": 9646.55050110817, "train_loss_step": 4.534526824951172, "n_params": 4428880, "total_flops": 12517077811200000, "train_loss": 0.03736042082309723, "subset_score_loss": 0.03736042082309723}
+{"step": 930000, "wall_time": 9744.038260221481, "train_loss_step": 4.495582103729248, "n_params": 4428880, "total_flops": 12653133004800000, "train_loss": 0.037379637360572815, "subset_score_loss": 0.037379637360572815}
+{"step": 940000, "wall_time": 9841.613934993744, "train_loss_step": 4.660887718200684, "n_params": 4428880, "total_flops": 12789188198400000, "train_loss": 0.03673177063465118, "subset_score_loss": 0.03673177063465118}
+{"step": 950000, "wall_time": 9939.447728157043, "train_loss_step": 4.227407455444336, "n_params": 4428880, "total_flops": 12925243392000000, "train_loss": 0.03678029477596283, "subset_score_loss": 0.03678029477596283}
+{"step": 960000, "wall_time": 10036.908107757568, "train_loss_step": 4.139784336090088, "n_params": 4428880, "total_flops": 13061298585600000, "train_loss": 0.035992810130119325, "subset_score_loss": 0.035992810130119325}
+{"step": 970000, "wall_time": 10134.637322425842, "train_loss_step": 4.338541030883789, "n_params": 4428880, "total_flops": 13197353779200000, "train_loss": 0.035713094472885135, "subset_score_loss": 0.035713094472885135}
+{"step": 980000, "wall_time": 10232.434914112091, "train_loss_step": 4.088451862335205, "n_params": 4428880, "total_flops": 13333408972800000, "train_loss": 0.03713788688182831, "subset_score_loss": 0.03713788688182831}
+{"step": 990000, "wall_time": 10327.388323068619, "train_loss_step": 4.083762168884277, "n_params": 4428880, "total_flops": 13469464166400000, "train_loss": 0.03500725328922272, "subset_score_loss": 0.03500725328922272}
+{"step": 1000000, "wall_time": 10498.314404964447, "train_loss_step": 4.087023735046387, "n_params": 4428880, "total_flops": 13605519360000000, "train_loss": 0.034617117047309874, "subset_score_loss": 0.034617117047309874, "memorization_fraction_pixel": 0.11089999973773956, "mean_nn_ratio_pixel": 0.6545755863189697, "fid": 124.55380002550086, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 10592.691438436508, "train_loss_step": 4.320123672485352, "n_params": 4428880, "total_flops": 13741574553600000, "train_loss": 0.0344671905040741, "subset_score_loss": 0.0344671905040741}
+{"step": 1020000, "wall_time": 10688.065659999847, "train_loss_step": 4.033874034881592, "n_params": 4428880, "total_flops": 13877629747200000, "train_loss": 0.037938821315765384, "subset_score_loss": 0.037938821315765384}
+{"step": 1030000, "wall_time": 10785.35698890686, "train_loss_step": 4.247803211212158, "n_params": 4428880, "total_flops": 14013684940800000, "train_loss": 0.034346464276313785, "subset_score_loss": 0.034346464276313785}
+{"step": 1040000, "wall_time": 10882.824814081192, "train_loss_step": 4.247950553894043, "n_params": 4428880, "total_flops": 14149740134400000, "train_loss": 0.03448560833930969, "subset_score_loss": 0.03448560833930969}
+{"step": 1050000, "wall_time": 10979.784784317017, "train_loss_step": 4.166778087615967, "n_params": 4428880, "total_flops": 14285795328000000, "train_loss": 0.03445740044116974, "subset_score_loss": 0.03445740044116974}
+{"step": 1060000, "wall_time": 11076.960232496262, "train_loss_step": 3.974316358566284, "n_params": 4428880, "total_flops": 14421850521600000, "train_loss": 0.03459729254245758, "subset_score_loss": 0.03459729254245758}
+{"step": 1070000, "wall_time": 11174.14580321312, "train_loss_step": 4.011391639709473, "n_params": 4428880, "total_flops": 14557905715200000, "train_loss": 0.03411335647106171, "subset_score_loss": 0.03411335647106171}
+{"step": 1080000, "wall_time": 11271.428883314133, "train_loss_step": 4.043305397033691, "n_params": 4428880, "total_flops": 14693960908800000, "train_loss": 0.03363809585571289, "subset_score_loss": 0.03363809585571289}
+{"step": 1090000, "wall_time": 11366.09688091278, "train_loss_step": 4.143505096435547, "n_params": 4428880, "total_flops": 14830016102400000, "train_loss": 0.03347074687480926, "subset_score_loss": 0.03347074687480926}
+{"step": 1100000, "wall_time": 11535.879739522934, "train_loss_step": 4.107846736907959, "n_params": 4428880, "total_flops": 14966071296000000, "train_loss": 0.032923024892807004, "subset_score_loss": 0.032923024892807004, "memorization_fraction_pixel": 0.1265999972820282, "mean_nn_ratio_pixel": 0.6361741423606873, "fid": 124.67457078166828, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 11633.92607998848, "train_loss_step": 4.025182247161865, "n_params": 4428880, "total_flops": 15102126489600000, "train_loss": 0.03344565331935882, "subset_score_loss": 0.03344565331935882}
+{"step": 1120000, "wall_time": 11729.407115459442, "train_loss_step": 4.192704200744629, "n_params": 4428880, "total_flops": 15238181683200000, "train_loss": 0.034099769592285153, "subset_score_loss": 0.034099769592285153}
+{"step": 1130000, "wall_time": 11826.833229780197, "train_loss_step": 3.9603569507598877, "n_params": 4428880, "total_flops": 15374236876800000, "train_loss": 0.03287884593009949, "subset_score_loss": 0.03287884593009949}
+{"step": 1140000, "wall_time": 11925.003679513931, "train_loss_step": 3.850886344909668, "n_params": 4428880, "total_flops": 15510292070400000, "train_loss": 0.0324253648519516, "subset_score_loss": 0.0324253648519516}
+{"step": 1150000, "wall_time": 12022.489491462708, "train_loss_step": 3.7797396183013916, "n_params": 4428880, "total_flops": 15646347264000000, "train_loss": 0.0325945645570755, "subset_score_loss": 0.0325945645570755}
+{"step": 1160000, "wall_time": 12120.436292409897, "train_loss_step": 4.104243278503418, "n_params": 4428880, "total_flops": 15782402457600000, "train_loss": 0.03174094259738922, "subset_score_loss": 0.03174094259738922}
+{"step": 1170000, "wall_time": 12218.489657402039, "train_loss_step": 3.960273265838623, "n_params": 4428880, "total_flops": 15918457651200000, "train_loss": 0.03268987536430359, "subset_score_loss": 0.03268987536430359}
+{"step": 1180000, "wall_time": 12316.455651044846, "train_loss_step": 4.098068714141846, "n_params": 4428880, "total_flops": 16054512844800000, "train_loss": 0.03300568759441376, "subset_score_loss": 0.03300568759441376}
+{"step": 1190000, "wall_time": 12411.052315235138, "train_loss_step": 4.14362907409668, "n_params": 4428880, "total_flops": 16190568038400000, "train_loss": 0.03173444867134094, "subset_score_loss": 0.03173444867134094}
+{"step": 1200000, "wall_time": 12578.336240530014, "train_loss_step": 4.185412883758545, "n_params": 4428880, "total_flops": 16326623232000000, "train_loss": 0.03222790658473969, "subset_score_loss": 0.03222790658473969, "memorization_fraction_pixel": 0.1543000042438507, "mean_nn_ratio_pixel": 0.6047440767288208, "fid": 123.1102426707385, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 12675.723076820374, "train_loss_step": 4.105490684509277, "n_params": 4428880, "total_flops": 16462678425600000, "train_loss": 0.03151233792304993, "subset_score_loss": 0.03151233792304993}
+{"step": 1220000, "wall_time": 12770.448449134827, "train_loss_step": 4.0281829833984375, "n_params": 4428880, "total_flops": 16598733619200000, "train_loss": 0.031836745142936704, "subset_score_loss": 0.031836745142936704}
+{"step": 1230000, "wall_time": 12867.373507022858, "train_loss_step": 4.066267490386963, "n_params": 4428880, "total_flops": 16734788812800000, "train_loss": 0.03119421601295471, "subset_score_loss": 0.03119421601295471}
+{"step": 1240000, "wall_time": 12964.802088022232, "train_loss_step": 3.765928268432617, "n_params": 4428880, "total_flops": 16870844006400000, "train_loss": 0.03248589634895325, "subset_score_loss": 0.03248589634895325}
+{"step": 1250000, "wall_time": 13061.867760896683, "train_loss_step": 3.6146931648254395, "n_params": 4428880, "total_flops": 17006899200000000, "train_loss": 0.0298510879278183, "subset_score_loss": 0.0298510879278183}
+{"step": 1260000, "wall_time": 13159.399486780167, "train_loss_step": 4.0501556396484375, "n_params": 4428880, "total_flops": 17142954393600000, "train_loss": 0.030795416235923766, "subset_score_loss": 0.030795416235923766}
+{"step": 1270000, "wall_time": 13256.524488687515, "train_loss_step": 4.359924793243408, "n_params": 4428880, "total_flops": 17279009587200000, "train_loss": 0.031149908900260925, "subset_score_loss": 0.031149908900260925}
+{"step": 1280000, "wall_time": 13354.355262041092, "train_loss_step": 4.039340972900391, "n_params": 4428880, "total_flops": 17415064780800000, "train_loss": 0.031023481488227846, "subset_score_loss": 0.031023481488227846}
+{"step": 1290000, "wall_time": 13448.39384675026, "train_loss_step": 3.824676752090454, "n_params": 4428880, "total_flops": 17551119974400000, "train_loss": 0.029670992493629457, "subset_score_loss": 0.029670992493629457}
+{"step": 1300000, "wall_time": 13616.86369729042, "train_loss_step": 3.8105201721191406, "n_params": 4428880, "total_flops": 17687175168000000, "train_loss": 0.030431950092315675, "subset_score_loss": 0.030431950092315675, "memorization_fraction_pixel": 0.16920000314712524, "mean_nn_ratio_pixel": 0.5960087180137634, "fid": 125.08362536134614, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 13715.03983950615, "train_loss_step": 3.779484272003174, "n_params": 4428880, "total_flops": 17823230361600000, "train_loss": 0.029759353399276732, "subset_score_loss": 0.029759353399276732}
+{"step": 1320000, "wall_time": 13810.848171949387, "train_loss_step": 3.890120029449463, "n_params": 4428880, "total_flops": 17959285555200000, "train_loss": 0.03083852827548981, "subset_score_loss": 0.03083852827548981}
+{"step": 1330000, "wall_time": 13908.644274711609, "train_loss_step": 3.6112351417541504, "n_params": 4428880, "total_flops": 18095340748800000, "train_loss": 0.029832980036735533, "subset_score_loss": 0.029832980036735533}
+{"step": 1340000, "wall_time": 14006.02772307396, "train_loss_step": 3.788076400756836, "n_params": 4428880, "total_flops": 18231395942400000, "train_loss": 0.03044668436050415, "subset_score_loss": 0.03044668436050415}
+{"step": 1350000, "wall_time": 14103.990060806274, "train_loss_step": 3.7406160831451416, "n_params": 4428880, "total_flops": 18367451136000000, "train_loss": 0.029637333750724793, "subset_score_loss": 0.029637333750724793}
+{"step": 1360000, "wall_time": 14201.800087213516, "train_loss_step": 3.8075995445251465, "n_params": 4428880, "total_flops": 18503506329600000, "train_loss": 0.029107534885406496, "subset_score_loss": 0.029107534885406496}
+{"step": 1370000, "wall_time": 14299.40755200386, "train_loss_step": 3.9649486541748047, "n_params": 4428880, "total_flops": 18639561523200000, "train_loss": 0.029889795184135436, "subset_score_loss": 0.029889795184135436}
+{"step": 1380000, "wall_time": 14394.07357287407, "train_loss_step": 3.5055980682373047, "n_params": 4428880, "total_flops": 18775616716800000, "train_loss": 0.029579511284828185, "subset_score_loss": 0.029579511284828185}
+{"step": 1390000, "wall_time": 14489.184750556946, "train_loss_step": 3.6383895874023438, "n_params": 4428880, "total_flops": 18911671910400000, "train_loss": 0.02878425419330597, "subset_score_loss": 0.02878425419330597}
+{"step": 1400000, "wall_time": 14659.685685873032, "train_loss_step": 3.6872572898864746, "n_params": 4428880, "total_flops": 19047727104000000, "train_loss": 0.028546571731567383, "subset_score_loss": 0.028546571731567383, "memorization_fraction_pixel": 0.17790000140666962, "mean_nn_ratio_pixel": 0.5986964106559753, "fid": 127.97157973978759, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 14757.22905254364, "train_loss_step": 3.5481302738189697, "n_params": 4428880, "total_flops": 19183782297600000, "train_loss": 0.029622793197631836, "subset_score_loss": 0.029622793197631836}
+{"step": 1420000, "wall_time": 14852.527228832245, "train_loss_step": 3.65926456451416, "n_params": 4428880, "total_flops": 19319837491200000, "train_loss": 0.029875537753105162, "subset_score_loss": 0.029875537753105162}
+{"step": 1430000, "wall_time": 14949.974735975266, "train_loss_step": 3.881336212158203, "n_params": 4428880, "total_flops": 19455892684800000, "train_loss": 0.028444591164588928, "subset_score_loss": 0.028444591164588928}
+{"step": 1440000, "wall_time": 15047.320977210999, "train_loss_step": 3.9120938777923584, "n_params": 4428880, "total_flops": 19591947878400000, "train_loss": 0.02844197452068329, "subset_score_loss": 0.02844197452068329}
+{"step": 1450000, "wall_time": 15145.300078868866, "train_loss_step": 3.604607582092285, "n_params": 4428880, "total_flops": 19728003072000000, "train_loss": 0.02803506553173065, "subset_score_loss": 0.02803506553173065}
+{"step": 1460000, "wall_time": 15242.566268444061, "train_loss_step": 3.69027042388916, "n_params": 4428880, "total_flops": 19864058265600000, "train_loss": 0.028967228531837464, "subset_score_loss": 0.028967228531837464}
+{"step": 1470000, "wall_time": 15339.849616765976, "train_loss_step": 3.7639007568359375, "n_params": 4428880, "total_flops": 20000113459200000, "train_loss": 0.028993451595306398, "subset_score_loss": 0.028993451595306398}
+{"step": 1480000, "wall_time": 15431.626935720444, "train_loss_step": 3.7003860473632812, "n_params": 4428880, "total_flops": 20136168652800000, "train_loss": 0.029017812013626097, "subset_score_loss": 0.029017812013626097}
+{"step": 1490000, "wall_time": 15529.18580031395, "train_loss_step": 3.9858951568603516, "n_params": 4428880, "total_flops": 20272223846400000, "train_loss": 0.027539846301078797, "subset_score_loss": 0.027539846301078797}
+{"step": 1500000, "wall_time": 15700.269230365753, "train_loss_step": 3.861238956451416, "n_params": 4428880, "total_flops": 20408279040000000, "train_loss": 0.027596014738082885, "subset_score_loss": 0.027596014738082885, "memorization_fraction_pixel": 0.1956000030040741, "mean_nn_ratio_pixel": 0.5926990509033203, "fid": 131.93022886988194, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 15798.395236968994, "train_loss_step": 3.6005001068115234, "n_params": 4428880, "total_flops": 20544334233600000, "train_loss": 0.027417227625846863, "subset_score_loss": 0.027417227625846863}
+{"step": 1520000, "wall_time": 15894.857392787933, "train_loss_step": 3.9149389266967773, "n_params": 4428880, "total_flops": 20680389427200000, "train_loss": 0.028297334909439087, "subset_score_loss": 0.028297334909439087}
+{"step": 1530000, "wall_time": 15992.166717290878, "train_loss_step": 3.8849825859069824, "n_params": 4428880, "total_flops": 20816444620800000, "train_loss": 0.02705695331096649, "subset_score_loss": 0.02705695331096649}
+{"step": 1540000, "wall_time": 16089.819588899612, "train_loss_step": 3.7684550285339355, "n_params": 4428880, "total_flops": 20952499814400000, "train_loss": 0.027016982436180115, "subset_score_loss": 0.027016982436180115}
+{"step": 1550000, "wall_time": 16187.984974861145, "train_loss_step": 3.6580443382263184, "n_params": 4428880, "total_flops": 21088555008000000, "train_loss": 0.027025017142295837, "subset_score_loss": 0.027025017142295837}
+{"step": 1560000, "wall_time": 16285.870564460754, "train_loss_step": 3.428292751312256, "n_params": 4428880, "total_flops": 21224610201600000, "train_loss": 0.027030596137046815, "subset_score_loss": 0.027030596137046815}
+{"step": 1570000, "wall_time": 16380.200299501419, "train_loss_step": 3.919795274734497, "n_params": 4428880, "total_flops": 21360665395200000, "train_loss": 0.028170967102050783, "subset_score_loss": 0.028170967102050783}
+{"step": 1580000, "wall_time": 16475.345994234085, "train_loss_step": 3.6911773681640625, "n_params": 4428880, "total_flops": 21496720588800000, "train_loss": 0.027247166633605956, "subset_score_loss": 0.027247166633605956}
+{"step": 1590000, "wall_time": 16573.090751171112, "train_loss_step": 3.877220630645752, "n_params": 4428880, "total_flops": 21632775782400000, "train_loss": 0.02602977156639099, "subset_score_loss": 0.02602977156639099}
+{"step": 1600000, "wall_time": 16743.99753165245, "train_loss_step": 3.642984390258789, "n_params": 4428880, "total_flops": 21768830976000000, "train_loss": 0.026658925414085387, "subset_score_loss": 0.026658925414085387, "memorization_fraction_pixel": 0.20819999277591705, "mean_nn_ratio_pixel": 0.5834069848060608, "fid": 136.73621506503156, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 16840.209144830704, "train_loss_step": 3.6407108306884766, "n_params": 4428880, "total_flops": 21904886169600000, "train_loss": 0.026088377833366393, "subset_score_loss": 0.026088377833366393}
+{"step": 1620000, "wall_time": 16936.492537498474, "train_loss_step": 3.938239812850952, "n_params": 4428880, "total_flops": 22040941363200000, "train_loss": 0.026994574069976806, "subset_score_loss": 0.026994574069976806}
+{"step": 1630000, "wall_time": 17029.572031974792, "train_loss_step": 3.474736213684082, "n_params": 4428880, "total_flops": 22176996556800000, "train_loss": 0.026472511887550353, "subset_score_loss": 0.026472511887550353}
+{"step": 1640000, "wall_time": 17124.830045461655, "train_loss_step": 3.4438018798828125, "n_params": 4428880, "total_flops": 22313051750400000, "train_loss": 0.026537075638771057, "subset_score_loss": 0.026537075638771057}
+{"step": 1650000, "wall_time": 17220.976392030716, "train_loss_step": 3.651007652282715, "n_params": 4428880, "total_flops": 22449106944000000, "train_loss": 0.026307594776153565, "subset_score_loss": 0.026307594776153565}
+{"step": 1660000, "wall_time": 17314.041585683823, "train_loss_step": 3.3748698234558105, "n_params": 4428880, "total_flops": 22585162137600000, "train_loss": 0.025485709309577942, "subset_score_loss": 0.025485709309577942}
+{"step": 1670000, "wall_time": 17410.336718559265, "train_loss_step": 3.960115671157837, "n_params": 4428880, "total_flops": 22721217331200000, "train_loss": 0.025310927629470827, "subset_score_loss": 0.025310927629470827}
+{"step": 1680000, "wall_time": 17505.255286693573, "train_loss_step": 3.719409465789795, "n_params": 4428880, "total_flops": 22857272524800000, "train_loss": 0.02542279362678528, "subset_score_loss": 0.02542279362678528}
+{"step": 1690000, "wall_time": 17600.790904045105, "train_loss_step": 3.8318910598754883, "n_params": 4428880, "total_flops": 22993327718400000, "train_loss": 0.025300905108451843, "subset_score_loss": 0.025300905108451843}
+{"step": 1700000, "wall_time": 17773.174237966537, "train_loss_step": 3.7578999996185303, "n_params": 4428880, "total_flops": 23129382912000000, "train_loss": 0.02562900185585022, "subset_score_loss": 0.02562900185585022, "memorization_fraction_pixel": 0.22830000519752502, "mean_nn_ratio_pixel": 0.5882275104522705, "fid": 134.469148747543, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 17871.103919267654, "train_loss_step": 3.6642024517059326, "n_params": 4428880, "total_flops": 23265438105600000, "train_loss": 0.02475988566875458, "subset_score_loss": 0.02475988566875458}
+{"step": 1720000, "wall_time": 17968.904233932495, "train_loss_step": 3.5764365196228027, "n_params": 4428880, "total_flops": 23401493299200000, "train_loss": 0.02526949942111969, "subset_score_loss": 0.02526949942111969}
+{"step": 1730000, "wall_time": 18064.53843164444, "train_loss_step": 3.5872578620910645, "n_params": 4428880, "total_flops": 23537548492800000, "train_loss": 0.02613723874092102, "subset_score_loss": 0.02613723874092102}
+{"step": 1740000, "wall_time": 18161.8605799675, "train_loss_step": 3.3754262924194336, "n_params": 4428880, "total_flops": 23673603686400000, "train_loss": 0.024785999953746796, "subset_score_loss": 0.024785999953746796}
+{"step": 1750000, "wall_time": 18255.318203926086, "train_loss_step": 3.4768080711364746, "n_params": 4428880, "total_flops": 23809658880000000, "train_loss": 0.02589324414730072, "subset_score_loss": 0.02589324414730072}
+{"step": 1760000, "wall_time": 18348.549141407013, "train_loss_step": 3.805122137069702, "n_params": 4428880, "total_flops": 23945714073600000, "train_loss": 0.02461960315704346, "subset_score_loss": 0.02461960315704346}
+{"step": 1770000, "wall_time": 18446.34094762802, "train_loss_step": 3.3999476432800293, "n_params": 4428880, "total_flops": 24081769267200000, "train_loss": 0.024132150411605834, "subset_score_loss": 0.024132150411605834}
+{"step": 1780000, "wall_time": 18530.788398981094, "train_loss_step": 3.713663101196289, "n_params": 4428880, "total_flops": 24217824460800000, "train_loss": 0.023726807534694673, "subset_score_loss": 0.023726807534694673}
+{"step": 1790000, "wall_time": 18627.757622003555, "train_loss_step": 3.2452783584594727, "n_params": 4428880, "total_flops": 24353879654400000, "train_loss": 0.023758670687675475, "subset_score_loss": 0.023758670687675475}
+{"step": 1800000, "wall_time": 18800.212583065033, "train_loss_step": 3.6435165405273438, "n_params": 4428880, "total_flops": 24489934848000000, "train_loss": 0.02402990162372589, "subset_score_loss": 0.02402990162372589, "memorization_fraction_pixel": 0.23080000281333923, "mean_nn_ratio_pixel": 0.5872121453285217, "fid": 131.28552512462397, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 18897.740837812424, "train_loss_step": 3.529885768890381, "n_params": 4428880, "total_flops": 24625990041600000, "train_loss": 0.02435440570116043, "subset_score_loss": 0.02435440570116043}
+{"step": 1820000, "wall_time": 18994.9662232399, "train_loss_step": 3.252789258956909, "n_params": 4428880, "total_flops": 24762045235200000, "train_loss": 0.02361406683921814, "subset_score_loss": 0.02361406683921814}
+{"step": 1830000, "wall_time": 19090.424707889557, "train_loss_step": 3.7953906059265137, "n_params": 4428880, "total_flops": 24898100428800000, "train_loss": 0.023394742608070375, "subset_score_loss": 0.023394742608070375}
+{"step": 1840000, "wall_time": 19187.206176280975, "train_loss_step": 3.508941173553467, "n_params": 4428880, "total_flops": 25034155622400000, "train_loss": 0.02404230535030365, "subset_score_loss": 0.02404230535030365}
+{"step": 1850000, "wall_time": 19271.123912334442, "train_loss_step": 3.4236724376678467, "n_params": 4428880, "total_flops": 25170210816000000, "train_loss": 0.0236091285943985, "subset_score_loss": 0.0236091285943985}
+{"step": 1860000, "wall_time": 19365.992904663086, "train_loss_step": 3.346409320831299, "n_params": 4428880, "total_flops": 25306266009600000, "train_loss": 0.023380903899669646, "subset_score_loss": 0.023380903899669646}
+{"step": 1870000, "wall_time": 19463.314122915268, "train_loss_step": 3.5268421173095703, "n_params": 4428880, "total_flops": 25442321203200000, "train_loss": 0.023199519515037535, "subset_score_loss": 0.023199519515037535}
+{"step": 1880000, "wall_time": 19547.733329057693, "train_loss_step": 3.667827606201172, "n_params": 4428880, "total_flops": 25578376396800000, "train_loss": 0.023267215490341185, "subset_score_loss": 0.023267215490341185}
+{"step": 1890000, "wall_time": 19638.604967832565, "train_loss_step": 3.6616125106811523, "n_params": 4428880, "total_flops": 25714431590400000, "train_loss": 0.02209153473377228, "subset_score_loss": 0.02209153473377228}
+{"step": 1900000, "wall_time": 19810.376579284668, "train_loss_step": 3.4794602394104004, "n_params": 4428880, "total_flops": 25850486784000000, "train_loss": 0.02322785258293152, "subset_score_loss": 0.02322785258293152, "memorization_fraction_pixel": 0.26100000739097595, "mean_nn_ratio_pixel": 0.5693557858467102, "fid": 128.99750146584017, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 19908.552129030228, "train_loss_step": 3.4340434074401855, "n_params": 4428880, "total_flops": 25986541977600000, "train_loss": 0.022635841369628908, "subset_score_loss": 0.022635841369628908}
+{"step": 1920000, "wall_time": 20006.484756469727, "train_loss_step": 3.4128429889678955, "n_params": 4428880, "total_flops": 26122597171200000, "train_loss": 0.022601859271526338, "subset_score_loss": 0.022601859271526338}
+{"step": 1930000, "wall_time": 20102.63380098343, "train_loss_step": 3.6995491981506348, "n_params": 4428880, "total_flops": 26258652364800000, "train_loss": 0.022601908445358275, "subset_score_loss": 0.022601908445358275}
+{"step": 1940000, "wall_time": 20199.86828804016, "train_loss_step": 3.432140350341797, "n_params": 4428880, "total_flops": 26394707558400000, "train_loss": 0.02271104007959366, "subset_score_loss": 0.02271104007959366}
+{"step": 1950000, "wall_time": 20286.791293382645, "train_loss_step": 3.626710891723633, "n_params": 4428880, "total_flops": 26530762752000000, "train_loss": 0.022132118046283723, "subset_score_loss": 0.022132118046283723}
+{"step": 1960000, "wall_time": 20384.972269773483, "train_loss_step": 3.2896838188171387, "n_params": 4428880, "total_flops": 26666817945600000, "train_loss": 0.02234068065881729, "subset_score_loss": 0.02234068065881729}
+{"step": 1970000, "wall_time": 20482.811497211456, "train_loss_step": 3.260540723800659, "n_params": 4428880, "total_flops": 26802873139200000, "train_loss": 0.023020127415657045, "subset_score_loss": 0.023020127415657045}
+{"step": 1980000, "wall_time": 20575.85383629799, "train_loss_step": 3.1469714641571045, "n_params": 4428880, "total_flops": 26938928332800000, "train_loss": 0.022312788665294646, "subset_score_loss": 0.022312788665294646}
+{"step": 1990000, "wall_time": 20665.27187204361, "train_loss_step": 3.681723117828369, "n_params": 4428880, "total_flops": 27074983526400000, "train_loss": 0.021852411329746246, "subset_score_loss": 0.021852411329746246}
+{"step": 2000000, "wall_time": 20838.155921459198, "train_loss_step": 3.1969964504241943, "n_params": 4428880, "total_flops": 27211038720000000, "train_loss": 0.021620450913906096, "subset_score_loss": 0.021620450913906096, "memorization_fraction_pixel": 0.2563999891281128, "mean_nn_ratio_pixel": 0.5749805569648743, "fid": 130.76817248979242, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 20935.749804019928, "train_loss_step": 3.45822811126709, "n_params": 4428880, "total_flops": 27347093913600000, "train_loss": 0.022014591097831725, "subset_score_loss": 0.022014591097831725}
+{"step": 2020000, "wall_time": 21033.218664884567, "train_loss_step": 3.4477739334106445, "n_params": 4428880, "total_flops": 27483149107200000, "train_loss": 0.02347883880138397, "subset_score_loss": 0.02347883880138397}
+{"step": 2030000, "wall_time": 21129.46918797493, "train_loss_step": 3.1825966835021973, "n_params": 4428880, "total_flops": 27619204300800000, "train_loss": 0.021563614904880523, "subset_score_loss": 0.021563614904880523}
+{"step": 2040000, "wall_time": 21219.708298683167, "train_loss_step": 3.288435697555542, "n_params": 4428880, "total_flops": 27755259494400000, "train_loss": 0.02119010090827942, "subset_score_loss": 0.02119010090827942}
+{"step": 2050000, "wall_time": 21309.35428094864, "train_loss_step": 3.672095537185669, "n_params": 4428880, "total_flops": 27891314688000000, "train_loss": 0.02233937233686447, "subset_score_loss": 0.02233937233686447}
+{"step": 2060000, "wall_time": 21406.37956428528, "train_loss_step": 3.373089075088501, "n_params": 4428880, "total_flops": 28027369881600000, "train_loss": 0.02098791003227234, "subset_score_loss": 0.02098791003227234}
+{"step": 2070000, "wall_time": 21503.787372350693, "train_loss_step": 3.0797324180603027, "n_params": 4428880, "total_flops": 28163425075200000, "train_loss": 0.021859040856361388, "subset_score_loss": 0.021859040856361388}
+{"step": 2080000, "wall_time": 21600.087937116623, "train_loss_step": 3.3254592418670654, "n_params": 4428880, "total_flops": 28299480268800000, "train_loss": 0.02129953056573868, "subset_score_loss": 0.02129953056573868}
+{"step": 2090000, "wall_time": 21684.395951747894, "train_loss_step": 3.4347009658813477, "n_params": 4428880, "total_flops": 28435535462400000, "train_loss": 0.021164105832576753, "subset_score_loss": 0.021164105832576753}
+{"step": 2100000, "wall_time": 21856.469669818878, "train_loss_step": 3.1366586685180664, "n_params": 4428880, "total_flops": 28571590656000000, "train_loss": 0.021631620824337006, "subset_score_loss": 0.021631620824337006, "memorization_fraction_pixel": 0.27149999141693115, "mean_nn_ratio_pixel": 0.5600405931472778, "fid": 125.67721888542819, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 21954.07634472847, "train_loss_step": 3.198653221130371, "n_params": 4428880, "total_flops": 28707645849600000, "train_loss": 0.02107163816690445, "subset_score_loss": 0.02107163816690445}
+{"step": 2120000, "wall_time": 22051.8750770092, "train_loss_step": 3.262106418609619, "n_params": 4428880, "total_flops": 28843701043200000, "train_loss": 0.022076448798179625, "subset_score_loss": 0.022076448798179625}
+{"step": 2130000, "wall_time": 22147.97825217247, "train_loss_step": 3.407487392425537, "n_params": 4428880, "total_flops": 28979756236800000, "train_loss": 0.021581220626831054, "subset_score_loss": 0.021581220626831054}
+{"step": 2140000, "wall_time": 22236.131374120712, "train_loss_step": 3.6148457527160645, "n_params": 4428880, "total_flops": 29115811430400000, "train_loss": 0.020961149036884306, "subset_score_loss": 0.020961149036884306}
+{"step": 2150000, "wall_time": 22333.76399755478, "train_loss_step": 3.4224798679351807, "n_params": 4428880, "total_flops": 29251866624000000, "train_loss": 0.021232804656028746, "subset_score_loss": 0.021232804656028746}
+{"step": 2160000, "wall_time": 22430.766663312912, "train_loss_step": 3.2259206771850586, "n_params": 4428880, "total_flops": 29387921817600000, "train_loss": 0.020641233026981353, "subset_score_loss": 0.020641233026981353}
+{"step": 2170000, "wall_time": 22528.538322925568, "train_loss_step": 3.3970723152160645, "n_params": 4428880, "total_flops": 29523977011200000, "train_loss": 0.020457783341407777, "subset_score_loss": 0.020457783341407777}
+{"step": 2180000, "wall_time": 22624.526975393295, "train_loss_step": 3.2464547157287598, "n_params": 4428880, "total_flops": 29660032204800000, "train_loss": 0.022198398411273957, "subset_score_loss": 0.022198398411273957}
+{"step": 2190000, "wall_time": 22709.270485401154, "train_loss_step": 3.2109811305999756, "n_params": 4428880, "total_flops": 29796087398400000, "train_loss": 0.020423199236392974, "subset_score_loss": 0.020423199236392974}
+{"step": 2200000, "wall_time": 22879.031789779663, "train_loss_step": 3.0967841148376465, "n_params": 4428880, "total_flops": 29932142592000000, "train_loss": 0.0205818310379982, "subset_score_loss": 0.0205818310379982, "memorization_fraction_pixel": 0.288100004196167, "mean_nn_ratio_pixel": 0.5336382389068604, "fid": 120.91906327631871, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 22976.02575659752, "train_loss_step": 3.5422329902648926, "n_params": 4428880, "total_flops": 30068197785600000, "train_loss": 0.021619796752929688, "subset_score_loss": 0.021619796752929688}
+{"step": 2220000, "wall_time": 23073.880145072937, "train_loss_step": 3.3190531730651855, "n_params": 4428880, "total_flops": 30204252979200000, "train_loss": 0.021085429191589355, "subset_score_loss": 0.021085429191589355}
+{"step": 2230000, "wall_time": 23169.57527780533, "train_loss_step": 3.310399055480957, "n_params": 4428880, "total_flops": 30340308172800000, "train_loss": 0.02232367992401123, "subset_score_loss": 0.02232367992401123}
+{"step": 2240000, "wall_time": 23254.378776073456, "train_loss_step": 3.4639625549316406, "n_params": 4428880, "total_flops": 30476363366400000, "train_loss": 0.019567881524562836, "subset_score_loss": 0.019567881524562836}
+{"step": 2250000, "wall_time": 23352.086859703064, "train_loss_step": 3.368431568145752, "n_params": 4428880, "total_flops": 30612418560000000, "train_loss": 0.020334936678409576, "subset_score_loss": 0.020334936678409576}
+{"step": 2260000, "wall_time": 23449.50070786476, "train_loss_step": 3.138871192932129, "n_params": 4428880, "total_flops": 30748473753600000, "train_loss": 0.01933775395154953, "subset_score_loss": 0.01933775395154953}
+{"step": 2270000, "wall_time": 23546.069811344147, "train_loss_step": 3.013646125793457, "n_params": 4428880, "total_flops": 30884528947200000, "train_loss": 0.020361217856407165, "subset_score_loss": 0.020361217856407165}
+{"step": 2280000, "wall_time": 23642.945767879486, "train_loss_step": 3.0995988845825195, "n_params": 4428880, "total_flops": 31020584140800000, "train_loss": 0.019648927450180053, "subset_score_loss": 0.019648927450180053}
+{"step": 2290000, "wall_time": 23736.152361154556, "train_loss_step": 3.1976847648620605, "n_params": 4428880, "total_flops": 31156639334400000, "train_loss": 0.019938184320926665, "subset_score_loss": 0.019938184320926665}
+{"step": 2300000, "wall_time": 23897.351528167725, "train_loss_step": 3.5277578830718994, "n_params": 4428880, "total_flops": 31292694528000000, "train_loss": 0.019591018557548523, "subset_score_loss": 0.019591018557548523, "memorization_fraction_pixel": 0.29980000853538513, "mean_nn_ratio_pixel": 0.5283176898956299, "fid": 119.25854115819976, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 23995.465373039246, "train_loss_step": 3.437058925628662, "n_params": 4428880, "total_flops": 31428749721600000, "train_loss": 0.019751617312431337, "subset_score_loss": 0.019751617312431337}
+{"step": 2320000, "wall_time": 24093.37948036194, "train_loss_step": 3.204547882080078, "n_params": 4428880, "total_flops": 31564804915200000, "train_loss": 0.019547364115715025, "subset_score_loss": 0.019547364115715025}
+{"step": 2330000, "wall_time": 24182.30671596527, "train_loss_step": 3.401987075805664, "n_params": 4428880, "total_flops": 31700860108800000, "train_loss": 0.018745802342891693, "subset_score_loss": 0.018745802342891693}
+{"step": 2340000, "wall_time": 24274.349949598312, "train_loss_step": 3.484809398651123, "n_params": 4428880, "total_flops": 31836915302400000, "train_loss": 0.020135310292243958, "subset_score_loss": 0.020135310292243958}
+{"step": 2350000, "wall_time": 24371.672451257706, "train_loss_step": 3.37379789352417, "n_params": 4428880, "total_flops": 31972970496000000, "train_loss": 0.01992032825946808, "subset_score_loss": 0.01992032825946808}
+{"step": 2360000, "wall_time": 24469.628859758377, "train_loss_step": 3.217442512512207, "n_params": 4428880, "total_flops": 32109025689600000, "train_loss": 0.01884116232395172, "subset_score_loss": 0.01884116232395172}
+{"step": 2370000, "wall_time": 24566.40021276474, "train_loss_step": 3.2367453575134277, "n_params": 4428880, "total_flops": 32245080883200000, "train_loss": 0.01943833976984024, "subset_score_loss": 0.01943833976984024}
+{"step": 2380000, "wall_time": 24664.00603199005, "train_loss_step": 3.4159464836120605, "n_params": 4428880, "total_flops": 32381136076800000, "train_loss": 0.01868681311607361, "subset_score_loss": 0.01868681311607361}
+{"step": 2390000, "wall_time": 24761.87944817543, "train_loss_step": 3.790848731994629, "n_params": 4428880, "total_flops": 32517191270400000, "train_loss": 0.018963418900966644, "subset_score_loss": 0.018963418900966644}
+{"step": 2400000, "wall_time": 24917.620017290115, "train_loss_step": 3.2546322345733643, "n_params": 4428880, "total_flops": 32653246464000000, "train_loss": 0.01850525289773941, "subset_score_loss": 0.01850525289773941, "memorization_fraction_pixel": 0.29490000009536743, "mean_nn_ratio_pixel": 0.5291529893875122, "fid": 117.90424380827936, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 25014.957193613052, "train_loss_step": 3.455975294113159, "n_params": 4428880, "total_flops": 32789301657600000, "train_loss": 0.019159190356731415, "subset_score_loss": 0.019159190356731415}
+{"step": 2420000, "wall_time": 25111.697867631912, "train_loss_step": 3.1295926570892334, "n_params": 4428880, "total_flops": 32925356851200000, "train_loss": 0.01920556426048279, "subset_score_loss": 0.01920556426048279}
+{"step": 2430000, "wall_time": 25194.479348421097, "train_loss_step": 3.4064035415649414, "n_params": 4428880, "total_flops": 33061412044800000, "train_loss": 0.01881500333547592, "subset_score_loss": 0.01881500333547592}
+{"step": 2440000, "wall_time": 25290.279792547226, "train_loss_step": 3.2965753078460693, "n_params": 4428880, "total_flops": 33197467238400000, "train_loss": 0.01909559965133667, "subset_score_loss": 0.01909559965133667}
+{"step": 2450000, "wall_time": 25387.14204764366, "train_loss_step": 2.851985454559326, "n_params": 4428880, "total_flops": 33333522432000000, "train_loss": 0.019198115170001983, "subset_score_loss": 0.019198115170001983}
+{"step": 2460000, "wall_time": 25484.15647959709, "train_loss_step": 3.2878901958465576, "n_params": 4428880, "total_flops": 33469577625600000, "train_loss": 0.019193558394908904, "subset_score_loss": 0.019193558394908904}
+{"step": 2470000, "wall_time": 25579.81590938568, "train_loss_step": 3.333690881729126, "n_params": 4428880, "total_flops": 33605632819200000, "train_loss": 0.01804969906806946, "subset_score_loss": 0.01804969906806946}
+{"step": 2480000, "wall_time": 25676.56017613411, "train_loss_step": 3.4693689346313477, "n_params": 4428880, "total_flops": 33741688012800000, "train_loss": 0.019433514773845674, "subset_score_loss": 0.019433514773845674}
+{"step": 2490000, "wall_time": 25773.927740335464, "train_loss_step": 3.1922788619995117, "n_params": 4428880, "total_flops": 33877743206400000, "train_loss": 0.018140821158885954, "subset_score_loss": 0.018140821158885954}
+{"step": 2500000, "wall_time": 25931.45616531372, "train_loss_step": 3.2156906127929688, "n_params": 4428880, "total_flops": 34013798400000000, "train_loss": 0.01848871260881424, "subset_score_loss": 0.01848871260881424, "memorization_fraction_pixel": 0.3009999990463257, "mean_nn_ratio_pixel": 0.5184882879257202, "fid": 116.95815788111545, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 26028.994534254074, "train_loss_step": 3.2743659019470215, "n_params": 4428880, "total_flops": 34149853593600000, "train_loss": 0.01777964234352112, "subset_score_loss": 0.01777964234352112}
+{"step": 2520000, "wall_time": 26126.26592898369, "train_loss_step": 3.1525750160217285, "n_params": 4428880, "total_flops": 34285908787200000, "train_loss": 0.01771025061607361, "subset_score_loss": 0.01771025061607361}
+{"step": 2530000, "wall_time": 26210.693598508835, "train_loss_step": 3.154435634613037, "n_params": 4428880, "total_flops": 34421963980800000, "train_loss": 0.0180070623755455, "subset_score_loss": 0.0180070623755455}
+{"step": 2540000, "wall_time": 26306.88706254959, "train_loss_step": 3.2341649532318115, "n_params": 4428880, "total_flops": 34558019174400000, "train_loss": 0.01823762208223343, "subset_score_loss": 0.01823762208223343}
+{"step": 2550000, "wall_time": 26404.858402967453, "train_loss_step": 3.1611547470092773, "n_params": 4428880, "total_flops": 34694074368000000, "train_loss": 0.01782517284154892, "subset_score_loss": 0.01782517284154892}
+{"step": 2560000, "wall_time": 26502.89283800125, "train_loss_step": 3.2336204051971436, "n_params": 4428880, "total_flops": 34830129561600000, "train_loss": 0.017734470963478088, "subset_score_loss": 0.017734470963478088}
+{"step": 2570000, "wall_time": 26598.350189447403, "train_loss_step": 3.049345016479492, "n_params": 4428880, "total_flops": 34966184755200000, "train_loss": 0.017873446643352508, "subset_score_loss": 0.017873446643352508}
+{"step": 2580000, "wall_time": 26696.225089788437, "train_loss_step": 3.344435214996338, "n_params": 4428880, "total_flops": 35102239948800000, "train_loss": 0.017888838052749635, "subset_score_loss": 0.017888838052749635}
+{"step": 2590000, "wall_time": 26793.060599565506, "train_loss_step": 3.3632431030273438, "n_params": 4428880, "total_flops": 35238295142400000, "train_loss": 0.017396701872348784, "subset_score_loss": 0.017396701872348784}
+{"step": 2600000, "wall_time": 26952.73069047928, "train_loss_step": 2.8943581581115723, "n_params": 4428880, "total_flops": 35374350336000000, "train_loss": 0.01753009408712387, "subset_score_loss": 0.01753009408712387, "memorization_fraction_pixel": 0.3165999948978424, "mean_nn_ratio_pixel": 0.5057893991470337, "fid": 114.61930534332387, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 27047.48320531845, "train_loss_step": 3.073910713195801, "n_params": 4428880, "total_flops": 35510405529600000, "train_loss": 0.01749572902917862, "subset_score_loss": 0.01749572902917862}
+{"step": 2620000, "wall_time": 27138.911907672882, "train_loss_step": 3.4127612113952637, "n_params": 4428880, "total_flops": 35646460723200000, "train_loss": 0.01755143254995346, "subset_score_loss": 0.01755143254995346}
+{"step": 2630000, "wall_time": 27231.075382709503, "train_loss_step": 3.361483335494995, "n_params": 4428880, "total_flops": 35782515916800000, "train_loss": 0.017618414759635926, "subset_score_loss": 0.017618414759635926}
+{"step": 2640000, "wall_time": 27324.546354532242, "train_loss_step": 3.07196044921875, "n_params": 4428880, "total_flops": 35918571110400000, "train_loss": 0.01785009503364563, "subset_score_loss": 0.01785009503364563}
+{"step": 2650000, "wall_time": 27411.456445217133, "train_loss_step": 3.1661248207092285, "n_params": 4428880, "total_flops": 36054626304000000, "train_loss": 0.017119328677654266, "subset_score_loss": 0.017119328677654266}
+{"step": 2660000, "wall_time": 27507.191974401474, "train_loss_step": 3.0271527767181396, "n_params": 4428880, "total_flops": 36190681497600000, "train_loss": 0.01723323166370392, "subset_score_loss": 0.01723323166370392}
+{"step": 2670000, "wall_time": 27603.833369493484, "train_loss_step": 2.959765911102295, "n_params": 4428880, "total_flops": 36326736691200000, "train_loss": 0.01788540929555893, "subset_score_loss": 0.01788540929555893}
+{"step": 2680000, "wall_time": 27701.046853780746, "train_loss_step": 3.2138898372650146, "n_params": 4428880, "total_flops": 36462791884800000, "train_loss": 0.017090335488319397, "subset_score_loss": 0.017090335488319397}
+{"step": 2690000, "wall_time": 27797.747633457184, "train_loss_step": 2.794342041015625, "n_params": 4428880, "total_flops": 36598847078400000, "train_loss": 0.01757117360830307, "subset_score_loss": 0.01757117360830307}
+{"step": 2700000, "wall_time": 27968.244696378708, "train_loss_step": 3.1168861389160156, "n_params": 4428880, "total_flops": 36734902272000000, "train_loss": 0.017936025559902192, "subset_score_loss": 0.017936025559902192, "memorization_fraction_pixel": 0.3352000117301941, "mean_nn_ratio_pixel": 0.4879568815231323, "fid": 113.86353348882807, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 28053.236219406128, "train_loss_step": 3.2731547355651855, "n_params": 4428880, "total_flops": 36870957465600000, "train_loss": 0.01637643724679947, "subset_score_loss": 0.01637643724679947}
+{"step": 2720000, "wall_time": 28137.0470123291, "train_loss_step": 3.2621870040893555, "n_params": 4428880, "total_flops": 37007012659200000, "train_loss": 0.016650694608688354, "subset_score_loss": 0.016650694608688354}
+{"step": 2730000, "wall_time": 28234.017392396927, "train_loss_step": 2.9763360023498535, "n_params": 4428880, "total_flops": 37143067852800000, "train_loss": 0.016428360342979433, "subset_score_loss": 0.016428360342979433}
+{"step": 2740000, "wall_time": 28331.669539690018, "train_loss_step": 3.263529062271118, "n_params": 4428880, "total_flops": 37279123046400000, "train_loss": 0.01706715077161789, "subset_score_loss": 0.01706715077161789}
+{"step": 2750000, "wall_time": 28420.788033485413, "train_loss_step": 3.0458714962005615, "n_params": 4428880, "total_flops": 37415178240000000, "train_loss": 0.017157353460788727, "subset_score_loss": 0.017157353460788727}
+{"step": 2760000, "wall_time": 28506.849276304245, "train_loss_step": 3.3594822883605957, "n_params": 4428880, "total_flops": 37551233433600000, "train_loss": 0.017178522050380708, "subset_score_loss": 0.017178522050380708}
+{"step": 2770000, "wall_time": 28604.16371178627, "train_loss_step": 3.1424927711486816, "n_params": 4428880, "total_flops": 37687288627200000, "train_loss": 0.01671963930130005, "subset_score_loss": 0.01671963930130005}
+{"step": 2780000, "wall_time": 28701.52753305435, "train_loss_step": 3.468235731124878, "n_params": 4428880, "total_flops": 37823343820800000, "train_loss": 0.017061343789100646, "subset_score_loss": 0.017061343789100646}
+{"step": 2790000, "wall_time": 28799.784972906113, "train_loss_step": 3.2122182846069336, "n_params": 4428880, "total_flops": 37959399014400000, "train_loss": 0.015648242831230164, "subset_score_loss": 0.015648242831230164}
+{"step": 2800000, "wall_time": 28971.471576452255, "train_loss_step": 2.8473615646362305, "n_params": 4428880, "total_flops": 38095454208000000, "train_loss": 0.016444763541221617, "subset_score_loss": 0.016444763541221617, "memorization_fraction_pixel": 0.3240000009536743, "mean_nn_ratio_pixel": 0.4928435981273651, "fid": 113.69203713729567, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 29053.20513033867, "train_loss_step": 2.8656139373779297, "n_params": 4428880, "total_flops": 38231509401600000, "train_loss": 0.016342802345752715, "subset_score_loss": 0.016342802345752715}
+{"step": 2820000, "wall_time": 29133.777010917664, "train_loss_step": 3.514418125152588, "n_params": 4428880, "total_flops": 38367564595200000, "train_loss": 0.01656680107116699, "subset_score_loss": 0.01656680107116699}
+{"step": 2830000, "wall_time": 29231.36913394928, "train_loss_step": 2.997422933578491, "n_params": 4428880, "total_flops": 38503619788800000, "train_loss": 0.016693609952926635, "subset_score_loss": 0.016693609952926635}
+{"step": 2840000, "wall_time": 29327.68172287941, "train_loss_step": 3.3399288654327393, "n_params": 4428880, "total_flops": 38639674982400000, "train_loss": 0.01653786897659302, "subset_score_loss": 0.01653786897659302}
+{"step": 2850000, "wall_time": 29425.10804629326, "train_loss_step": 3.16448712348938, "n_params": 4428880, "total_flops": 38775730176000000, "train_loss": 0.016164219379425047, "subset_score_loss": 0.016164219379425047}
+{"step": 2860000, "wall_time": 29512.130032539368, "train_loss_step": 3.4209799766540527, "n_params": 4428880, "total_flops": 38911785369600000, "train_loss": 0.015929050743579865, "subset_score_loss": 0.015929050743579865}
+{"step": 2870000, "wall_time": 29602.39162659645, "train_loss_step": 3.299738645553589, "n_params": 4428880, "total_flops": 39047840563200000, "train_loss": 0.016168855130672455, "subset_score_loss": 0.016168855130672455}
+{"step": 2880000, "wall_time": 29698.867673635483, "train_loss_step": 2.8859353065490723, "n_params": 4428880, "total_flops": 39183895756800000, "train_loss": 0.015936461091041566, "subset_score_loss": 0.015936461091041566}
+{"step": 2890000, "wall_time": 29796.14518213272, "train_loss_step": 3.034726142883301, "n_params": 4428880, "total_flops": 39319950950400000, "train_loss": 0.01613581329584122, "subset_score_loss": 0.01613581329584122}
+{"step": 2900000, "wall_time": 29967.822600603104, "train_loss_step": 2.812831401824951, "n_params": 4428880, "total_flops": 39456006144000000, "train_loss": 0.016667750477790833, "subset_score_loss": 0.016667750477790833, "memorization_fraction_pixel": 0.33250001072883606, "mean_nn_ratio_pixel": 0.48064687848091125, "fid": 112.83702001416026, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 30057.6204726696, "train_loss_step": 2.870096445083618, "n_params": 4428880, "total_flops": 39592061337600000, "train_loss": 0.015582795441150665, "subset_score_loss": 0.015582795441150665}
+{"step": 2920000, "wall_time": 30140.27342915535, "train_loss_step": 3.079547882080078, "n_params": 4428880, "total_flops": 39728116531200000, "train_loss": 0.015776710212230684, "subset_score_loss": 0.015776710212230684}
+{"step": 2930000, "wall_time": 30237.754445314407, "train_loss_step": 2.810328960418701, "n_params": 4428880, "total_flops": 39864171724800000, "train_loss": 0.016202092170715332, "subset_score_loss": 0.016202092170715332}
+{"step": 2940000, "wall_time": 30334.76774954796, "train_loss_step": 3.209059238433838, "n_params": 4428880, "total_flops": 40000226918400000, "train_loss": 0.015919917821884157, "subset_score_loss": 0.015919917821884157}
+{"step": 2950000, "wall_time": 30432.24433541298, "train_loss_step": 3.011282444000244, "n_params": 4428880, "total_flops": 40136282112000000, "train_loss": 0.016780753433704377, "subset_score_loss": 0.016780753433704377}
+{"step": 2960000, "wall_time": 30528.318190574646, "train_loss_step": 2.892861843109131, "n_params": 4428880, "total_flops": 40272337305600000, "train_loss": 0.015388764441013336, "subset_score_loss": 0.015388764441013336}
+{"step": 2970000, "wall_time": 30614.09466099739, "train_loss_step": 2.936246395111084, "n_params": 4428880, "total_flops": 40408392499200000, "train_loss": 0.015965963900089263, "subset_score_loss": 0.015965963900089263}
+{"step": 2980000, "wall_time": 30703.751644849777, "train_loss_step": 3.820765733718872, "n_params": 4428880, "total_flops": 40544447692800000, "train_loss": 0.015445655584335327, "subset_score_loss": 0.015445655584335327}
+{"step": 2990000, "wall_time": 30801.260236263275, "train_loss_step": 3.1933999061584473, "n_params": 4428880, "total_flops": 40680502886400000, "train_loss": 0.015656429529190063, "subset_score_loss": 0.015656429529190063}
+{"step": 3000000, "wall_time": 30973.883817195892, "train_loss_step": 3.0766992568969727, "n_params": 4428880, "total_flops": 40816558080000000, "train_loss": 0.0161239355802536, "subset_score_loss": 0.0161239355802536, "memorization_fraction_pixel": 0.34619998931884766, "mean_nn_ratio_pixel": 0.47319701313972473, "fid": 113.43906561881691, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 31062.546391248703, "train_loss_step": 3.2986621856689453, "n_params": 4428880, "total_flops": 40952613273600000, "train_loss": 0.015623243153095245, "subset_score_loss": 0.015623243153095245}
+{"step": 3020000, "wall_time": 31143.993313074112, "train_loss_step": 2.8489208221435547, "n_params": 4428880, "total_flops": 41088668467200000, "train_loss": 0.016009615361690523, "subset_score_loss": 0.016009615361690523}
+{"step": 3030000, "wall_time": 31238.86274123192, "train_loss_step": 3.0168893337249756, "n_params": 4428880, "total_flops": 41224723660800000, "train_loss": 0.016236010193824767, "subset_score_loss": 0.016236010193824767}
+{"step": 3040000, "wall_time": 31336.01748609543, "train_loss_step": 3.1802725791931152, "n_params": 4428880, "total_flops": 41360778854400000, "train_loss": 0.015833866596221925, "subset_score_loss": 0.015833866596221925}
+{"step": 3050000, "wall_time": 31430.488722085953, "train_loss_step": 2.9041824340820312, "n_params": 4428880, "total_flops": 41496834048000000, "train_loss": 0.014336402714252471, "subset_score_loss": 0.014336402714252471}
+{"step": 3060000, "wall_time": 31527.06827044487, "train_loss_step": 2.8322203159332275, "n_params": 4428880, "total_flops": 41632889241600000, "train_loss": 0.015477423369884492, "subset_score_loss": 0.015477423369884492}
+{"step": 3070000, "wall_time": 31624.12638092041, "train_loss_step": 3.0632123947143555, "n_params": 4428880, "total_flops": 41768944435200000, "train_loss": 0.015812385082244872, "subset_score_loss": 0.015812385082244872}
+{"step": 3080000, "wall_time": 31710.026830911636, "train_loss_step": 3.1891565322875977, "n_params": 4428880, "total_flops": 41904999628800000, "train_loss": 0.015595969557762147, "subset_score_loss": 0.015595969557762147}
+{"step": 3090000, "wall_time": 31805.335100889206, "train_loss_step": 2.99542498588562, "n_params": 4428880, "total_flops": 42041054822400000, "train_loss": 0.01493733823299408, "subset_score_loss": 0.01493733823299408}
+{"step": 3100000, "wall_time": 31971.742522478104, "train_loss_step": 2.9626379013061523, "n_params": 4428880, "total_flops": 42177110016000000, "train_loss": 0.01599976122379303, "subset_score_loss": 0.01599976122379303, "memorization_fraction_pixel": 0.34529998898506165, "mean_nn_ratio_pixel": 0.4675808548927307, "fid": 111.2736814384631, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 32066.57284760475, "train_loss_step": 3.348154067993164, "n_params": 4428880, "total_flops": 42313165209600000, "train_loss": 0.014946451783180237, "subset_score_loss": 0.014946451783180237}
+{"step": 3120000, "wall_time": 32160.35194325447, "train_loss_step": 2.837777853012085, "n_params": 4428880, "total_flops": 42449220403200000, "train_loss": 0.014928002655506135, "subset_score_loss": 0.014928002655506135}
+{"step": 3130000, "wall_time": 32251.84153819084, "train_loss_step": 3.2525062561035156, "n_params": 4428880, "total_flops": 42585275596800000, "train_loss": 0.014476972818374633, "subset_score_loss": 0.014476972818374633}
+{"step": 3140000, "wall_time": 32349.560578107834, "train_loss_step": 3.0610201358795166, "n_params": 4428880, "total_flops": 42721330790400000, "train_loss": 0.014505627751350402, "subset_score_loss": 0.014505627751350402}
+{"step": 3150000, "wall_time": 32445.683170318604, "train_loss_step": 2.924914836883545, "n_params": 4428880, "total_flops": 42857385984000000, "train_loss": 0.01498987227678299, "subset_score_loss": 0.01498987227678299}
+{"step": 3160000, "wall_time": 32542.85467147827, "train_loss_step": 2.974175214767456, "n_params": 4428880, "total_flops": 42993441177600000, "train_loss": 0.014191754162311554, "subset_score_loss": 0.014191754162311554}
+{"step": 3170000, "wall_time": 32640.416318655014, "train_loss_step": 3.0126214027404785, "n_params": 4428880, "total_flops": 43129496371200000, "train_loss": 0.014451882243156433, "subset_score_loss": 0.014451882243156433}
+{"step": 3180000, "wall_time": 32738.388632774353, "train_loss_step": 3.411343574523926, "n_params": 4428880, "total_flops": 43265551564800000, "train_loss": 0.014776553213596343, "subset_score_loss": 0.014776553213596343}
+{"step": 3190000, "wall_time": 32822.49469041824, "train_loss_step": 2.8988938331604004, "n_params": 4428880, "total_flops": 43401606758400000, "train_loss": 0.014405851066112519, "subset_score_loss": 0.014405851066112519}
+{"step": 3200000, "wall_time": 32983.94159626961, "train_loss_step": 2.8178019523620605, "n_params": 4428880, "total_flops": 43537661952000000, "train_loss": 0.014767029881477356, "subset_score_loss": 0.014767029881477356, "memorization_fraction_pixel": 0.35499998927116394, "mean_nn_ratio_pixel": 0.4628393054008484, "fid": 110.83709529223069, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 33080.94773316383, "train_loss_step": 3.1493747234344482, "n_params": 4428880, "total_flops": 43673717145600000, "train_loss": 0.014615702629089355, "subset_score_loss": 0.014615702629089355}
+{"step": 3220000, "wall_time": 33177.069004535675, "train_loss_step": 2.756988763809204, "n_params": 4428880, "total_flops": 43809772339200000, "train_loss": 0.014911520481109618, "subset_score_loss": 0.014911520481109618}
+{"step": 3230000, "wall_time": 33272.164918899536, "train_loss_step": 3.2300031185150146, "n_params": 4428880, "total_flops": 43945827532800000, "train_loss": 0.014618396759033203, "subset_score_loss": 0.014618396759033203}
+{"step": 3240000, "wall_time": 33369.25210118294, "train_loss_step": 3.287407398223877, "n_params": 4428880, "total_flops": 44081882726400000, "train_loss": 0.014654007554054261, "subset_score_loss": 0.014654007554054261}
+{"step": 3250000, "wall_time": 33465.006665706635, "train_loss_step": 3.182842254638672, "n_params": 4428880, "total_flops": 44217937920000000, "train_loss": 0.014551584422588349, "subset_score_loss": 0.014551584422588349}
+{"step": 3260000, "wall_time": 33561.79308414459, "train_loss_step": 2.9848899841308594, "n_params": 4428880, "total_flops": 44353993113600000, "train_loss": 0.01511504352092743, "subset_score_loss": 0.01511504352092743}
+{"step": 3270000, "wall_time": 33658.986579179764, "train_loss_step": 2.812495470046997, "n_params": 4428880, "total_flops": 44490048307200000, "train_loss": 0.014263401925563812, "subset_score_loss": 0.014263401925563812}
+{"step": 3280000, "wall_time": 33756.05350613594, "train_loss_step": 2.962568759918213, "n_params": 4428880, "total_flops": 44626103500800000, "train_loss": 0.014507997035980224, "subset_score_loss": 0.014507997035980224}
+{"step": 3290000, "wall_time": 33850.4371471405, "train_loss_step": 2.8904149532318115, "n_params": 4428880, "total_flops": 44762158694400000, "train_loss": 0.014976511895656585, "subset_score_loss": 0.014976511895656585}
+{"step": 3300000, "wall_time": 34019.21786570549, "train_loss_step": 3.2028961181640625, "n_params": 4428880, "total_flops": 44898213888000000, "train_loss": 0.013990433514118194, "subset_score_loss": 0.013990433514118194, "memorization_fraction_pixel": 0.3650999963283539, "mean_nn_ratio_pixel": 0.45175039768218994, "fid": 110.71588540601849, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 34117.278104543686, "train_loss_step": 3.159525156021118, "n_params": 4428880, "total_flops": 45034269081600000, "train_loss": 0.015005180239677429, "subset_score_loss": 0.015005180239677429}
+{"step": 3320000, "wall_time": 34212.252387046814, "train_loss_step": 2.9336295127868652, "n_params": 4428880, "total_flops": 45170324275200000, "train_loss": 0.014909100532531739, "subset_score_loss": 0.014909100532531739}
+{"step": 3330000, "wall_time": 34309.53569984436, "train_loss_step": 3.5155200958251953, "n_params": 4428880, "total_flops": 45306379468800000, "train_loss": 0.014441578090190888, "subset_score_loss": 0.014441578090190888}
+{"step": 3340000, "wall_time": 34407.06704497337, "train_loss_step": 3.128291130065918, "n_params": 4428880, "total_flops": 45442434662400000, "train_loss": 0.014502482116222381, "subset_score_loss": 0.014502482116222381}
+{"step": 3350000, "wall_time": 34502.545187950134, "train_loss_step": 3.069183826446533, "n_params": 4428880, "total_flops": 45578489856000000, "train_loss": 0.014188000559806823, "subset_score_loss": 0.014188000559806823}
+{"step": 3360000, "wall_time": 34599.83155608177, "train_loss_step": 2.8896899223327637, "n_params": 4428880, "total_flops": 45714545049600000, "train_loss": 0.014135383069515228, "subset_score_loss": 0.014135383069515228}
+{"step": 3370000, "wall_time": 34697.833362579346, "train_loss_step": 3.0434985160827637, "n_params": 4428880, "total_flops": 45850600243200000, "train_loss": 0.014638888835906982, "subset_score_loss": 0.014638888835906982}
+{"step": 3380000, "wall_time": 34795.90945672989, "train_loss_step": 2.8010988235473633, "n_params": 4428880, "total_flops": 45986655436800000, "train_loss": 0.014936845004558563, "subset_score_loss": 0.014936845004558563}
+{"step": 3390000, "wall_time": 34891.377838134766, "train_loss_step": 2.9823837280273438, "n_params": 4428880, "total_flops": 46122710630400000, "train_loss": 0.013542203605175019, "subset_score_loss": 0.013542203605175019}
+{"step": 3400000, "wall_time": 35059.68161940575, "train_loss_step": 3.1714272499084473, "n_params": 4428880, "total_flops": 46258765824000000, "train_loss": 0.013620638847351074, "subset_score_loss": 0.013620638847351074, "memorization_fraction_pixel": 0.3562000095844269, "mean_nn_ratio_pixel": 0.45661816000938416, "fid": 111.14625208255276, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 35156.74487018585, "train_loss_step": 2.8543026447296143, "n_params": 4428880, "total_flops": 46394821017600000, "train_loss": 0.015291863679885864, "subset_score_loss": 0.015291863679885864}
+{"step": 3420000, "wall_time": 35251.33697962761, "train_loss_step": 2.669768810272217, "n_params": 4428880, "total_flops": 46530876211200000, "train_loss": 0.013760150969028473, "subset_score_loss": 0.013760150969028473}
+{"step": 3430000, "wall_time": 35347.89246368408, "train_loss_step": 3.0968880653381348, "n_params": 4428880, "total_flops": 46666931404800000, "train_loss": 0.01372518390417099, "subset_score_loss": 0.01372518390417099}
+{"step": 3440000, "wall_time": 35443.445890426636, "train_loss_step": 3.052917242050171, "n_params": 4428880, "total_flops": 46802986598400000, "train_loss": 0.014325140416622162, "subset_score_loss": 0.014325140416622162}
+{"step": 3450000, "wall_time": 35540.73470616341, "train_loss_step": 3.2307066917419434, "n_params": 4428880, "total_flops": 46939041792000000, "train_loss": 0.013827715814113618, "subset_score_loss": 0.013827715814113618}
+{"step": 3460000, "wall_time": 35637.747698545456, "train_loss_step": 3.175797939300537, "n_params": 4428880, "total_flops": 47075096985600000, "train_loss": 0.014949063956737518, "subset_score_loss": 0.014949063956737518}
+{"step": 3470000, "wall_time": 35735.11575627327, "train_loss_step": 2.960784912109375, "n_params": 4428880, "total_flops": 47211152179200000, "train_loss": 0.013237735629081726, "subset_score_loss": 0.013237735629081726}
+{"step": 3480000, "wall_time": 35829.35900139809, "train_loss_step": 2.964600086212158, "n_params": 4428880, "total_flops": 47347207372800000, "train_loss": 0.014402543008327485, "subset_score_loss": 0.014402543008327485}
+{"step": 3490000, "wall_time": 35926.97941160202, "train_loss_step": 3.2024331092834473, "n_params": 4428880, "total_flops": 47483262566400000, "train_loss": 0.01353529840707779, "subset_score_loss": 0.01353529840707779}
+{"step": 3500000, "wall_time": 36095.341943502426, "train_loss_step": 2.975116729736328, "n_params": 4428880, "total_flops": 47619317760000000, "train_loss": 0.013517601788043976, "subset_score_loss": 0.013517601788043976, "memorization_fraction_pixel": 0.3675000071525574, "mean_nn_ratio_pixel": 0.4447399377822876, "fid": 109.85778215926095, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 36192.6593849659, "train_loss_step": 2.9723262786865234, "n_params": 4428880, "total_flops": 47755372953600000, "train_loss": 0.013896369934082031, "subset_score_loss": 0.013896369934082031}
+{"step": 3520000, "wall_time": 36288.033146858215, "train_loss_step": 2.830974578857422, "n_params": 4428880, "total_flops": 47891428147200000, "train_loss": 0.013692519068717957, "subset_score_loss": 0.013692519068717957}
+{"step": 3530000, "wall_time": 36385.232924222946, "train_loss_step": 2.9494991302490234, "n_params": 4428880, "total_flops": 48027483340800000, "train_loss": 0.013650408387184143, "subset_score_loss": 0.013650408387184143}
+{"step": 3540000, "wall_time": 36481.67236471176, "train_loss_step": 3.0353944301605225, "n_params": 4428880, "total_flops": 48163538534400000, "train_loss": 0.013191042840480805, "subset_score_loss": 0.013191042840480805}
+{"step": 3550000, "wall_time": 36579.34827208519, "train_loss_step": 2.6648435592651367, "n_params": 4428880, "total_flops": 48299593728000000, "train_loss": 0.013415665924549102, "subset_score_loss": 0.013415665924549102}
+{"step": 3560000, "wall_time": 36676.849933862686, "train_loss_step": 3.136819362640381, "n_params": 4428880, "total_flops": 48435648921600000, "train_loss": 0.013467246294021606, "subset_score_loss": 0.013467246294021606}
+{"step": 3570000, "wall_time": 36774.17220330238, "train_loss_step": 2.85498046875, "n_params": 4428880, "total_flops": 48571704115200000, "train_loss": 0.01375076025724411, "subset_score_loss": 0.01375076025724411}
+{"step": 3580000, "wall_time": 36859.90235424042, "train_loss_step": 3.0742642879486084, "n_params": 4428880, "total_flops": 48707759308800000, "train_loss": 0.01304476112127304, "subset_score_loss": 0.01304476112127304}
+{"step": 3590000, "wall_time": 36958.29011106491, "train_loss_step": 3.003446340560913, "n_params": 4428880, "total_flops": 48843814502400000, "train_loss": 0.013445684313774109, "subset_score_loss": 0.013445684313774109}
+{"step": 3600000, "wall_time": 37128.050693035126, "train_loss_step": 2.8028409481048584, "n_params": 4428880, "total_flops": 48979869696000000, "train_loss": 0.013649719953536987, "subset_score_loss": 0.013649719953536987, "memorization_fraction_pixel": 0.37310001254081726, "mean_nn_ratio_pixel": 0.4388784170150757, "fid": 109.81581532021261, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 37225.19445300102, "train_loss_step": 3.024056911468506, "n_params": 4428880, "total_flops": 49115924889600000, "train_loss": 0.01278567910194397, "subset_score_loss": 0.01278567910194397}
+{"step": 3620000, "wall_time": 37319.558028936386, "train_loss_step": 2.929126739501953, "n_params": 4428880, "total_flops": 49251980083200000, "train_loss": 0.01310381293296814, "subset_score_loss": 0.01310381293296814}
+{"step": 3630000, "wall_time": 37416.38271403313, "train_loss_step": 2.7054100036621094, "n_params": 4428880, "total_flops": 49388035276800000, "train_loss": 0.012964096665382386, "subset_score_loss": 0.012964096665382386}
+{"step": 3640000, "wall_time": 37512.35033726692, "train_loss_step": 2.9759275913238525, "n_params": 4428880, "total_flops": 49524090470400000, "train_loss": 0.012988734245300292, "subset_score_loss": 0.012988734245300292}
+{"step": 3650000, "wall_time": 37609.709193229675, "train_loss_step": 2.727756977081299, "n_params": 4428880, "total_flops": 49660145664000000, "train_loss": 0.012934723496437072, "subset_score_loss": 0.012934723496437072}
+{"step": 3660000, "wall_time": 37707.331711769104, "train_loss_step": 2.8399274349212646, "n_params": 4428880, "total_flops": 49796200857600000, "train_loss": 0.013418559730052949, "subset_score_loss": 0.013418559730052949}
+{"step": 3670000, "wall_time": 37802.458681583405, "train_loss_step": 2.913194179534912, "n_params": 4428880, "total_flops": 49932256051200000, "train_loss": 0.013558688759803771, "subset_score_loss": 0.013558688759803771}
+{"step": 3680000, "wall_time": 37899.54554724693, "train_loss_step": 3.1633799076080322, "n_params": 4428880, "total_flops": 50068311244800000, "train_loss": 0.013176913559436797, "subset_score_loss": 0.013176913559436797}
+{"step": 3690000, "wall_time": 37996.72475218773, "train_loss_step": 3.013601303100586, "n_params": 4428880, "total_flops": 50204366438400000, "train_loss": 0.013076519966125489, "subset_score_loss": 0.013076519966125489}
+{"step": 3700000, "wall_time": 38166.897767305374, "train_loss_step": 3.096426486968994, "n_params": 4428880, "total_flops": 50340421632000000, "train_loss": 0.01325068175792694, "subset_score_loss": 0.01325068175792694, "memorization_fraction_pixel": 0.3801000118255615, "mean_nn_ratio_pixel": 0.4371526837348938, "fid": 109.85633340307692, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 38263.99579167366, "train_loss_step": 3.2659029960632324, "n_params": 4428880, "total_flops": 50476476825600000, "train_loss": 0.012759135663509369, "subset_score_loss": 0.012759135663509369}
+{"step": 3720000, "wall_time": 38358.819781541824, "train_loss_step": 2.8031954765319824, "n_params": 4428880, "total_flops": 50612532019200000, "train_loss": 0.013152149319648743, "subset_score_loss": 0.013152149319648743}
+{"step": 3730000, "wall_time": 38456.07387661934, "train_loss_step": 3.0813071727752686, "n_params": 4428880, "total_flops": 50748587212800000, "train_loss": 0.012906037271022797, "subset_score_loss": 0.012906037271022797}
+{"step": 3740000, "wall_time": 38551.89771914482, "train_loss_step": 2.8700568675994873, "n_params": 4428880, "total_flops": 50884642406400000, "train_loss": 0.012912450730800629, "subset_score_loss": 0.012912450730800629}
+{"step": 3750000, "wall_time": 38649.54109930992, "train_loss_step": 2.920719623565674, "n_params": 4428880, "total_flops": 51020697600000000, "train_loss": 0.012995624542236328, "subset_score_loss": 0.012995624542236328}
+{"step": 3760000, "wall_time": 38743.08859753609, "train_loss_step": 2.9948172569274902, "n_params": 4428880, "total_flops": 51156752793600000, "train_loss": 0.013057948648929596, "subset_score_loss": 0.013057948648929596}
+{"step": 3770000, "wall_time": 38836.82584476471, "train_loss_step": 2.5695600509643555, "n_params": 4428880, "total_flops": 51292807987200000, "train_loss": 0.013439510762691498, "subset_score_loss": 0.013439510762691498}
+{"step": 3780000, "wall_time": 38934.47317314148, "train_loss_step": 3.058342933654785, "n_params": 4428880, "total_flops": 51428863180800000, "train_loss": 0.012784679234027863, "subset_score_loss": 0.012784679234027863}
+{"step": 3790000, "wall_time": 39031.712852716446, "train_loss_step": 3.0420942306518555, "n_params": 4428880, "total_flops": 51564918374400000, "train_loss": 0.012719647586345672, "subset_score_loss": 0.012719647586345672}
+{"step": 3800000, "wall_time": 39203.18397641182, "train_loss_step": 3.067887306213379, "n_params": 4428880, "total_flops": 51700973568000000, "train_loss": 0.012635701894760131, "subset_score_loss": 0.012635701894760131, "memorization_fraction_pixel": 0.38109999895095825, "mean_nn_ratio_pixel": 0.4356187582015991, "fid": 109.39732905569815, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 39296.81736397743, "train_loss_step": 2.8182528018951416, "n_params": 4428880, "total_flops": 51837028761600000, "train_loss": 0.012641681730747223, "subset_score_loss": 0.012641681730747223}
+{"step": 3820000, "wall_time": 39394.18521952629, "train_loss_step": 3.056466817855835, "n_params": 4428880, "total_flops": 51973083955200000, "train_loss": 0.01184106022119522, "subset_score_loss": 0.01184106022119522}
+{"step": 3830000, "wall_time": 39489.83812665939, "train_loss_step": 2.816221237182617, "n_params": 4428880, "total_flops": 52109139148800000, "train_loss": 0.012655556201934814, "subset_score_loss": 0.012655556201934814}
+{"step": 3840000, "wall_time": 39587.26037144661, "train_loss_step": 3.1897778511047363, "n_params": 4428880, "total_flops": 52245194342400000, "train_loss": 0.012264428287744522, "subset_score_loss": 0.012264428287744522}
+{"step": 3850000, "wall_time": 39683.64010667801, "train_loss_step": 2.9601593017578125, "n_params": 4428880, "total_flops": 52381249536000000, "train_loss": 0.012128687649965286, "subset_score_loss": 0.012128687649965286}
+{"step": 3860000, "wall_time": 39777.074306964874, "train_loss_step": 2.758527994155884, "n_params": 4428880, "total_flops": 52517304729600000, "train_loss": 0.013317514955997468, "subset_score_loss": 0.013317514955997468}
+{"step": 3870000, "wall_time": 39874.62477684021, "train_loss_step": 2.7782418727874756, "n_params": 4428880, "total_flops": 52653359923200000, "train_loss": 0.011842476576566697, "subset_score_loss": 0.011842476576566697}
+{"step": 3880000, "wall_time": 39971.9914059639, "train_loss_step": 2.956282377243042, "n_params": 4428880, "total_flops": 52789415116800000, "train_loss": 0.012222771346569062, "subset_score_loss": 0.012222771346569062}
+{"step": 3890000, "wall_time": 40068.64583826065, "train_loss_step": 2.4437215328216553, "n_params": 4428880, "total_flops": 52925470310400000, "train_loss": 0.014238978922367095, "subset_score_loss": 0.014238978922367095}
+{"step": 3900000, "wall_time": 40239.1650660038, "train_loss_step": 2.8706817626953125, "n_params": 4428880, "total_flops": 53061525504000000, "train_loss": 0.011935856938362122, "subset_score_loss": 0.011935856938362122, "memorization_fraction_pixel": 0.3804999887943268, "mean_nn_ratio_pixel": 0.43772217631340027, "fid": 109.63125696857982, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 40329.71507501602, "train_loss_step": 2.983626127243042, "n_params": 4428880, "total_flops": 53197580697600000, "train_loss": 0.013084082305431366, "subset_score_loss": 0.013084082305431366}
+{"step": 3920000, "wall_time": 40423.981620788574, "train_loss_step": 2.740457534790039, "n_params": 4428880, "total_flops": 53333635891200000, "train_loss": 0.012655678391456603, "subset_score_loss": 0.012655678391456603}
+{"step": 3930000, "wall_time": 40519.23933362961, "train_loss_step": 3.045292854309082, "n_params": 4428880, "total_flops": 53469691084800000, "train_loss": 0.012889188528060914, "subset_score_loss": 0.012889188528060914}
+{"step": 3940000, "wall_time": 40616.22698044777, "train_loss_step": 2.9494409561157227, "n_params": 4428880, "total_flops": 53605746278400000, "train_loss": 0.012278107553720474, "subset_score_loss": 0.012278107553720474}
+{"step": 3950000, "wall_time": 40703.40850830078, "train_loss_step": 3.0010528564453125, "n_params": 4428880, "total_flops": 53741801472000000, "train_loss": 0.012537594139575958, "subset_score_loss": 0.012537594139575958}
+{"step": 3960000, "wall_time": 40797.1879696846, "train_loss_step": 2.920762538909912, "n_params": 4428880, "total_flops": 53877856665600000, "train_loss": 0.012215059250593185, "subset_score_loss": 0.012215059250593185}
+{"step": 3970000, "wall_time": 40894.50845050812, "train_loss_step": 2.7893385887145996, "n_params": 4428880, "total_flops": 54013911859200000, "train_loss": 0.012558454275131225, "subset_score_loss": 0.012558454275131225}
+{"step": 3980000, "wall_time": 40991.89959359169, "train_loss_step": 2.9339890480041504, "n_params": 4428880, "total_flops": 54149967052800000, "train_loss": 0.011900594830513, "subset_score_loss": 0.011900594830513}
+{"step": 3990000, "wall_time": 41089.68671989441, "train_loss_step": 2.6928467750549316, "n_params": 4428880, "total_flops": 54286022246400000, "train_loss": 0.012827157974243164, "subset_score_loss": 0.012827157974243164}
+{"step": 4000000, "wall_time": 41260.30593705177, "train_loss_step": 2.9481184482574463, "n_params": 4428880, "total_flops": 54422077440000000, "train_loss": 0.01182522028684616, "subset_score_loss": 0.01182522028684616, "memorization_fraction_pixel": 0.388700008392334, "mean_nn_ratio_pixel": 0.43122828006744385, "fid": 109.43336194507208, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 41353.19711351395, "train_loss_step": 2.9181954860687256, "n_params": 4428880, "total_flops": 54558132633600000, "train_loss": 0.012138905376195908, "subset_score_loss": 0.012138905376195908}
+{"step": 4020000, "wall_time": 41442.46737289429, "train_loss_step": 2.693462371826172, "n_params": 4428880, "total_flops": 54694187827200000, "train_loss": 0.012221313267946243, "subset_score_loss": 0.012221313267946243}
+{"step": 4030000, "wall_time": 41538.27130436897, "train_loss_step": 3.084702491760254, "n_params": 4428880, "total_flops": 54830243020800000, "train_loss": 0.012317166477441788, "subset_score_loss": 0.012317166477441788}
+{"step": 4040000, "wall_time": 41635.1941652298, "train_loss_step": 2.9564743041992188, "n_params": 4428880, "total_flops": 54966298214400000, "train_loss": 0.013045565783977508, "subset_score_loss": 0.013045565783977508}
+{"step": 4050000, "wall_time": 41718.49413251877, "train_loss_step": 3.0828168392181396, "n_params": 4428880, "total_flops": 55102353408000000, "train_loss": 0.012327637523412704, "subset_score_loss": 0.012327637523412704}
+{"step": 4060000, "wall_time": 41815.035754442215, "train_loss_step": 2.7388217449188232, "n_params": 4428880, "total_flops": 55238408601600000, "train_loss": 0.011720820516347884, "subset_score_loss": 0.011720820516347884}
+{"step": 4070000, "wall_time": 41911.793234586716, "train_loss_step": 3.163987636566162, "n_params": 4428880, "total_flops": 55374463795200000, "train_loss": 0.01267630308866501, "subset_score_loss": 0.01267630308866501}
+{"step": 4080000, "wall_time": 42009.00635313988, "train_loss_step": 3.0204102993011475, "n_params": 4428880, "total_flops": 55510518988800000, "train_loss": 0.01205960288643837, "subset_score_loss": 0.01205960288643837}
+{"step": 4090000, "wall_time": 42106.430372953415, "train_loss_step": 2.638300895690918, "n_params": 4428880, "total_flops": 55646574182400000, "train_loss": 0.012407799810171127, "subset_score_loss": 0.012407799810171127}
+{"step": 4100000, "wall_time": 42275.85905647278, "train_loss_step": 3.0115835666656494, "n_params": 4428880, "total_flops": 55782629376000000, "train_loss": 0.012878818809986115, "subset_score_loss": 0.012878818809986115, "memorization_fraction_pixel": 0.373199999332428, "mean_nn_ratio_pixel": 0.43439605832099915, "fid": 109.08888763145423, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 42373.226729393005, "train_loss_step": 2.6684207916259766, "n_params": 4428880, "total_flops": 55918684569600000, "train_loss": 0.012017578631639481, "subset_score_loss": 0.012017578631639481}
+{"step": 4120000, "wall_time": 42460.29698729515, "train_loss_step": 3.14827299118042, "n_params": 4428880, "total_flops": 56054739763200000, "train_loss": 0.011556456983089446, "subset_score_loss": 0.011556456983089446}
+{"step": 4130000, "wall_time": 42556.588314294815, "train_loss_step": 2.8086020946502686, "n_params": 4428880, "total_flops": 56190794956800000, "train_loss": 0.012262745946645736, "subset_score_loss": 0.012262745946645736}
+{"step": 4140000, "wall_time": 42653.30932760239, "train_loss_step": 2.817553758621216, "n_params": 4428880, "total_flops": 56326850150400000, "train_loss": 0.01188138872385025, "subset_score_loss": 0.01188138872385025}
+{"step": 4150000, "wall_time": 42743.95327448845, "train_loss_step": 2.9206056594848633, "n_params": 4428880, "total_flops": 56462905344000000, "train_loss": 0.01225089728832245, "subset_score_loss": 0.01225089728832245}
+{"step": 4160000, "wall_time": 42841.86623048782, "train_loss_step": 2.6593618392944336, "n_params": 4428880, "total_flops": 56598960537600000, "train_loss": 0.01202903464436531, "subset_score_loss": 0.01202903464436531}
+{"step": 4170000, "wall_time": 42939.04959344864, "train_loss_step": 2.6761250495910645, "n_params": 4428880, "total_flops": 56735015731200000, "train_loss": 0.011884979903697968, "subset_score_loss": 0.011884979903697968}
+{"step": 4180000, "wall_time": 43036.523936510086, "train_loss_step": 2.748973846435547, "n_params": 4428880, "total_flops": 56871070924800000, "train_loss": 0.012697471678256989, "subset_score_loss": 0.012697471678256989}
+{"step": 4190000, "wall_time": 43133.823704481125, "train_loss_step": 2.9836933612823486, "n_params": 4428880, "total_flops": 57007126118400000, "train_loss": 0.01124180480837822, "subset_score_loss": 0.01124180480837822}
+{"step": 4200000, "wall_time": 43305.09100604057, "train_loss_step": 2.8499855995178223, "n_params": 4428880, "total_flops": 57143181312000000, "train_loss": 0.011865321546792984, "subset_score_loss": 0.011865321546792984, "memorization_fraction_pixel": 0.39149999618530273, "mean_nn_ratio_pixel": 0.41800302267074585, "fid": 108.00178559029364, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 43402.17738652229, "train_loss_step": 3.0465619564056396, "n_params": 4428880, "total_flops": 57279236505600000, "train_loss": 0.01172778531908989, "subset_score_loss": 0.01172778531908989}
+{"step": 4220000, "wall_time": 43484.17203068733, "train_loss_step": 2.871589422225952, "n_params": 4428880, "total_flops": 57415291699200000, "train_loss": 0.011657187342643737, "subset_score_loss": 0.011657187342643737}
+{"step": 4230000, "wall_time": 43581.4828145504, "train_loss_step": 3.0675241947174072, "n_params": 4428880, "total_flops": 57551346892800000, "train_loss": 0.011211194097995758, "subset_score_loss": 0.011211194097995758}
+{"step": 4240000, "wall_time": 43665.89358520508, "train_loss_step": 2.747166395187378, "n_params": 4428880, "total_flops": 57687402086400000, "train_loss": 0.011758246272802354, "subset_score_loss": 0.011758246272802354}
+{"step": 4250000, "wall_time": 43761.2660946846, "train_loss_step": 2.9500532150268555, "n_params": 4428880, "total_flops": 57823457280000000, "train_loss": 0.011647411435842515, "subset_score_loss": 0.011647411435842515}
+{"step": 4260000, "wall_time": 43858.28214240074, "train_loss_step": 2.802590847015381, "n_params": 4428880, "total_flops": 57959512473600000, "train_loss": 0.011401347815990448, "subset_score_loss": 0.011401347815990448}
+{"step": 4270000, "wall_time": 43955.382504463196, "train_loss_step": 2.9697580337524414, "n_params": 4428880, "total_flops": 58095567667200000, "train_loss": 0.0123244509100914, "subset_score_loss": 0.0123244509100914}
+{"step": 4280000, "wall_time": 44052.11107492447, "train_loss_step": 2.699563980102539, "n_params": 4428880, "total_flops": 58231622860800000, "train_loss": 0.01188836395740509, "subset_score_loss": 0.01188836395740509}
+{"step": 4290000, "wall_time": 44149.56240081787, "train_loss_step": 2.7425789833068848, "n_params": 4428880, "total_flops": 58367678054400000, "train_loss": 0.011511243134737014, "subset_score_loss": 0.011511243134737014}
+{"step": 4300000, "wall_time": 44321.39046525955, "train_loss_step": 2.883234977722168, "n_params": 4428880, "total_flops": 58503733248000000, "train_loss": 0.011890464276075364, "subset_score_loss": 0.011890464276075364, "memorization_fraction_pixel": 0.38199999928474426, "mean_nn_ratio_pixel": 0.4290234446525574, "fid": 109.20533237453876, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 44416.407141923904, "train_loss_step": 2.754014492034912, "n_params": 4428880, "total_flops": 58639788441600000, "train_loss": 0.011421739310026168, "subset_score_loss": 0.011421739310026168}
+{"step": 4320000, "wall_time": 44503.86618900299, "train_loss_step": 2.874734401702881, "n_params": 4428880, "total_flops": 58775843635200000, "train_loss": 0.01116006076335907, "subset_score_loss": 0.01116006076335907}
+{"step": 4330000, "wall_time": 44592.70371747017, "train_loss_step": 3.035996675491333, "n_params": 4428880, "total_flops": 58911898828800000, "train_loss": 0.011039730906486512, "subset_score_loss": 0.011039730906486512}
+{"step": 4340000, "wall_time": 44677.015924453735, "train_loss_step": 2.7835922241210938, "n_params": 4428880, "total_flops": 59047954022400000, "train_loss": 0.011370465159416199, "subset_score_loss": 0.011370465159416199}
+{"step": 4350000, "wall_time": 44774.56961250305, "train_loss_step": 3.0972094535827637, "n_params": 4428880, "total_flops": 59184009216000000, "train_loss": 0.011736606061458588, "subset_score_loss": 0.011736606061458588}
+{"step": 4360000, "wall_time": 44870.79460668564, "train_loss_step": 3.0509257316589355, "n_params": 4428880, "total_flops": 59320064409600000, "train_loss": 0.011939188838005066, "subset_score_loss": 0.011939188838005066}
+{"step": 4370000, "wall_time": 44967.94264245033, "train_loss_step": 3.0290961265563965, "n_params": 4428880, "total_flops": 59456119603200000, "train_loss": 0.01205129325389862, "subset_score_loss": 0.01205129325389862}
+{"step": 4380000, "wall_time": 45065.09024000168, "train_loss_step": 2.9006128311157227, "n_params": 4428880, "total_flops": 59592174796800000, "train_loss": 0.01178140789270401, "subset_score_loss": 0.01178140789270401}
+{"step": 4390000, "wall_time": 45162.748322725296, "train_loss_step": 2.9083683490753174, "n_params": 4428880, "total_flops": 59728229990400000, "train_loss": 0.011527451127767563, "subset_score_loss": 0.011527451127767563}
+{"step": 4400000, "wall_time": 45335.018389225006, "train_loss_step": 3.0423622131347656, "n_params": 4428880, "total_flops": 59864285184000000, "train_loss": 0.011382939666509629, "subset_score_loss": 0.011382939666509629, "memorization_fraction_pixel": 0.3847000002861023, "mean_nn_ratio_pixel": 0.4296342730522156, "fid": 109.18870066486238, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 45430.115542411804, "train_loss_step": 2.6512115001678467, "n_params": 4428880, "total_flops": 60000340377600000, "train_loss": 0.011732194572687149, "subset_score_loss": 0.011732194572687149}
+{"step": 4420000, "wall_time": 45524.90675973892, "train_loss_step": 3.051037549972534, "n_params": 4428880, "total_flops": 60136395571200000, "train_loss": 0.011193247139453888, "subset_score_loss": 0.011193247139453888}
+{"step": 4430000, "wall_time": 45602.92995929718, "train_loss_step": 2.89982533454895, "n_params": 4428880, "total_flops": 60272450764800000, "train_loss": 0.011379276216030122, "subset_score_loss": 0.011379276216030122}
+{"step": 4440000, "wall_time": 45689.769008636475, "train_loss_step": 3.100480079650879, "n_params": 4428880, "total_flops": 60408505958400000, "train_loss": 0.011566893756389618, "subset_score_loss": 0.011566893756389618}
+{"step": 4450000, "wall_time": 45786.727326631546, "train_loss_step": 3.0477871894836426, "n_params": 4428880, "total_flops": 60544561152000000, "train_loss": 0.011637377738952636, "subset_score_loss": 0.011637377738952636}
+{"step": 4460000, "wall_time": 45884.20238828659, "train_loss_step": 2.9401025772094727, "n_params": 4428880, "total_flops": 60680616345600000, "train_loss": 0.011933014541864396, "subset_score_loss": 0.011933014541864396}
+{"step": 4470000, "wall_time": 45980.96831846237, "train_loss_step": 2.903897762298584, "n_params": 4428880, "total_flops": 60816671539200000, "train_loss": 0.010899940878152848, "subset_score_loss": 0.010899940878152848}
+{"step": 4480000, "wall_time": 46077.40785884857, "train_loss_step": 2.905318021774292, "n_params": 4428880, "total_flops": 60952726732800000, "train_loss": 0.01164490431547165, "subset_score_loss": 0.01164490431547165}
+{"step": 4490000, "wall_time": 46173.75346493721, "train_loss_step": 2.7073254585266113, "n_params": 4428880, "total_flops": 61088781926400000, "train_loss": 0.011408622562885284, "subset_score_loss": 0.011408622562885284}
+{"step": 4500000, "wall_time": 46346.56441235542, "train_loss_step": 3.256622314453125, "n_params": 4428880, "total_flops": 61224837120000000, "train_loss": 0.011858338862657547, "subset_score_loss": 0.011858338862657547, "memorization_fraction_pixel": 0.3871999979019165, "mean_nn_ratio_pixel": 0.42867276072502136, "fid": 108.51637023429015, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 46442.929089307785, "train_loss_step": 3.116051197052002, "n_params": 4428880, "total_flops": 61360892313600000, "train_loss": 0.011377178132534027, "subset_score_loss": 0.011377178132534027}
+{"step": 4520000, "wall_time": 46539.05294537544, "train_loss_step": 2.6335556507110596, "n_params": 4428880, "total_flops": 61496947507200000, "train_loss": 0.010873134434223174, "subset_score_loss": 0.010873134434223174}
+{"step": 4530000, "wall_time": 46618.87705922127, "train_loss_step": 3.0483243465423584, "n_params": 4428880, "total_flops": 61633002700800000, "train_loss": 0.010851802676916123, "subset_score_loss": 0.010851802676916123}
+{"step": 4540000, "wall_time": 46712.2008497715, "train_loss_step": 3.1314501762390137, "n_params": 4428880, "total_flops": 61769057894400000, "train_loss": 0.011487116664648056, "subset_score_loss": 0.011487116664648056}
+{"step": 4550000, "wall_time": 46810.06116294861, "train_loss_step": 2.6355600357055664, "n_params": 4428880, "total_flops": 61905113088000000, "train_loss": 0.011038698256015778, "subset_score_loss": 0.011038698256015778}
+{"step": 4560000, "wall_time": 46907.71438550949, "train_loss_step": 2.8576483726501465, "n_params": 4428880, "total_flops": 62041168281600000, "train_loss": 0.011160466074943542, "subset_score_loss": 0.011160466074943542}
+{"step": 4570000, "wall_time": 47004.85750293732, "train_loss_step": 3.151298999786377, "n_params": 4428880, "total_flops": 62177223475200000, "train_loss": 0.0117776058614254, "subset_score_loss": 0.0117776058614254}
+{"step": 4580000, "wall_time": 47101.63818693161, "train_loss_step": 3.0424256324768066, "n_params": 4428880, "total_flops": 62313278668800000, "train_loss": 0.010767225921154023, "subset_score_loss": 0.010767225921154023}
+{"step": 4590000, "wall_time": 47198.94619989395, "train_loss_step": 2.503138542175293, "n_params": 4428880, "total_flops": 62449333862400000, "train_loss": 0.01099362075328827, "subset_score_loss": 0.01099362075328827}
+{"step": 4600000, "wall_time": 47371.93385362625, "train_loss_step": 2.6950011253356934, "n_params": 4428880, "total_flops": 62585389056000000, "train_loss": 0.010974258184432983, "subset_score_loss": 0.010974258184432983, "memorization_fraction_pixel": 0.3955000042915344, "mean_nn_ratio_pixel": 0.426408976316452, "fid": 109.20809345438933, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 47466.75423002243, "train_loss_step": 2.7778067588806152, "n_params": 4428880, "total_flops": 62721444249600000, "train_loss": 0.011377621442079544, "subset_score_loss": 0.011377621442079544}
+{"step": 4620000, "wall_time": 47562.691217660904, "train_loss_step": 2.8847908973693848, "n_params": 4428880, "total_flops": 62857499443200000, "train_loss": 0.011123976856470107, "subset_score_loss": 0.011123976856470107}
+{"step": 4630000, "wall_time": 47646.95790576935, "train_loss_step": 2.7703685760498047, "n_params": 4428880, "total_flops": 62993554636800000, "train_loss": 0.01067269966006279, "subset_score_loss": 0.01067269966006279}
+{"step": 4640000, "wall_time": 47734.57282137871, "train_loss_step": 2.7862343788146973, "n_params": 4428880, "total_flops": 63129609830400000, "train_loss": 0.010954971611499786, "subset_score_loss": 0.010954971611499786}
+{"step": 4650000, "wall_time": 47831.62401556969, "train_loss_step": 2.77839994430542, "n_params": 4428880, "total_flops": 63265665024000000, "train_loss": 0.011082041263580322, "subset_score_loss": 0.011082041263580322}
+{"step": 4660000, "wall_time": 47928.10604739189, "train_loss_step": 2.741873264312744, "n_params": 4428880, "total_flops": 63401720217600000, "train_loss": 0.010972089320421218, "subset_score_loss": 0.010972089320421218}
+{"step": 4670000, "wall_time": 48025.58198094368, "train_loss_step": 2.7474565505981445, "n_params": 4428880, "total_flops": 63537775411200000, "train_loss": 0.01092214062809944, "subset_score_loss": 0.01092214062809944}
+{"step": 4680000, "wall_time": 48122.058057785034, "train_loss_step": 2.5192131996154785, "n_params": 4428880, "total_flops": 63673830604800000, "train_loss": 0.011069997400045394, "subset_score_loss": 0.011069997400045394}
+{"step": 4690000, "wall_time": 48218.98546528816, "train_loss_step": 2.5927555561065674, "n_params": 4428880, "total_flops": 63809885798400000, "train_loss": 0.010799288004636764, "subset_score_loss": 0.010799288004636764}
+{"step": 4700000, "wall_time": 48390.87883234024, "train_loss_step": 2.96816349029541, "n_params": 4428880, "total_flops": 63945940992000000, "train_loss": 0.010670816898345948, "subset_score_loss": 0.010670816898345948, "memorization_fraction_pixel": 0.3961000144481659, "mean_nn_ratio_pixel": 0.4205954968929291, "fid": 108.48740089040959, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 48484.622982263565, "train_loss_step": 2.7941009998321533, "n_params": 4428880, "total_flops": 64081996185600000, "train_loss": 0.010430169850587845, "subset_score_loss": 0.010430169850587845}
+{"step": 4720000, "wall_time": 48575.05008029938, "train_loss_step": 2.646766185760498, "n_params": 4428880, "total_flops": 64218051379200000, "train_loss": 0.010722602903842925, "subset_score_loss": 0.010722602903842925}
+{"step": 4730000, "wall_time": 48654.12114095688, "train_loss_step": 2.8445053100585938, "n_params": 4428880, "total_flops": 64354106572800000, "train_loss": 0.01101483330130577, "subset_score_loss": 0.01101483330130577}
+{"step": 4740000, "wall_time": 48730.2391269207, "train_loss_step": 2.914106845855713, "n_params": 4428880, "total_flops": 64490161766400000, "train_loss": 0.010679933428764343, "subset_score_loss": 0.010679933428764343}
+{"step": 4750000, "wall_time": 48809.5987598896, "train_loss_step": 2.7121851444244385, "n_params": 4428880, "total_flops": 64626216960000000, "train_loss": 0.011584170162677765, "subset_score_loss": 0.011584170162677765}
+{"step": 4760000, "wall_time": 48888.8622303009, "train_loss_step": 3.0345144271850586, "n_params": 4428880, "total_flops": 64762272153600000, "train_loss": 0.011192595958709717, "subset_score_loss": 0.011192595958709717}
+{"step": 4770000, "wall_time": 48968.101137161255, "train_loss_step": 2.934508800506592, "n_params": 4428880, "total_flops": 64898327347200000, "train_loss": 0.011240744590759277, "subset_score_loss": 0.011240744590759277}
+{"step": 4780000, "wall_time": 49047.40227508545, "train_loss_step": 2.6749048233032227, "n_params": 4428880, "total_flops": 65034382540800000, "train_loss": 0.010904116928577423, "subset_score_loss": 0.010904116928577423}
+{"step": 4790000, "wall_time": 49126.30768299103, "train_loss_step": 2.8439340591430664, "n_params": 4428880, "total_flops": 65170437734400000, "train_loss": 0.01054861769080162, "subset_score_loss": 0.01054861769080162}
+{"step": 4800000, "wall_time": 49266.03060221672, "train_loss_step": 2.688340187072754, "n_params": 4428880, "total_flops": 65306492928000000, "train_loss": 0.01059475913643837, "subset_score_loss": 0.01059475913643837, "memorization_fraction_pixel": 0.40380001068115234, "mean_nn_ratio_pixel": 0.4159555733203888, "fid": 107.59791699655736, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 49341.90071129799, "train_loss_step": 2.5723652839660645, "n_params": 4428880, "total_flops": 65442548121600000, "train_loss": 0.010382229834794999, "subset_score_loss": 0.010382229834794999}
+{"step": 4820000, "wall_time": 49419.292561769485, "train_loss_step": 2.79130220413208, "n_params": 4428880, "total_flops": 65578603315200000, "train_loss": 0.010732409358024598, "subset_score_loss": 0.010732409358024598}
+{"step": 4830000, "wall_time": 49497.69258069992, "train_loss_step": 2.8833632469177246, "n_params": 4428880, "total_flops": 65714658508800000, "train_loss": 0.011372634023427964, "subset_score_loss": 0.011372634023427964}
+{"step": 4840000, "wall_time": 49572.01452946663, "train_loss_step": 2.646515369415283, "n_params": 4428880, "total_flops": 65850713702400000, "train_loss": 0.011009534448385238, "subset_score_loss": 0.011009534448385238}
+{"step": 4850000, "wall_time": 49651.1073820591, "train_loss_step": 2.635129928588867, "n_params": 4428880, "total_flops": 65986768896000000, "train_loss": 0.010506484657526016, "subset_score_loss": 0.010506484657526016}
+{"step": 4860000, "wall_time": 49729.9687025547, "train_loss_step": 2.7321996688842773, "n_params": 4428880, "total_flops": 66122824089600000, "train_loss": 0.01038835123181343, "subset_score_loss": 0.01038835123181343}
+{"step": 4870000, "wall_time": 49809.72167420387, "train_loss_step": 2.7938730716705322, "n_params": 4428880, "total_flops": 66258879283200000, "train_loss": 0.010427644103765487, "subset_score_loss": 0.010427644103765487}
+{"step": 4880000, "wall_time": 49888.71261715889, "train_loss_step": 2.760993242263794, "n_params": 4428880, "total_flops": 66394934476800000, "train_loss": 0.010522130131721496, "subset_score_loss": 0.010522130131721496}
+{"step": 4890000, "wall_time": 49967.080874204636, "train_loss_step": 2.707907199859619, "n_params": 4428880, "total_flops": 66530989670400000, "train_loss": 0.010772088915109635, "subset_score_loss": 0.010772088915109635}
+{"step": 4900000, "wall_time": 50107.88812327385, "train_loss_step": 2.7266221046447754, "n_params": 4428880, "total_flops": 66667044864000000, "train_loss": 0.010286451876163482, "subset_score_loss": 0.010286451876163482, "memorization_fraction_pixel": 0.40139999985694885, "mean_nn_ratio_pixel": 0.41524505615234375, "fid": 108.3670062460952, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 50170.7233338356, "train_loss_step": 2.762700080871582, "n_params": 4428880, "total_flops": 66803100057600000, "train_loss": 0.010579819977283477, "subset_score_loss": 0.010579819977283477}
+{"step": 4920000, "wall_time": 50225.98841261864, "train_loss_step": 2.790515661239624, "n_params": 4428880, "total_flops": 66939155251200000, "train_loss": 0.011182788759469986, "subset_score_loss": 0.011182788759469986}
+{"step": 4930000, "wall_time": 50282.356793403625, "train_loss_step": 2.7429661750793457, "n_params": 4428880, "total_flops": 67075210444800000, "train_loss": 0.009962651878595352, "subset_score_loss": 0.009962651878595352}
+{"step": 4940000, "wall_time": 50338.71790647507, "train_loss_step": 3.0290703773498535, "n_params": 4428880, "total_flops": 67211265638400000, "train_loss": 0.010362648218870164, "subset_score_loss": 0.010362648218870164}
+{"step": 4950000, "wall_time": 50398.37859892845, "train_loss_step": 2.796642303466797, "n_params": 4428880, "total_flops": 67347320832000000, "train_loss": 0.010850505530834198, "subset_score_loss": 0.010850505530834198}
+{"step": 4960000, "wall_time": 50457.88228702545, "train_loss_step": 2.883302927017212, "n_params": 4428880, "total_flops": 67483376025600000, "train_loss": 0.01065945252776146, "subset_score_loss": 0.01065945252776146}
+{"step": 4970000, "wall_time": 50517.780499219894, "train_loss_step": 2.893857002258301, "n_params": 4428880, "total_flops": 67619431219200000, "train_loss": 0.011031630635261535, "subset_score_loss": 0.011031630635261535}
+{"step": 4980000, "wall_time": 50577.80154180527, "train_loss_step": 2.8451104164123535, "n_params": 4428880, "total_flops": 67755486412800000, "train_loss": 0.009952925890684129, "subset_score_loss": 0.009952925890684129}
+{"step": 4990000, "wall_time": 50637.3233833313, "train_loss_step": 2.93792462348938, "n_params": 4428880, "total_flops": 67891541606400000, "train_loss": 0.010342220216989518, "subset_score_loss": 0.010342220216989518}
+{"step": 5000000, "wall_time": 50744.91921591759, "train_loss_step": 2.928701877593994, "n_params": 4428880, "total_flops": 68027596800000000, "train_loss": 0.010898703336715698, "subset_score_loss": 0.010898703336715698, "memorization_fraction_pixel": 0.4074999988079071, "mean_nn_ratio_pixel": 0.4229559600353241, "fid": 108.67922001649754, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..f679183a8f6ef0bff0f2e9a6e21ef4561edb16c9
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed46/d80/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     75s | train_loss=1.0047 | fid=275.3474
+  step   10000 |    169s | train_loss=0.8494
+  step   20000 |    267s | train_loss=0.7469
+  step   30000 |    364s | train_loss=0.6119
+  step   40000 |    461s | train_loss=0.4435
+  step   50000 |    559s | train_loss=0.3015
+  step   60000 |    656s | train_loss=0.2185
+  step   70000 |    753s | train_loss=0.1778
+  step   80000 |    851s | train_loss=0.1516
+  step   90000 |    948s | train_loss=0.1365
+  step  100000 |   1116s | train_loss=0.1287 | fid=155.2689
+  step  110000 |   1212s | train_loss=0.1208
+  step  120000 |   1310s | train_loss=0.1141
+  step  130000 |   1408s | train_loss=0.1065
+  step  140000 |   1506s | train_loss=0.1060
+  step  150000 |   1604s | train_loss=0.0996
+  step  160000 |   1702s | train_loss=0.0955
+  step  170000 |   1800s | train_loss=0.0920
+  step  180000 |   1898s | train_loss=0.0902
+  step  190000 |   1993s | train_loss=0.0874
+  step  200000 |   2163s | train_loss=0.0843 | fid=149.5439
+  step  210000 |   2257s | train_loss=0.0819
+  step  220000 |   2354s | train_loss=0.0794
+  step  230000 |   2452s | train_loss=0.0762
+  step  240000 |   2550s | train_loss=0.0758
+  step  250000 |   2647s | train_loss=0.0749
+  step  260000 |   2744s | train_loss=0.0729
+  step  270000 |   2842s | train_loss=0.0699
+  step  280000 |   2937s | train_loss=0.0704
+  step  290000 |   3035s | train_loss=0.0687
+  step  300000 |   3205s | train_loss=0.0667 | fid=144.6967
+  step  310000 |   3300s | train_loss=0.0662
+  step  320000 |   3398s | train_loss=0.0638
+  step  330000 |   3496s | train_loss=0.0624
+  step  340000 |   3594s | train_loss=0.0622
+  step  350000 |   3692s | train_loss=0.0599
+  step  360000 |   3790s | train_loss=0.0594
+  step  370000 |   3885s | train_loss=0.0591
+  step  380000 |   3983s | train_loss=0.0587
+  step  390000 |   4080s | train_loss=0.0580
+  step  400000 |   4249s | train_loss=0.0575 | fid=137.2617
+  step  410000 |   4344s | train_loss=0.0551
+  step  420000 |   4441s | train_loss=0.0552
+  step  430000 |   4539s | train_loss=0.0555
+  step  440000 |   4636s | train_loss=0.0538
+  step  450000 |   4734s | train_loss=0.0523
+  step  460000 |   4829s | train_loss=0.0534
+  step  470000 |   4926s | train_loss=0.0524
+  step  480000 |   5024s | train_loss=0.0515
+  step  490000 |   5121s | train_loss=0.0500
+  step  500000 |   5290s | train_loss=0.0519 | fid=131.1198
+  step  510000 |   5386s | train_loss=0.0498
+  step  520000 |   5484s | train_loss=0.0492
+  step  530000 |   5582s | train_loss=0.0498
+  step  540000 |   5680s | train_loss=0.0493
+  step  550000 |   5777s | train_loss=0.0492
+  step  560000 |   5873s | train_loss=0.0477
+  step  570000 |   5971s | train_loss=0.0474
+  step  580000 |   6068s | train_loss=0.0466
+  step  590000 |   6167s | train_loss=0.0460
+  step  600000 |   6335s | train_loss=0.0455 | fid=129.3990
+  step  610000 |   6430s | train_loss=0.0469
+  step  620000 |   6528s | train_loss=0.0455
+  step  630000 |   6625s | train_loss=0.0453
+  step  640000 |   6722s | train_loss=0.0453
+  step  650000 |   6817s | train_loss=0.0443
+  step  660000 |   6915s | train_loss=0.0433
+  step  670000 |   7012s | train_loss=0.0434
+  step  680000 |   7109s | train_loss=0.0435
+  step  690000 |   7207s | train_loss=0.0436
+  step  700000 |   7374s | train_loss=0.0421 | fid=127.5894
+  step  710000 |   7470s | train_loss=0.0427
+  step  720000 |   7568s | train_loss=0.0416
+  step  730000 |   7665s | train_loss=0.0424
+  step  740000 |   7760s | train_loss=0.0412
+  step  750000 |   7858s | train_loss=0.0411
+  step  760000 |   7956s | train_loss=0.0408
+  step  770000 |   8053s | train_loss=0.0418
+  step  780000 |   8151s | train_loss=0.0395
+  step  790000 |   8249s | train_loss=0.0395
+  step  800000 |   8418s | train_loss=0.0393 | fid=127.0055
+  step  810000 |   8514s | train_loss=0.0409
+  step  820000 |   8610s | train_loss=0.0401
+  step  830000 |   8705s | train_loss=0.0387
+  step  840000 |   8802s | train_loss=0.0387
+  step  850000 |   8899s | train_loss=0.0392
+  step  860000 |   8996s | train_loss=0.0390
+  step  870000 |   9094s | train_loss=0.0394
+  step  880000 |   9191s | train_loss=0.0388
+  step  890000 |   9286s | train_loss=0.0380
+  step  900000 |   9456s | train_loss=0.0371 | fid=125.1876
+  step  910000 |   9554s | train_loss=0.0372
+  step  920000 |   9647s | train_loss=0.0374
+  step  930000 |   9744s | train_loss=0.0374
+  step  940000 |   9842s | train_loss=0.0367
+  step  950000 |   9939s | train_loss=0.0368
+  step  960000 |  10037s | train_loss=0.0360
+  step  970000 |  10135s | train_loss=0.0357
+  step  980000 |  10232s | train_loss=0.0371
+  step  990000 |  10327s | train_loss=0.0350
+  step 1000000 |  10498s | train_loss=0.0346 | fid=124.5538
+  step 1010000 |  10593s | train_loss=0.0345
+  step 1020000 |  10688s | train_loss=0.0379
+  step 1030000 |  10785s | train_loss=0.0343
+  step 1040000 |  10883s | train_loss=0.0345
+  step 1050000 |  10980s | train_loss=0.0345
+  step 1060000 |  11077s | train_loss=0.0346
+  step 1070000 |  11174s | train_loss=0.0341
+  step 1080000 |  11271s | train_loss=0.0336
+  step 1090000 |  11366s | train_loss=0.0335
+  step 1100000 |  11536s | train_loss=0.0329 | fid=124.6746
+  step 1110000 |  11634s | train_loss=0.0334
+  step 1120000 |  11729s | train_loss=0.0341
+  step 1130000 |  11827s | train_loss=0.0329
+  step 1140000 |  11925s | train_loss=0.0324
+  step 1150000 |  12022s | train_loss=0.0326
+  step 1160000 |  12120s | train_loss=0.0317
+  step 1170000 |  12218s | train_loss=0.0327
+  step 1180000 |  12316s | train_loss=0.0330
+  step 1190000 |  12411s | train_loss=0.0317
+  step 1200000 |  12578s | train_loss=0.0322 | fid=123.1102
+  step 1210000 |  12676s | train_loss=0.0315
+  step 1220000 |  12770s | train_loss=0.0318
+  step 1230000 |  12867s | train_loss=0.0312
+  step 1240000 |  12965s | train_loss=0.0325
+  step 1250000 |  13062s | train_loss=0.0299
+  step 1260000 |  13159s | train_loss=0.0308
+  step 1270000 |  13257s | train_loss=0.0311
+  step 1280000 |  13354s | train_loss=0.0310
+  step 1290000 |  13448s | train_loss=0.0297
+  step 1300000 |  13617s | train_loss=0.0304 | fid=125.0836
+  step 1310000 |  13715s | train_loss=0.0298
+  step 1320000 |  13811s | train_loss=0.0308
+  step 1330000 |  13909s | train_loss=0.0298
+  step 1340000 |  14006s | train_loss=0.0304
+  step 1350000 |  14104s | train_loss=0.0296
+  step 1360000 |  14202s | train_loss=0.0291
+  step 1370000 |  14299s | train_loss=0.0299
+  step 1380000 |  14394s | train_loss=0.0296
+  step 1390000 |  14489s | train_loss=0.0288
+  step 1400000 |  14660s | train_loss=0.0285 | fid=127.9716
+  step 1410000 |  14757s | train_loss=0.0296
+  step 1420000 |  14853s | train_loss=0.0299
+  step 1430000 |  14950s | train_loss=0.0284
+  step 1440000 |  15047s | train_loss=0.0284
+  step 1450000 |  15145s | train_loss=0.0280
+  step 1460000 |  15243s | train_loss=0.0290
+  step 1470000 |  15340s | train_loss=0.0290
+  step 1480000 |  15432s | train_loss=0.0290
+  step 1490000 |  15529s | train_loss=0.0275
+  step 1500000 |  15700s | train_loss=0.0276 | fid=131.9302
+  step 1510000 |  15798s | train_loss=0.0274
+  step 1520000 |  15895s | train_loss=0.0283
+  step 1530000 |  15992s | train_loss=0.0271
+  step 1540000 |  16090s | train_loss=0.0270
+  step 1550000 |  16188s | train_loss=0.0270
+  step 1560000 |  16286s | train_loss=0.0270
+  step 1570000 |  16380s | train_loss=0.0282
+  step 1580000 |  16475s | train_loss=0.0272
+  step 1590000 |  16573s | train_loss=0.0260
+  step 1600000 |  16744s | train_loss=0.0267 | fid=136.7362
+  step 1610000 |  16840s | train_loss=0.0261
+  step 1620000 |  16936s | train_loss=0.0270
+  step 1630000 |  17030s | train_loss=0.0265
+  step 1640000 |  17125s | train_loss=0.0265
+  step 1650000 |  17221s | train_loss=0.0263
+  step 1660000 |  17314s | train_loss=0.0255
+  step 1670000 |  17410s | train_loss=0.0253
+  step 1680000 |  17505s | train_loss=0.0254
+  step 1690000 |  17601s | train_loss=0.0253
+  step 1700000 |  17773s | train_loss=0.0256 | fid=134.4691
+  step 1710000 |  17871s | train_loss=0.0248
+  step 1720000 |  17969s | train_loss=0.0253
+  step 1730000 |  18065s | train_loss=0.0261
+  step 1740000 |  18162s | train_loss=0.0248
+  step 1750000 |  18255s | train_loss=0.0259
+  step 1760000 |  18349s | train_loss=0.0246
+  step 1770000 |  18446s | train_loss=0.0241
+  step 1780000 |  18531s | train_loss=0.0237
+  step 1790000 |  18628s | train_loss=0.0238
+  step 1800000 |  18800s | train_loss=0.0240 | fid=131.2855
+  step 1810000 |  18898s | train_loss=0.0244
+  step 1820000 |  18995s | train_loss=0.0236
+  step 1830000 |  19090s | train_loss=0.0234
+  step 1840000 |  19187s | train_loss=0.0240
+  step 1850000 |  19271s | train_loss=0.0236
+  step 1860000 |  19366s | train_loss=0.0234
+  step 1870000 |  19463s | train_loss=0.0232
+  step 1880000 |  19548s | train_loss=0.0233
+  step 1890000 |  19639s | train_loss=0.0221
+  step 1900000 |  19810s | train_loss=0.0232 | fid=128.9975
+  step 1910000 |  19909s | train_loss=0.0226
+  step 1920000 |  20006s | train_loss=0.0226
+  step 1930000 |  20103s | train_loss=0.0226
+  step 1940000 |  20200s | train_loss=0.0227
+  step 1950000 |  20287s | train_loss=0.0221
+  step 1960000 |  20385s | train_loss=0.0223
+  step 1970000 |  20483s | train_loss=0.0230
+  step 1980000 |  20576s | train_loss=0.0223
+  step 1990000 |  20665s | train_loss=0.0219
+  step 2000000 |  20838s | train_loss=0.0216 | fid=130.7682
+  step 2010000 |  20936s | train_loss=0.0220
+  step 2020000 |  21033s | train_loss=0.0235
+  step 2030000 |  21129s | train_loss=0.0216
+  step 2040000 |  21220s | train_loss=0.0212
+  step 2050000 |  21309s | train_loss=0.0223
+  step 2060000 |  21406s | train_loss=0.0210
+  step 2070000 |  21504s | train_loss=0.0219
+  step 2080000 |  21600s | train_loss=0.0213
+  step 2090000 |  21684s | train_loss=0.0212
+  step 2100000 |  21856s | train_loss=0.0216 | fid=125.6772
+  step 2110000 |  21954s | train_loss=0.0211
+  step 2120000 |  22052s | train_loss=0.0221
+  step 2130000 |  22148s | train_loss=0.0216
+  step 2140000 |  22236s | train_loss=0.0210
+  step 2150000 |  22334s | train_loss=0.0212
+  step 2160000 |  22431s | train_loss=0.0206
+  step 2170000 |  22529s | train_loss=0.0205
+  step 2180000 |  22625s | train_loss=0.0222
+  step 2190000 |  22709s | train_loss=0.0204
+  step 2200000 |  22879s | train_loss=0.0206 | fid=120.9191
+  step 2210000 |  22976s | train_loss=0.0216
+  step 2220000 |  23074s | train_loss=0.0211
+  step 2230000 |  23170s | train_loss=0.0223
+  step 2240000 |  23254s | train_loss=0.0196
+  step 2250000 |  23352s | train_loss=0.0203
+  step 2260000 |  23450s | train_loss=0.0193
+  step 2270000 |  23546s | train_loss=0.0204
+  step 2280000 |  23643s | train_loss=0.0196
+  step 2290000 |  23736s | train_loss=0.0199
+  step 2300000 |  23897s | train_loss=0.0196 | fid=119.2585
+  step 2310000 |  23995s | train_loss=0.0198
+  step 2320000 |  24093s | train_loss=0.0195
+  step 2330000 |  24182s | train_loss=0.0187
+  step 2340000 |  24274s | train_loss=0.0201
+  step 2350000 |  24372s | train_loss=0.0199
+  step 2360000 |  24470s | train_loss=0.0188
+  step 2370000 |  24566s | train_loss=0.0194
+  step 2380000 |  24664s | train_loss=0.0187
+  step 2390000 |  24762s | train_loss=0.0190
+  step 2400000 |  24918s | train_loss=0.0185 | fid=117.9042
+  step 2410000 |  25015s | train_loss=0.0192
+  step 2420000 |  25112s | train_loss=0.0192
+  step 2430000 |  25194s | train_loss=0.0188
+  step 2440000 |  25290s | train_loss=0.0191
+  step 2450000 |  25387s | train_loss=0.0192
+  step 2460000 |  25484s | train_loss=0.0192
+  step 2470000 |  25580s | train_loss=0.0180
+  step 2480000 |  25677s | train_loss=0.0194
+  step 2490000 |  25774s | train_loss=0.0181
+  step 2500000 |  25931s | train_loss=0.0185 | fid=116.9582
+  step 2510000 |  26029s | train_loss=0.0178
+  step 2520000 |  26126s | train_loss=0.0177
+  step 2530000 |  26211s | train_loss=0.0180
+  step 2540000 |  26307s | train_loss=0.0182
+  step 2550000 |  26405s | train_loss=0.0178
+  step 2560000 |  26503s | train_loss=0.0177
+  step 2570000 |  26598s | train_loss=0.0179
+  step 2580000 |  26696s | train_loss=0.0179
+  step 2590000 |  26793s | train_loss=0.0174
+  step 2600000 |  26953s | train_loss=0.0175 | fid=114.6193
+  step 2610000 |  27047s | train_loss=0.0175
+  step 2620000 |  27139s | train_loss=0.0176
+  step 2630000 |  27231s | train_loss=0.0176
+  step 2640000 |  27325s | train_loss=0.0179
+  step 2650000 |  27411s | train_loss=0.0171
+  step 2660000 |  27507s | train_loss=0.0172
+  step 2670000 |  27604s | train_loss=0.0179
+  step 2680000 |  27701s | train_loss=0.0171
+  step 2690000 |  27798s | train_loss=0.0176
+  step 2700000 |  27968s | train_loss=0.0179 | fid=113.8635
+  step 2710000 |  28053s | train_loss=0.0164
+  step 2720000 |  28137s | train_loss=0.0167
+  step 2730000 |  28234s | train_loss=0.0164
+  step 2740000 |  28332s | train_loss=0.0171
+  step 2750000 |  28421s | train_loss=0.0172
+  step 2760000 |  28507s | train_loss=0.0172
+  step 2770000 |  28604s | train_loss=0.0167
+  step 2780000 |  28702s | train_loss=0.0171
+  step 2790000 |  28800s | train_loss=0.0156
+  step 2800000 |  28971s | train_loss=0.0164 | fid=113.6920
+  step 2810000 |  29053s | train_loss=0.0163
+  step 2820000 |  29134s | train_loss=0.0166
+  step 2830000 |  29231s | train_loss=0.0167
+  step 2840000 |  29328s | train_loss=0.0165
+  step 2850000 |  29425s | train_loss=0.0162
+  step 2860000 |  29512s | train_loss=0.0159
+  step 2870000 |  29602s | train_loss=0.0162
+  step 2880000 |  29699s | train_loss=0.0159
+  step 2890000 |  29796s | train_loss=0.0161
+  step 2900000 |  29968s | train_loss=0.0167 | fid=112.8370
+  step 2910000 |  30058s | train_loss=0.0156
+  step 2920000 |  30140s | train_loss=0.0158
+  step 2930000 |  30238s | train_loss=0.0162
+  step 2940000 |  30335s | train_loss=0.0159
+  step 2950000 |  30432s | train_loss=0.0168
+  step 2960000 |  30528s | train_loss=0.0154
+  step 2970000 |  30614s | train_loss=0.0160
+  step 2980000 |  30704s | train_loss=0.0154
+  step 2990000 |  30801s | train_loss=0.0157
+  step 3000000 |  30974s | train_loss=0.0161 | fid=113.4391
+  step 3010000 |  31063s | train_loss=0.0156
+  step 3020000 |  31144s | train_loss=0.0160
+  step 3030000 |  31239s | train_loss=0.0162
+  step 3040000 |  31336s | train_loss=0.0158
+  step 3050000 |  31430s | train_loss=0.0143
+  step 3060000 |  31527s | train_loss=0.0155
+  step 3070000 |  31624s | train_loss=0.0158
+  step 3080000 |  31710s | train_loss=0.0156
+  step 3090000 |  31805s | train_loss=0.0149
+  step 3100000 |  31972s | train_loss=0.0160 | fid=111.2737
+  step 3110000 |  32067s | train_loss=0.0149
+  step 3120000 |  32160s | train_loss=0.0149
+  step 3130000 |  32252s | train_loss=0.0145
+  step 3140000 |  32350s | train_loss=0.0145
+  step 3150000 |  32446s | train_loss=0.0150
+  step 3160000 |  32543s | train_loss=0.0142
+  step 3170000 |  32640s | train_loss=0.0145
+  step 3180000 |  32738s | train_loss=0.0148
+  step 3190000 |  32822s | train_loss=0.0144
+  step 3200000 |  32984s | train_loss=0.0148 | fid=110.8371
+  step 3210000 |  33081s | train_loss=0.0146
+  step 3220000 |  33177s | train_loss=0.0149
+  step 3230000 |  33272s | train_loss=0.0146
+  step 3240000 |  33369s | train_loss=0.0147
+  step 3250000 |  33465s | train_loss=0.0146
+  step 3260000 |  33562s | train_loss=0.0151
+  step 3270000 |  33659s | train_loss=0.0143
+  step 3280000 |  33756s | train_loss=0.0145
+  step 3290000 |  33850s | train_loss=0.0150
+  step 3300000 |  34019s | train_loss=0.0140 | fid=110.7159
+  step 3310000 |  34117s | train_loss=0.0150
+  step 3320000 |  34212s | train_loss=0.0149
+  step 3330000 |  34310s | train_loss=0.0144
+  step 3340000 |  34407s | train_loss=0.0145
+  step 3350000 |  34503s | train_loss=0.0142
+  step 3360000 |  34600s | train_loss=0.0141
+  step 3370000 |  34698s | train_loss=0.0146
+  step 3380000 |  34796s | train_loss=0.0149
+  step 3390000 |  34891s | train_loss=0.0135
+  step 3400000 |  35060s | train_loss=0.0136 | fid=111.1463
+  step 3410000 |  35157s | train_loss=0.0153
+  step 3420000 |  35251s | train_loss=0.0138
+  step 3430000 |  35348s | train_loss=0.0137
+  step 3440000 |  35443s | train_loss=0.0143
+  step 3450000 |  35541s | train_loss=0.0138
+  step 3460000 |  35638s | train_loss=0.0149
+  step 3470000 |  35735s | train_loss=0.0132
+  step 3480000 |  35829s | train_loss=0.0144
+  step 3490000 |  35927s | train_loss=0.0135
+  step 3500000 |  36095s | train_loss=0.0135 | fid=109.8578
+  step 3510000 |  36193s | train_loss=0.0139
+  step 3520000 |  36288s | train_loss=0.0137
+  step 3530000 |  36385s | train_loss=0.0137
+  step 3540000 |  36482s | train_loss=0.0132
+  step 3550000 |  36579s | train_loss=0.0134
+  step 3560000 |  36677s | train_loss=0.0135
+  step 3570000 |  36774s | train_loss=0.0138
+  step 3580000 |  36860s | train_loss=0.0130
+  step 3590000 |  36958s | train_loss=0.0134
+  step 3600000 |  37128s | train_loss=0.0136 | fid=109.8158
+  step 3610000 |  37225s | train_loss=0.0128
+  step 3620000 |  37320s | train_loss=0.0131
+  step 3630000 |  37416s | train_loss=0.0130
+  step 3640000 |  37512s | train_loss=0.0130
+  step 3650000 |  37610s | train_loss=0.0129
+  step 3660000 |  37707s | train_loss=0.0134
+  step 3670000 |  37802s | train_loss=0.0136
+  step 3680000 |  37900s | train_loss=0.0132
+  step 3690000 |  37997s | train_loss=0.0131
+  step 3700000 |  38167s | train_loss=0.0133 | fid=109.8563
+  step 3710000 |  38264s | train_loss=0.0128
+  step 3720000 |  38359s | train_loss=0.0132
+  step 3730000 |  38456s | train_loss=0.0129
+  step 3740000 |  38552s | train_loss=0.0129
+  step 3750000 |  38650s | train_loss=0.0130
+  step 3760000 |  38743s | train_loss=0.0131
+  step 3770000 |  38837s | train_loss=0.0134
+  step 3780000 |  38934s | train_loss=0.0128
+  step 3790000 |  39032s | train_loss=0.0127
+  step 3800000 |  39203s | train_loss=0.0126 | fid=109.3973
+  step 3810000 |  39297s | train_loss=0.0126
+  step 3820000 |  39394s | train_loss=0.0118
+  step 3830000 |  39490s | train_loss=0.0127
+  step 3840000 |  39587s | train_loss=0.0123
+  step 3850000 |  39684s | train_loss=0.0121
+  step 3860000 |  39777s | train_loss=0.0133
+  step 3870000 |  39875s | train_loss=0.0118
+  step 3880000 |  39972s | train_loss=0.0122
+  step 3890000 |  40069s | train_loss=0.0142
+  step 3900000 |  40239s | train_loss=0.0119 | fid=109.6313
+  step 3910000 |  40330s | train_loss=0.0131
+  step 3920000 |  40424s | train_loss=0.0127
+  step 3930000 |  40519s | train_loss=0.0129
+  step 3940000 |  40616s | train_loss=0.0123
+  step 3950000 |  40703s | train_loss=0.0125
+  step 3960000 |  40797s | train_loss=0.0122
+  step 3970000 |  40895s | train_loss=0.0126
+  step 3980000 |  40992s | train_loss=0.0119
+  step 3990000 |  41090s | train_loss=0.0128
+  step 4000000 |  41260s | train_loss=0.0118 | fid=109.4334
+  step 4010000 |  41353s | train_loss=0.0121
+  step 4020000 |  41442s | train_loss=0.0122
+  step 4030000 |  41538s | train_loss=0.0123
+  step 4040000 |  41635s | train_loss=0.0130
+  step 4050000 |  41718s | train_loss=0.0123
+  step 4060000 |  41815s | train_loss=0.0117
+  step 4070000 |  41912s | train_loss=0.0127
+  step 4080000 |  42009s | train_loss=0.0121
+  step 4090000 |  42106s | train_loss=0.0124
+  step 4100000 |  42276s | train_loss=0.0129 | fid=109.0889
+  step 4110000 |  42373s | train_loss=0.0120
+  step 4120000 |  42460s | train_loss=0.0116
+  step 4130000 |  42557s | train_loss=0.0123
+  step 4140000 |  42653s | train_loss=0.0119
+  step 4150000 |  42744s | train_loss=0.0123
+  step 4160000 |  42842s | train_loss=0.0120
+  step 4170000 |  42939s | train_loss=0.0119
+  step 4180000 |  43037s | train_loss=0.0127
+  step 4190000 |  43134s | train_loss=0.0112
+  step 4200000 |  43305s | train_loss=0.0119 | fid=108.0018
+  step 4210000 |  43402s | train_loss=0.0117
+  step 4220000 |  43484s | train_loss=0.0117
+  step 4230000 |  43581s | train_loss=0.0112
+  step 4240000 |  43666s | train_loss=0.0118
+  step 4250000 |  43761s | train_loss=0.0116
+  step 4260000 |  43858s | train_loss=0.0114
+  step 4270000 |  43955s | train_loss=0.0123
+  step 4280000 |  44052s | train_loss=0.0119
+  step 4290000 |  44150s | train_loss=0.0115
+  step 4300000 |  44321s | train_loss=0.0119 | fid=109.2053
+  step 4310000 |  44416s | train_loss=0.0114
+  step 4320000 |  44504s | train_loss=0.0112
+  step 4330000 |  44593s | train_loss=0.0110
+  step 4340000 |  44677s | train_loss=0.0114
+  step 4350000 |  44775s | train_loss=0.0117
+  step 4360000 |  44871s | train_loss=0.0119
+  step 4370000 |  44968s | train_loss=0.0121
+  step 4380000 |  45065s | train_loss=0.0118
+  step 4390000 |  45163s | train_loss=0.0115
+  step 4400000 |  45335s | train_loss=0.0114 | fid=109.1887
+  step 4410000 |  45430s | train_loss=0.0117
+  step 4420000 |  45525s | train_loss=0.0112
+  step 4430000 |  45603s | train_loss=0.0114
+  step 4440000 |  45690s | train_loss=0.0116
+  step 4450000 |  45787s | train_loss=0.0116
+  step 4460000 |  45884s | train_loss=0.0119
+  step 4470000 |  45981s | train_loss=0.0109
+  step 4480000 |  46077s | train_loss=0.0116
+  step 4490000 |  46174s | train_loss=0.0114
+  step 4500000 |  46347s | train_loss=0.0119 | fid=108.5164
+  step 4510000 |  46443s | train_loss=0.0114
+  step 4520000 |  46539s | train_loss=0.0109
+  step 4530000 |  46619s | train_loss=0.0109
+  step 4540000 |  46712s | train_loss=0.0115
+  step 4550000 |  46810s | train_loss=0.0110
+  step 4560000 |  46908s | train_loss=0.0112
+  step 4570000 |  47005s | train_loss=0.0118
+  step 4580000 |  47102s | train_loss=0.0108
+  step 4590000 |  47199s | train_loss=0.0110
+  step 4600000 |  47372s | train_loss=0.0110 | fid=109.2081
+  step 4610000 |  47467s | train_loss=0.0114
+  step 4620000 |  47563s | train_loss=0.0111
+  step 4630000 |  47647s | train_loss=0.0107
+  step 4640000 |  47735s | train_loss=0.0110
+  step 4650000 |  47832s | train_loss=0.0111
+  step 4660000 |  47928s | train_loss=0.0110
+  step 4670000 |  48026s | train_loss=0.0109
+  step 4680000 |  48122s | train_loss=0.0111
+  step 4690000 |  48219s | train_loss=0.0108
+  step 4700000 |  48391s | train_loss=0.0107 | fid=108.4874
+  step 4710000 |  48485s | train_loss=0.0104
+  step 4720000 |  48575s | train_loss=0.0107
+  step 4730000 |  48654s | train_loss=0.0110
+  step 4740000 |  48730s | train_loss=0.0107
+  step 4750000 |  48810s | train_loss=0.0116
+  step 4760000 |  48889s | train_loss=0.0112
+  step 4770000 |  48968s | train_loss=0.0112
+  step 4780000 |  49047s | train_loss=0.0109
+  step 4790000 |  49126s | train_loss=0.0105
+  step 4800000 |  49266s | train_loss=0.0106 | fid=107.5979
+  step 4810000 |  49342s | train_loss=0.0104
+  step 4820000 |  49419s | train_loss=0.0107
+  step 4830000 |  49498s | train_loss=0.0114
+  step 4840000 |  49572s | train_loss=0.0110
+  step 4850000 |  49651s | train_loss=0.0105
+  step 4860000 |  49730s | train_loss=0.0104
+  step 4870000 |  49810s | train_loss=0.0104
+  step 4880000 |  49889s | train_loss=0.0105
+  step 4890000 |  49967s | train_loss=0.0108
+  step 4900000 |  50108s | train_loss=0.0103 | fid=108.3670
+  step 4910000 |  50171s | train_loss=0.0106
+  step 4920000 |  50226s | train_loss=0.0112
+  step 4930000 |  50282s | train_loss=0.0100
+  step 4940000 |  50339s | train_loss=0.0104
+  step 4950000 |  50398s | train_loss=0.0109
+  step 4960000 |  50458s | train_loss=0.0107
+  step 4970000 |  50518s | train_loss=0.0110
+  step 4980000 |  50578s | train_loss=0.0100
+  step 4990000 |  50637s | train_loss=0.0103
+  step 5000000 |  50745s | train_loss=0.0109 | fid=108.6792
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d220/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d220/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..4a430f55279bf0332485edeccdf1fb7c74f8dc81
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d220/config.json
@@ -0,0 +1,27 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d220",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "grad_clip": 0.0,
+  "stop_on_nonfinite": false,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 47,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d220/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d220/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..747b52cdb3770e57cefd4c88bdc28bc2431b7ec9
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d220/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 220, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 47}
+{"step": 1, "wall_time": 19.21601366996765, "train_loss_step": 219.9332275390625, "n_params": 4715740, "total_flops": 14486753280, "train_loss": 1.0025494662198153, "subset_score_loss": 1.0025494662198153, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9809195399284363, "fid": 298.71096481906517, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 44.09675645828247, "train_loss_step": 43.336822509765625, "n_params": 4715740, "total_flops": 144867532800000, "train_loss": 0.7082323941317472, "subset_score_loss": 0.7082323941317472}
+{"step": 20000, "wall_time": 67.64234495162964, "train_loss_step": 34.76067352294922, "n_params": 4715740, "total_flops": 289735065600000, "train_loss": 0.5980494412508878, "subset_score_loss": 0.5980494412508878}
+{"step": 30000, "wall_time": 93.10833406448364, "train_loss_step": 33.463706970214844, "n_params": 4715740, "total_flops": 434602598400000, "train_loss": 0.5274451515891335, "subset_score_loss": 0.5274451515891335}
+{"step": 40000, "wall_time": 118.3929169178009, "train_loss_step": 28.141124725341797, "n_params": 4715740, "total_flops": 579470131200000, "train_loss": 0.46054881702769884, "subset_score_loss": 0.46054881702769884}
+{"step": 50000, "wall_time": 143.52147960662842, "train_loss_step": 28.21865463256836, "n_params": 4715740, "total_flops": 724337664000000, "train_loss": 0.39305506619540126, "subset_score_loss": 0.39305506619540126}
+{"step": 60000, "wall_time": 167.31571769714355, "train_loss_step": 24.502941131591797, "n_params": 4715740, "total_flops": 869205196800000, "train_loss": 0.31796847256747157, "subset_score_loss": 0.31796847256747157}
+{"step": 70000, "wall_time": 190.67756700515747, "train_loss_step": 24.471912384033203, "n_params": 4715740, "total_flops": 1014072729600000, "train_loss": 0.2688825780695135, "subset_score_loss": 0.2688825780695135}
+{"step": 80000, "wall_time": 215.56883811950684, "train_loss_step": 21.254180908203125, "n_params": 4715740, "total_flops": 1158940262400000, "train_loss": 0.2280405564741655, "subset_score_loss": 0.2280405564741655}
+{"step": 90000, "wall_time": 240.316388130188, "train_loss_step": 20.03867530822754, "n_params": 4715740, "total_flops": 1303807795200000, "train_loss": 0.20146690715443005, "subset_score_loss": 0.20146690715443005}
+{"step": 100000, "wall_time": 281.70071244239807, "train_loss_step": 18.905601501464844, "n_params": 4715740, "total_flops": 1448675328000000, "train_loss": 0.17830890308726918, "subset_score_loss": 0.17830890308726918, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9687093496322632, "fid": 207.89246114684764, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 306.0062382221222, "train_loss_step": 18.079120635986328, "n_params": 4715740, "total_flops": 1593542860800000, "train_loss": 0.16208350441672587, "subset_score_loss": 0.16208350441672587}
+{"step": 120000, "wall_time": 330.52466583251953, "train_loss_step": 17.35771369934082, "n_params": 4715740, "total_flops": 1738410393600000, "train_loss": 0.14863664453679865, "subset_score_loss": 0.14863664453679865}
+{"step": 130000, "wall_time": 355.7125403881073, "train_loss_step": 17.481525421142578, "n_params": 4715740, "total_flops": 1883277926400000, "train_loss": 0.14013459465720438, "subset_score_loss": 0.14013459465720438}
+{"step": 140000, "wall_time": 380.6607332229614, "train_loss_step": 17.083866119384766, "n_params": 4715740, "total_flops": 2028145459200000, "train_loss": 0.13657301989468662, "subset_score_loss": 0.13657301989468662}
+{"step": 150000, "wall_time": 405.2167694568634, "train_loss_step": 15.821590423583984, "n_params": 4715740, "total_flops": 2173012992000000, "train_loss": 0.12712589610706676, "subset_score_loss": 0.12712589610706676}
+{"step": 160000, "wall_time": 429.8160791397095, "train_loss_step": 16.42642593383789, "n_params": 4715740, "total_flops": 2317880524800000, "train_loss": 0.12352848919955167, "subset_score_loss": 0.12352848919955167}
+{"step": 170000, "wall_time": 454.371545791626, "train_loss_step": 15.526275634765625, "n_params": 4715740, "total_flops": 2462748057600000, "train_loss": 0.13008922230113637, "subset_score_loss": 0.13008922230113637}
+{"step": 180000, "wall_time": 479.23247742652893, "train_loss_step": 13.862032890319824, "n_params": 4715740, "total_flops": 2607615590400000, "train_loss": 0.11627566597678445, "subset_score_loss": 0.11627566597678445}
+{"step": 190000, "wall_time": 503.8605692386627, "train_loss_step": 14.423078536987305, "n_params": 4715740, "total_flops": 2752483123200000, "train_loss": 0.1097114389592951, "subset_score_loss": 0.1097114389592951}
+{"step": 200000, "wall_time": 546.3009903430939, "train_loss_step": 14.32455062866211, "n_params": 4715740, "total_flops": 2897350656000000, "train_loss": 0.1063062147660689, "subset_score_loss": 0.1063062147660689, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9679269790649414, "fid": 235.80027861886572, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 571.1019959449768, "train_loss_step": 14.080288887023926, "n_params": 4715740, "total_flops": 3042218188800000, "train_loss": 0.10694307847456498, "subset_score_loss": 0.10694307847456498}
+{"step": 220000, "wall_time": 596.292806148529, "train_loss_step": 13.674591064453125, "n_params": 4715740, "total_flops": 3187085721600000, "train_loss": 0.09950311834161932, "subset_score_loss": 0.09950311834161932}
+{"step": 230000, "wall_time": 621.2680194377899, "train_loss_step": 13.587580680847168, "n_params": 4715740, "total_flops": 3331953254400000, "train_loss": 0.10044641494750976, "subset_score_loss": 0.10044641494750976}
+{"step": 240000, "wall_time": 646.443220615387, "train_loss_step": 13.742555618286133, "n_params": 4715740, "total_flops": 3476820787200000, "train_loss": 0.09689652703025124, "subset_score_loss": 0.09689652703025124}
+{"step": 250000, "wall_time": 671.3094687461853, "train_loss_step": 13.959112167358398, "n_params": 4715740, "total_flops": 3621688320000000, "train_loss": 0.10137252807617188, "subset_score_loss": 0.10137252807617188}
+{"step": 260000, "wall_time": 696.475165605545, "train_loss_step": 12.892292976379395, "n_params": 4715740, "total_flops": 3766555852800000, "train_loss": 0.0917656118219549, "subset_score_loss": 0.0917656118219549}
+{"step": 270000, "wall_time": 720.1276907920837, "train_loss_step": 13.183130264282227, "n_params": 4715740, "total_flops": 3911423385600000, "train_loss": 0.09078434163873846, "subset_score_loss": 0.09078434163873846}
+{"step": 280000, "wall_time": 745.3088867664337, "train_loss_step": 12.785722732543945, "n_params": 4715740, "total_flops": 4056290918400000, "train_loss": 0.0917861591685902, "subset_score_loss": 0.0917861591685902}
+{"step": 290000, "wall_time": 769.6606333255768, "train_loss_step": 13.212550163269043, "n_params": 4715740, "total_flops": 4201158451200000, "train_loss": 0.08920087814331054, "subset_score_loss": 0.08920087814331054}
+{"step": 300000, "wall_time": 810.8679537773132, "train_loss_step": 11.925344467163086, "n_params": 4715740, "total_flops": 4346025984000000, "train_loss": 0.09163185466419567, "subset_score_loss": 0.09163185466419567, "memorization_fraction_pixel": 0.0010999999940395355, "mean_nn_ratio_pixel": 0.9689144492149353, "fid": 254.38597321411348, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 833.9412710666656, "train_loss_step": 12.062650680541992, "n_params": 4715740, "total_flops": 4490893516800000, "train_loss": 0.08969302610917525, "subset_score_loss": 0.08969302610917525}
+{"step": 320000, "wall_time": 858.0228796005249, "train_loss_step": 11.901933670043945, "n_params": 4715740, "total_flops": 4635761049600000, "train_loss": 0.08536447178233754, "subset_score_loss": 0.08536447178233754}
+{"step": 330000, "wall_time": 882.4147281646729, "train_loss_step": 11.490354537963867, "n_params": 4715740, "total_flops": 4780628582400000, "train_loss": 0.08595735376531427, "subset_score_loss": 0.08595735376531427}
+{"step": 340000, "wall_time": 902.5555801391602, "train_loss_step": 12.133474349975586, "n_params": 4715740, "total_flops": 4925496115200000, "train_loss": 0.08230591687289152, "subset_score_loss": 0.08230591687289152}
+{"step": 350000, "wall_time": 927.1068241596222, "train_loss_step": 12.049287796020508, "n_params": 4715740, "total_flops": 5070363648000000, "train_loss": 0.0790209943597967, "subset_score_loss": 0.0790209943597967}
+{"step": 360000, "wall_time": 950.300577878952, "train_loss_step": 11.468606948852539, "n_params": 4715740, "total_flops": 5215231180800000, "train_loss": 0.07727156552401455, "subset_score_loss": 0.07727156552401455}
+{"step": 370000, "wall_time": 970.9477164745331, "train_loss_step": 11.197111129760742, "n_params": 4715740, "total_flops": 5360098713600000, "train_loss": 0.0765199054371227, "subset_score_loss": 0.0765199054371227}
+{"step": 380000, "wall_time": 995.7806332111359, "train_loss_step": 10.563161849975586, "n_params": 4715740, "total_flops": 5504966246400000, "train_loss": 0.07337412400679155, "subset_score_loss": 0.07337412400679155}
+{"step": 390000, "wall_time": 1018.4168772697449, "train_loss_step": 11.011100769042969, "n_params": 4715740, "total_flops": 5649833779200000, "train_loss": 0.06911655339327726, "subset_score_loss": 0.06911655339327726}
+{"step": 400000, "wall_time": 1055.6058490276337, "train_loss_step": 10.705242156982422, "n_params": 4715740, "total_flops": 5794701312000000, "train_loss": 0.07174121249805797, "subset_score_loss": 0.07174121249805797, "memorization_fraction_pixel": 0.0027000000700354576, "mean_nn_ratio_pixel": 0.9674145579338074, "fid": 276.9628050024242, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 1080.1859283447266, "train_loss_step": 10.247318267822266, "n_params": 4715740, "total_flops": 5939568844800000, "train_loss": 0.07201404138044877, "subset_score_loss": 0.07201404138044877}
+{"step": 420000, "wall_time": 1104.8371016979218, "train_loss_step": 11.269217491149902, "n_params": 4715740, "total_flops": 6084436377600000, "train_loss": 0.06915091167796741, "subset_score_loss": 0.06915091167796741}
+{"step": 430000, "wall_time": 1129.761999130249, "train_loss_step": 10.075091361999512, "n_params": 4715740, "total_flops": 6229303910400000, "train_loss": 0.06508977629921653, "subset_score_loss": 0.06508977629921653}
+{"step": 440000, "wall_time": 1154.6676604747772, "train_loss_step": 9.878410339355469, "n_params": 4715740, "total_flops": 6374171443200000, "train_loss": 0.06874344999139959, "subset_score_loss": 0.06874344999139959}
+{"step": 450000, "wall_time": 1179.1568841934204, "train_loss_step": 9.830083847045898, "n_params": 4715740, "total_flops": 6519038976000000, "train_loss": 0.06464978131380948, "subset_score_loss": 0.06464978131380948}
+{"step": 460000, "wall_time": 1204.1650111675262, "train_loss_step": 10.629552841186523, "n_params": 4715740, "total_flops": 6663906508800000, "train_loss": 0.06452207131819292, "subset_score_loss": 0.06452207131819292}
+{"step": 470000, "wall_time": 1228.294908285141, "train_loss_step": 9.848274230957031, "n_params": 4715740, "total_flops": 6808774041600000, "train_loss": 0.061613603071732956, "subset_score_loss": 0.061613603071732956}
+{"step": 480000, "wall_time": 1252.3118827342987, "train_loss_step": 9.570646286010742, "n_params": 4715740, "total_flops": 6953641574400000, "train_loss": 0.06848326162858442, "subset_score_loss": 0.06848326162858442}
+{"step": 490000, "wall_time": 1276.559963941574, "train_loss_step": 9.194305419921875, "n_params": 4715740, "total_flops": 7098509107200000, "train_loss": 0.06464671655134721, "subset_score_loss": 0.06464671655134721}
+{"step": 500000, "wall_time": 1320.2879757881165, "train_loss_step": 9.753312110900879, "n_params": 4715740, "total_flops": 7243376640000000, "train_loss": 0.05976842966946688, "subset_score_loss": 0.05976842966946688, "memorization_fraction_pixel": 0.00570000009611249, "mean_nn_ratio_pixel": 0.9643088579177856, "fid": 279.2736674210226, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 1345.0356364250183, "train_loss_step": 9.476442337036133, "n_params": 4715740, "total_flops": 7388244172800000, "train_loss": 0.06363722627813166, "subset_score_loss": 0.06363722627813166}
+{"step": 520000, "wall_time": 1369.8682363033295, "train_loss_step": 9.808603286743164, "n_params": 4715740, "total_flops": 7533111705600000, "train_loss": 0.06437193263660777, "subset_score_loss": 0.06437193263660777}
+{"step": 530000, "wall_time": 1394.1787478923798, "train_loss_step": 9.214344024658203, "n_params": 4715740, "total_flops": 7677979238400000, "train_loss": 0.056335674632679335, "subset_score_loss": 0.056335674632679335}
+{"step": 540000, "wall_time": 1418.329885005951, "train_loss_step": 9.478610038757324, "n_params": 4715740, "total_flops": 7822846771200000, "train_loss": 0.06163526448336515, "subset_score_loss": 0.06163526448336515}
+{"step": 550000, "wall_time": 1442.593734741211, "train_loss_step": 8.854287147521973, "n_params": 4715740, "total_flops": 7967714304000000, "train_loss": 0.05756974653764205, "subset_score_loss": 0.05756974653764205}
+{"step": 560000, "wall_time": 1467.454000711441, "train_loss_step": 9.327569961547852, "n_params": 4715740, "total_flops": 8112581836800000, "train_loss": 0.06476551402698863, "subset_score_loss": 0.06476551402698863}
+{"step": 570000, "wall_time": 1492.1849868297577, "train_loss_step": 8.811041831970215, "n_params": 4715740, "total_flops": 8257449369600000, "train_loss": 0.05855080864646218, "subset_score_loss": 0.05855080864646218}
+{"step": 580000, "wall_time": 1515.6873486042023, "train_loss_step": 8.765277862548828, "n_params": 4715740, "total_flops": 8402316902400000, "train_loss": 0.05750280727039684, "subset_score_loss": 0.05750280727039684}
+{"step": 590000, "wall_time": 1540.5912647247314, "train_loss_step": 8.198385238647461, "n_params": 4715740, "total_flops": 8547184435200000, "train_loss": 0.06250272230668501, "subset_score_loss": 0.06250272230668501}
+{"step": 600000, "wall_time": 1580.8494560718536, "train_loss_step": 8.667566299438477, "n_params": 4715740, "total_flops": 8692051968000000, "train_loss": 0.059446980736472387, "subset_score_loss": 0.059446980736472387, "memorization_fraction_pixel": 0.010999999940395355, "mean_nn_ratio_pixel": 0.9493224620819092, "fid": 277.48268477690203, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 1605.1952829360962, "train_loss_step": 9.064994812011719, "n_params": 4715740, "total_flops": 8836919500800000, "train_loss": 0.05569856383583762, "subset_score_loss": 0.05569856383583762}
+{"step": 620000, "wall_time": 1629.7030141353607, "train_loss_step": 8.907272338867188, "n_params": 4715740, "total_flops": 8981787033600000, "train_loss": 0.05196785493330522, "subset_score_loss": 0.05196785493330522}
+{"step": 630000, "wall_time": 1654.7175624370575, "train_loss_step": 8.858482360839844, "n_params": 4715740, "total_flops": 9126654566400000, "train_loss": 0.05482005206021395, "subset_score_loss": 0.05482005206021395}
+{"step": 640000, "wall_time": 1675.52308511734, "train_loss_step": 9.358016967773438, "n_params": 4715740, "total_flops": 9271522099200000, "train_loss": 0.05629642659967596, "subset_score_loss": 0.05629642659967596}
+{"step": 650000, "wall_time": 1699.6133027076721, "train_loss_step": 9.076192855834961, "n_params": 4715740, "total_flops": 9416389632000000, "train_loss": 0.06328602270646529, "subset_score_loss": 0.06328602270646529}
+{"step": 660000, "wall_time": 1722.8352131843567, "train_loss_step": 9.131305694580078, "n_params": 4715740, "total_flops": 9561257164800000, "train_loss": 0.05163959589871493, "subset_score_loss": 0.05163959589871493}
+{"step": 670000, "wall_time": 1742.636400461197, "train_loss_step": 8.39892864227295, "n_params": 4715740, "total_flops": 9706124697600000, "train_loss": 0.050028506192294035, "subset_score_loss": 0.050028506192294035}
+{"step": 680000, "wall_time": 1766.051351070404, "train_loss_step": 8.078285217285156, "n_params": 4715740, "total_flops": 9850992230400000, "train_loss": 0.05224023298783736, "subset_score_loss": 0.05224023298783736}
+{"step": 690000, "wall_time": 1790.2062096595764, "train_loss_step": 8.942413330078125, "n_params": 4715740, "total_flops": 9995859763200000, "train_loss": 0.056274947253140535, "subset_score_loss": 0.056274947253140535}
+{"step": 700000, "wall_time": 1833.9768507480621, "train_loss_step": 8.333398818969727, "n_params": 4715740, "total_flops": 10140727296000000, "train_loss": 0.050350215218283915, "subset_score_loss": 0.050350215218283915, "memorization_fraction_pixel": 0.01590000092983246, "mean_nn_ratio_pixel": 0.9506642818450928, "fid": 274.3192970378572, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 1858.81103682518, "train_loss_step": 9.29665756225586, "n_params": 4715740, "total_flops": 10285594828800000, "train_loss": 0.06700188029896129, "subset_score_loss": 0.06700188029896129}
+{"step": 720000, "wall_time": 1883.5906929969788, "train_loss_step": 8.40900707244873, "n_params": 4715740, "total_flops": 10430462361600000, "train_loss": 0.048851299285888675, "subset_score_loss": 0.048851299285888675}
+{"step": 730000, "wall_time": 1908.8522198200226, "train_loss_step": 8.359975814819336, "n_params": 4715740, "total_flops": 10575329894400000, "train_loss": 0.05211649374528365, "subset_score_loss": 0.05211649374528365}
+{"step": 740000, "wall_time": 1934.0580534934998, "train_loss_step": 8.309487342834473, "n_params": 4715740, "total_flops": 10720197427200000, "train_loss": 0.047647497870705345, "subset_score_loss": 0.047647497870705345}
+{"step": 750000, "wall_time": 1959.111481666565, "train_loss_step": 8.346883773803711, "n_params": 4715740, "total_flops": 10865064960000000, "train_loss": 0.05618571801619096, "subset_score_loss": 0.05618571801619096}
+{"step": 760000, "wall_time": 1984.3527858257294, "train_loss_step": 7.821920394897461, "n_params": 4715740, "total_flops": 11009932492800000, "train_loss": 0.048583667928522284, "subset_score_loss": 0.048583667928522284}
+{"step": 770000, "wall_time": 2009.5707952976227, "train_loss_step": 8.614042282104492, "n_params": 4715740, "total_flops": 11154800025600000, "train_loss": 0.05712586316195401, "subset_score_loss": 0.05712586316195401}
+{"step": 780000, "wall_time": 2034.288625240326, "train_loss_step": 7.882307052612305, "n_params": 4715740, "total_flops": 11299667558400000, "train_loss": 0.04988073869185014, "subset_score_loss": 0.04988073869185014}
+{"step": 790000, "wall_time": 2058.444993495941, "train_loss_step": 7.785340309143066, "n_params": 4715740, "total_flops": 11444535091200000, "train_loss": 0.046919844367287376, "subset_score_loss": 0.046919844367287376}
+{"step": 800000, "wall_time": 2101.826577425003, "train_loss_step": 7.7423481941223145, "n_params": 4715740, "total_flops": 11589402624000000, "train_loss": 0.04794842546636408, "subset_score_loss": 0.04794842546636408, "memorization_fraction_pixel": 0.01889999955892563, "mean_nn_ratio_pixel": 0.9448150396347046, "fid": 275.97936059464394, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 2126.437703847885, "train_loss_step": 7.823998928070068, "n_params": 4715740, "total_flops": 11734270156800000, "train_loss": 0.04312009811401367, "subset_score_loss": 0.04312009811401367}
+{"step": 820000, "wall_time": 2151.441253900528, "train_loss_step": 8.32899284362793, "n_params": 4715740, "total_flops": 11879137689600000, "train_loss": 0.04504001357338645, "subset_score_loss": 0.04504001357338645}
+{"step": 830000, "wall_time": 2176.7266047000885, "train_loss_step": 7.792989730834961, "n_params": 4715740, "total_flops": 12024005222400000, "train_loss": 0.04815819480202415, "subset_score_loss": 0.04815819480202415}
+{"step": 840000, "wall_time": 2201.296046257019, "train_loss_step": 7.434581756591797, "n_params": 4715740, "total_flops": 12168872755200000, "train_loss": 0.04405436515808105, "subset_score_loss": 0.04405436515808105}
+{"step": 850000, "wall_time": 2225.876976966858, "train_loss_step": 8.576106071472168, "n_params": 4715740, "total_flops": 12313740288000000, "train_loss": 0.046294849569147284, "subset_score_loss": 0.046294849569147284}
+{"step": 860000, "wall_time": 2250.916883468628, "train_loss_step": 7.7483086585998535, "n_params": 4715740, "total_flops": 12458607820800000, "train_loss": 0.042914594303477896, "subset_score_loss": 0.042914594303477896}
+{"step": 870000, "wall_time": 2275.42803812027, "train_loss_step": 8.013188362121582, "n_params": 4715740, "total_flops": 12603475353600000, "train_loss": 0.061785351146351204, "subset_score_loss": 0.061785351146351204}
+{"step": 880000, "wall_time": 2299.43096780777, "train_loss_step": 7.751799583435059, "n_params": 4715740, "total_flops": 12748342886400000, "train_loss": 0.04323538866910068, "subset_score_loss": 0.04323538866910068}
+{"step": 890000, "wall_time": 2322.6282663345337, "train_loss_step": 7.809939861297607, "n_params": 4715740, "total_flops": 12893210419200000, "train_loss": 0.04889727939258922, "subset_score_loss": 0.04889727939258922}
+{"step": 900000, "wall_time": 2364.099034309387, "train_loss_step": 8.51861572265625, "n_params": 4715740, "total_flops": 13038077952000000, "train_loss": 0.044071956114335495, "subset_score_loss": 0.044071956114335495, "memorization_fraction_pixel": 0.024000000208616257, "mean_nn_ratio_pixel": 0.9388313293457031, "fid": 275.9207933501804, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 2388.088223695755, "train_loss_step": 7.131203651428223, "n_params": 4715740, "total_flops": 13182945484800000, "train_loss": 0.04256926016374068, "subset_score_loss": 0.04256926016374068}
+{"step": 920000, "wall_time": 2413.5586075782776, "train_loss_step": 7.385804176330566, "n_params": 4715740, "total_flops": 13327813017600000, "train_loss": 0.043717297640713776, "subset_score_loss": 0.043717297640713776}
+{"step": 930000, "wall_time": 2438.86576628685, "train_loss_step": 7.933331489562988, "n_params": 4715740, "total_flops": 13472680550400000, "train_loss": 0.04625502499667081, "subset_score_loss": 0.04625502499667081}
+{"step": 940000, "wall_time": 2464.085866689682, "train_loss_step": 8.044811248779297, "n_params": 4715740, "total_flops": 13617548083200000, "train_loss": 0.048920605399391866, "subset_score_loss": 0.048920605399391866}
+{"step": 950000, "wall_time": 2489.116379737854, "train_loss_step": 7.700755596160889, "n_params": 4715740, "total_flops": 13762415616000000, "train_loss": 0.04471318938515403, "subset_score_loss": 0.04471318938515403}
+{"step": 960000, "wall_time": 2514.1214644908905, "train_loss_step": 7.962845802307129, "n_params": 4715740, "total_flops": 13907283148800000, "train_loss": 0.04546479745344682, "subset_score_loss": 0.04546479745344682}
+{"step": 970000, "wall_time": 2538.0740110874176, "train_loss_step": 7.856613636016846, "n_params": 4715740, "total_flops": 14052150681600000, "train_loss": 0.046155123277144, "subset_score_loss": 0.046155123277144}
+{"step": 980000, "wall_time": 2563.0508227348328, "train_loss_step": 7.652462005615234, "n_params": 4715740, "total_flops": 14197018214400000, "train_loss": 0.04122659943320534, "subset_score_loss": 0.04122659943320534}
+{"step": 990000, "wall_time": 2587.8762395381927, "train_loss_step": 7.525693893432617, "n_params": 4715740, "total_flops": 14341885747200000, "train_loss": 0.04157151308926669, "subset_score_loss": 0.04157151308926669}
+{"step": 1000000, "wall_time": 2631.2062437534332, "train_loss_step": 8.042372703552246, "n_params": 4715740, "total_flops": 14486753280000000, "train_loss": 0.04151107614690607, "subset_score_loss": 0.04151107614690607, "memorization_fraction_pixel": 0.03240000084042549, "mean_nn_ratio_pixel": 0.934781551361084, "fid": 273.6525658050054, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 2655.2141287326813, "train_loss_step": 7.673638343811035, "n_params": 4715740, "total_flops": 14631620812800000, "train_loss": 0.039267990805886006, "subset_score_loss": 0.039267990805886006}
+{"step": 1020000, "wall_time": 2676.0712609291077, "train_loss_step": 7.403651714324951, "n_params": 4715740, "total_flops": 14776488345600000, "train_loss": 0.04181858409534801, "subset_score_loss": 0.04181858409534801}
+{"step": 1030000, "wall_time": 2700.0824151039124, "train_loss_step": 7.0314741134643555, "n_params": 4715740, "total_flops": 14921355878400000, "train_loss": 0.043983225388960406, "subset_score_loss": 0.043983225388960406}
+{"step": 1040000, "wall_time": 2724.663029193878, "train_loss_step": 7.66945743560791, "n_params": 4715740, "total_flops": 15066223411200000, "train_loss": 0.03974176753651012, "subset_score_loss": 0.03974176753651012}
+{"step": 1050000, "wall_time": 2748.904631137848, "train_loss_step": 7.405545711517334, "n_params": 4715740, "total_flops": 15211090944000000, "train_loss": 0.040537201274525037, "subset_score_loss": 0.040537201274525037}
+{"step": 1060000, "wall_time": 2772.155007123947, "train_loss_step": 7.442672252655029, "n_params": 4715740, "total_flops": 15355958476800000, "train_loss": 0.0389398531480269, "subset_score_loss": 0.0389398531480269}
+{"step": 1070000, "wall_time": 2795.5837342739105, "train_loss_step": 7.615920066833496, "n_params": 4715740, "total_flops": 15500826009600000, "train_loss": 0.04024912227283824, "subset_score_loss": 0.04024912227283824}
+{"step": 1080000, "wall_time": 2820.968858718872, "train_loss_step": 7.620944976806641, "n_params": 4715740, "total_flops": 15645693542400000, "train_loss": 0.04195242795077237, "subset_score_loss": 0.04195242795077237}
+{"step": 1090000, "wall_time": 2845.9532737731934, "train_loss_step": 7.997164249420166, "n_params": 4715740, "total_flops": 15790561075200000, "train_loss": 0.04245380921797319, "subset_score_loss": 0.04245380921797319}
+{"step": 1100000, "wall_time": 2890.78675365448, "train_loss_step": 7.445257186889648, "n_params": 4715740, "total_flops": 15935428608000000, "train_loss": 0.04014222838661887, "subset_score_loss": 0.04014222838661887, "memorization_fraction_pixel": 0.031099999323487282, "mean_nn_ratio_pixel": 0.9264916777610779, "fid": 273.3200194350348, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 2915.5100412368774, "train_loss_step": 7.364727020263672, "n_params": 4715740, "total_flops": 16080296140800000, "train_loss": 0.043813956867564806, "subset_score_loss": 0.043813956867564806}
+{"step": 1120000, "wall_time": 2941.1261081695557, "train_loss_step": 7.661684036254883, "n_params": 4715740, "total_flops": 16225163673600000, "train_loss": 0.041424400156194516, "subset_score_loss": 0.041424400156194516}
+{"step": 1130000, "wall_time": 2965.6701576709747, "train_loss_step": 8.067386627197266, "n_params": 4715740, "total_flops": 16370031206400000, "train_loss": 0.04586297382007946, "subset_score_loss": 0.04586297382007946}
+{"step": 1140000, "wall_time": 2990.8129353523254, "train_loss_step": 7.753252029418945, "n_params": 4715740, "total_flops": 16514898739200000, "train_loss": 0.04381026354703036, "subset_score_loss": 0.04381026354703036}
+{"step": 1150000, "wall_time": 3016.514841556549, "train_loss_step": 7.379338264465332, "n_params": 4715740, "total_flops": 16659766272000000, "train_loss": 0.03963545885953036, "subset_score_loss": 0.03963545885953036}
+{"step": 1160000, "wall_time": 3041.2492887973785, "train_loss_step": 6.864504814147949, "n_params": 4715740, "total_flops": 16804633804800000, "train_loss": 0.03927626609802246, "subset_score_loss": 0.03927626609802246}
+{"step": 1170000, "wall_time": 3066.672511100769, "train_loss_step": 6.177631378173828, "n_params": 4715740, "total_flops": 16949501337600000, "train_loss": 0.041662805730646305, "subset_score_loss": 0.041662805730646305}
+{"step": 1180000, "wall_time": 3089.971752882004, "train_loss_step": 7.198304176330566, "n_params": 4715740, "total_flops": 17094368870400000, "train_loss": 0.03870984424244274, "subset_score_loss": 0.03870984424244274}
+{"step": 1190000, "wall_time": 3112.6177954673767, "train_loss_step": 7.112335205078125, "n_params": 4715740, "total_flops": 17239236403200000, "train_loss": 0.03800913203846325, "subset_score_loss": 0.03800913203846325}
+{"step": 1200000, "wall_time": 3156.774124622345, "train_loss_step": 7.024137020111084, "n_params": 4715740, "total_flops": 17384103936000000, "train_loss": 0.0394748254255815, "subset_score_loss": 0.0394748254255815, "memorization_fraction_pixel": 0.03889999911189079, "mean_nn_ratio_pixel": 0.9212126135826111, "fid": 266.1873951741038, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 3182.348201274872, "train_loss_step": 7.4001030921936035, "n_params": 4715740, "total_flops": 17528971468800000, "train_loss": 0.04116640090942383, "subset_score_loss": 0.04116640090942383}
+{"step": 1220000, "wall_time": 3207.6858422756195, "train_loss_step": 7.8452582359313965, "n_params": 4715740, "total_flops": 17673839001600000, "train_loss": 0.04321224039251154, "subset_score_loss": 0.04321224039251154}
+{"step": 1230000, "wall_time": 3232.9345207214355, "train_loss_step": 7.0990095138549805, "n_params": 4715740, "total_flops": 17818706534400000, "train_loss": 0.04140771519054066, "subset_score_loss": 0.04140771519054066}
+{"step": 1240000, "wall_time": 3257.5731143951416, "train_loss_step": 6.5776495933532715, "n_params": 4715740, "total_flops": 17963574067200000, "train_loss": 0.039511004361239346, "subset_score_loss": 0.039511004361239346}
+{"step": 1250000, "wall_time": 3282.5657153129578, "train_loss_step": 7.103954315185547, "n_params": 4715740, "total_flops": 18108441600000000, "train_loss": 0.03715414133938876, "subset_score_loss": 0.03715414133938876}
+{"step": 1260000, "wall_time": 3307.5734236240387, "train_loss_step": 7.891064167022705, "n_params": 4715740, "total_flops": 18253309132800000, "train_loss": 0.043993806838989256, "subset_score_loss": 0.043993806838989256}
+{"step": 1270000, "wall_time": 3333.1084282398224, "train_loss_step": 7.162917613983154, "n_params": 4715740, "total_flops": 18398176665600000, "train_loss": 0.037061309814453124, "subset_score_loss": 0.037061309814453124}
+{"step": 1280000, "wall_time": 3357.7892439365387, "train_loss_step": 7.249485969543457, "n_params": 4715740, "total_flops": 18543044198400000, "train_loss": 0.04181793386285955, "subset_score_loss": 0.04181793386285955}
+{"step": 1290000, "wall_time": 3382.3117487430573, "train_loss_step": 7.522010326385498, "n_params": 4715740, "total_flops": 18687911731200000, "train_loss": 0.044491477446122606, "subset_score_loss": 0.044491477446122606}
+{"step": 1300000, "wall_time": 3426.613433599472, "train_loss_step": 6.448459625244141, "n_params": 4715740, "total_flops": 18832779264000000, "train_loss": 0.03619301969354803, "subset_score_loss": 0.03619301969354803, "memorization_fraction_pixel": 0.04320000112056732, "mean_nn_ratio_pixel": 0.9182493090629578, "fid": 264.5111052942553, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 3451.5458896160126, "train_loss_step": 7.390111446380615, "n_params": 4715740, "total_flops": 18977646796800000, "train_loss": 0.04255398837002841, "subset_score_loss": 0.04255398837002841}
+{"step": 1320000, "wall_time": 3476.877763271332, "train_loss_step": 6.657276630401611, "n_params": 4715740, "total_flops": 19122514329600000, "train_loss": 0.039187205921519884, "subset_score_loss": 0.039187205921519884}
+{"step": 1330000, "wall_time": 3501.7190113067627, "train_loss_step": 7.390974998474121, "n_params": 4715740, "total_flops": 19267381862400000, "train_loss": 0.04098916053771973, "subset_score_loss": 0.04098916053771973}
+{"step": 1340000, "wall_time": 3526.375462293625, "train_loss_step": 6.602634906768799, "n_params": 4715740, "total_flops": 19412249395200000, "train_loss": 0.04519337740811435, "subset_score_loss": 0.04519337740811435}
+{"step": 1350000, "wall_time": 3550.767543077469, "train_loss_step": 7.164580345153809, "n_params": 4715740, "total_flops": 19557116928000000, "train_loss": 0.039049538699063385, "subset_score_loss": 0.039049538699063385}
+{"step": 1360000, "wall_time": 3576.068634033203, "train_loss_step": 7.342431545257568, "n_params": 4715740, "total_flops": 19701984460800000, "train_loss": 0.043724619258533826, "subset_score_loss": 0.043724619258533826}
+{"step": 1370000, "wall_time": 3599.8057446479797, "train_loss_step": 6.826613426208496, "n_params": 4715740, "total_flops": 19846851993600000, "train_loss": 0.03602482405575839, "subset_score_loss": 0.03602482405575839}
+{"step": 1380000, "wall_time": 3622.3505148887634, "train_loss_step": 6.727944374084473, "n_params": 4715740, "total_flops": 19991719526400000, "train_loss": 0.038983002575961025, "subset_score_loss": 0.038983002575961025}
+{"step": 1390000, "wall_time": 3646.6897094249725, "train_loss_step": 8.143766403198242, "n_params": 4715740, "total_flops": 20136587059200000, "train_loss": 0.041644794290716, "subset_score_loss": 0.041644794290716}
+{"step": 1400000, "wall_time": 3690.381383895874, "train_loss_step": 6.622828006744385, "n_params": 4715740, "total_flops": 20281454592000000, "train_loss": 0.03730438839305531, "subset_score_loss": 0.03730438839305531, "memorization_fraction_pixel": 0.0502999983727932, "mean_nn_ratio_pixel": 0.9172195196151733, "fid": 264.5689181289473, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 3715.374475002289, "train_loss_step": 6.984927654266357, "n_params": 4715740, "total_flops": 20426322124800000, "train_loss": 0.0373935265974565, "subset_score_loss": 0.0373935265974565}
+{"step": 1420000, "wall_time": 3740.6006348133087, "train_loss_step": 6.67099666595459, "n_params": 4715740, "total_flops": 20571189657600000, "train_loss": 0.038557945598255504, "subset_score_loss": 0.038557945598255504}
+{"step": 1430000, "wall_time": 3764.442708492279, "train_loss_step": 6.593743324279785, "n_params": 4715740, "total_flops": 20716057190400000, "train_loss": 0.037376351789994676, "subset_score_loss": 0.037376351789994676}
+{"step": 1440000, "wall_time": 3789.425313949585, "train_loss_step": 6.567647457122803, "n_params": 4715740, "total_flops": 20860924723200000, "train_loss": 0.04212672493674539, "subset_score_loss": 0.04212672493674539}
+{"step": 1450000, "wall_time": 3813.9925365448, "train_loss_step": 7.078638076782227, "n_params": 4715740, "total_flops": 21005792256000000, "train_loss": 0.03721961975097656, "subset_score_loss": 0.03721961975097656}
+{"step": 1460000, "wall_time": 3837.890397787094, "train_loss_step": 6.548786640167236, "n_params": 4715740, "total_flops": 21150659788800000, "train_loss": 0.03777501366355202, "subset_score_loss": 0.03777501366355202}
+{"step": 1470000, "wall_time": 3862.2181100845337, "train_loss_step": 7.027005195617676, "n_params": 4715740, "total_flops": 21295527321600000, "train_loss": 0.03710809187455611, "subset_score_loss": 0.03710809187455611}
+{"step": 1480000, "wall_time": 3885.352445602417, "train_loss_step": 6.7720255851745605, "n_params": 4715740, "total_flops": 21440394854400000, "train_loss": 0.03949816443703391, "subset_score_loss": 0.03949816443703391}
+{"step": 1490000, "wall_time": 3909.807736635208, "train_loss_step": 6.668492317199707, "n_params": 4715740, "total_flops": 21585262387200000, "train_loss": 0.03573574803092263, "subset_score_loss": 0.03573574803092263}
+{"step": 1500000, "wall_time": 3954.1679995059967, "train_loss_step": 6.86958646774292, "n_params": 4715740, "total_flops": 21730129920000000, "train_loss": 0.03801700852134011, "subset_score_loss": 0.03801700852134011, "memorization_fraction_pixel": 0.057100001722574234, "mean_nn_ratio_pixel": 0.9026029109954834, "fid": 260.55776263410706, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 3979.333687543869, "train_loss_step": 6.460621356964111, "n_params": 4715740, "total_flops": 21874997452800000, "train_loss": 0.0351850683038885, "subset_score_loss": 0.0351850683038885}
+{"step": 1520000, "wall_time": 4003.349595785141, "train_loss_step": 7.082907676696777, "n_params": 4715740, "total_flops": 22019864985600000, "train_loss": 0.03383861238306219, "subset_score_loss": 0.03383861238306219}
+{"step": 1530000, "wall_time": 4028.284765958786, "train_loss_step": 6.8322319984436035, "n_params": 4715740, "total_flops": 22164732518400000, "train_loss": 0.035236872326244006, "subset_score_loss": 0.035236872326244006}
+{"step": 1540000, "wall_time": 4053.7358841896057, "train_loss_step": 7.0312700271606445, "n_params": 4715740, "total_flops": 22309600051200000, "train_loss": 0.034813274036754265, "subset_score_loss": 0.034813274036754265}
+{"step": 1550000, "wall_time": 4077.3206708431244, "train_loss_step": 6.5928850173950195, "n_params": 4715740, "total_flops": 22454467584000000, "train_loss": 0.034878442504189235, "subset_score_loss": 0.034878442504189235}
+{"step": 1560000, "wall_time": 4102.786334276199, "train_loss_step": 6.560686111450195, "n_params": 4715740, "total_flops": 22599335116800000, "train_loss": 0.04020888588645242, "subset_score_loss": 0.04020888588645242}
+{"step": 1570000, "wall_time": 4128.3342461586, "train_loss_step": 6.976123809814453, "n_params": 4715740, "total_flops": 22744202649600000, "train_loss": 0.03639543706720526, "subset_score_loss": 0.03639543706720526}
+{"step": 1580000, "wall_time": 4153.105740308762, "train_loss_step": 6.818385124206543, "n_params": 4715740, "total_flops": 22889070182400000, "train_loss": 0.03416278579018333, "subset_score_loss": 0.03416278579018333}
+{"step": 1590000, "wall_time": 4176.701207399368, "train_loss_step": 6.75022029876709, "n_params": 4715740, "total_flops": 23033937715200000, "train_loss": 0.0337108547037298, "subset_score_loss": 0.0337108547037298}
+{"step": 1600000, "wall_time": 4218.218447685242, "train_loss_step": 6.211235523223877, "n_params": 4715740, "total_flops": 23178805248000000, "train_loss": 0.03985873135653409, "subset_score_loss": 0.03985873135653409, "memorization_fraction_pixel": 0.06109999865293503, "mean_nn_ratio_pixel": 0.9015204906463623, "fid": 260.8845103071016, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 4243.657371520996, "train_loss_step": 6.607072353363037, "n_params": 4715740, "total_flops": 23323672780800000, "train_loss": 0.0339387135072188, "subset_score_loss": 0.0339387135072188}
+{"step": 1620000, "wall_time": 4268.995456457138, "train_loss_step": 6.479183197021484, "n_params": 4715740, "total_flops": 23468540313600000, "train_loss": 0.036866101351651276, "subset_score_loss": 0.036866101351651276}
+{"step": 1630000, "wall_time": 4294.428059577942, "train_loss_step": 6.4389448165893555, "n_params": 4715740, "total_flops": 23613407846400000, "train_loss": 0.035034101659601385, "subset_score_loss": 0.035034101659601385}
+{"step": 1640000, "wall_time": 4319.637172460556, "train_loss_step": 6.356105804443359, "n_params": 4715740, "total_flops": 23758275379200000, "train_loss": 0.036346996914256705, "subset_score_loss": 0.036346996914256705}
+{"step": 1650000, "wall_time": 4344.636681556702, "train_loss_step": 6.661528587341309, "n_params": 4715740, "total_flops": 23903142912000000, "train_loss": 0.03443832180716775, "subset_score_loss": 0.03443832180716775}
+{"step": 1660000, "wall_time": 4369.299065113068, "train_loss_step": 6.668135643005371, "n_params": 4715740, "total_flops": 24048010444800000, "train_loss": 0.042842045697298915, "subset_score_loss": 0.042842045697298915}
+{"step": 1670000, "wall_time": 4394.504648447037, "train_loss_step": 6.472567558288574, "n_params": 4715740, "total_flops": 24192877977600000, "train_loss": 0.03816856037486683, "subset_score_loss": 0.03816856037486683}
+{"step": 1680000, "wall_time": 4419.219835996628, "train_loss_step": 6.356080055236816, "n_params": 4715740, "total_flops": 24337745510400000, "train_loss": 0.034393605318936434, "subset_score_loss": 0.034393605318936434}
+{"step": 1690000, "wall_time": 4443.6467978954315, "train_loss_step": 5.886836051940918, "n_params": 4715740, "total_flops": 24482613043200000, "train_loss": 0.03892672278664329, "subset_score_loss": 0.03892672278664329}
+{"step": 1700000, "wall_time": 4489.113110542297, "train_loss_step": 6.271517276763916, "n_params": 4715740, "total_flops": 24627480576000000, "train_loss": 0.03470876867120916, "subset_score_loss": 0.03470876867120916, "memorization_fraction_pixel": 0.06650000065565109, "mean_nn_ratio_pixel": 0.9012734293937683, "fid": 261.25960190213686, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 4513.756176233292, "train_loss_step": 6.487977027893066, "n_params": 4715740, "total_flops": 24772348108800000, "train_loss": 0.035428669235923076, "subset_score_loss": 0.035428669235923076}
+{"step": 1720000, "wall_time": 4538.7811806201935, "train_loss_step": 6.309258937835693, "n_params": 4715740, "total_flops": 24917215641600000, "train_loss": 0.038287995078346945, "subset_score_loss": 0.038287995078346945}
+{"step": 1730000, "wall_time": 4564.114181756973, "train_loss_step": 6.512253284454346, "n_params": 4715740, "total_flops": 25062083174400000, "train_loss": 0.0357128923589533, "subset_score_loss": 0.0357128923589533}
+{"step": 1740000, "wall_time": 4589.112886667252, "train_loss_step": 6.761867523193359, "n_params": 4715740, "total_flops": 25206950707200000, "train_loss": 0.03521099307320335, "subset_score_loss": 0.03521099307320335}
+{"step": 1750000, "wall_time": 4612.888709783554, "train_loss_step": 5.945555210113525, "n_params": 4715740, "total_flops": 25351818240000000, "train_loss": 0.04283335425636985, "subset_score_loss": 0.04283335425636985}
+{"step": 1760000, "wall_time": 4635.415685892105, "train_loss_step": 7.259732246398926, "n_params": 4715740, "total_flops": 25496685772800000, "train_loss": 0.03798758333379572, "subset_score_loss": 0.03798758333379572}
+{"step": 1770000, "wall_time": 4658.03152179718, "train_loss_step": 7.236246109008789, "n_params": 4715740, "total_flops": 25641553305600000, "train_loss": 0.03448494564403187, "subset_score_loss": 0.03448494564403187}
+{"step": 1780000, "wall_time": 4682.35622882843, "train_loss_step": 6.370735168457031, "n_params": 4715740, "total_flops": 25786420838400000, "train_loss": 0.03273433338512074, "subset_score_loss": 0.03273433338512074}
+{"step": 1790000, "wall_time": 4706.038035869598, "train_loss_step": 6.186310291290283, "n_params": 4715740, "total_flops": 25931288371200000, "train_loss": 0.03161952929063277, "subset_score_loss": 0.03161952929063277}
+{"step": 1800000, "wall_time": 4751.241888523102, "train_loss_step": 6.728755950927734, "n_params": 4715740, "total_flops": 26076155904000000, "train_loss": 0.032239829410206186, "subset_score_loss": 0.032239829410206186, "memorization_fraction_pixel": 0.06960000097751617, "mean_nn_ratio_pixel": 0.8935115933418274, "fid": 254.6777206242747, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 4776.097894668579, "train_loss_step": 6.120935916900635, "n_params": 4715740, "total_flops": 26221023436800000, "train_loss": 0.037175833095203746, "subset_score_loss": 0.037175833095203746}
+{"step": 1820000, "wall_time": 4800.851705312729, "train_loss_step": 6.139765739440918, "n_params": 4715740, "total_flops": 26365890969600000, "train_loss": 0.03590030453421853, "subset_score_loss": 0.03590030453421853}
+{"step": 1830000, "wall_time": 4826.1790153980255, "train_loss_step": 6.619169235229492, "n_params": 4715740, "total_flops": 26510758502400000, "train_loss": 0.032591273567893285, "subset_score_loss": 0.032591273567893285}
+{"step": 1840000, "wall_time": 4850.637457609177, "train_loss_step": 6.455132961273193, "n_params": 4715740, "total_flops": 26655626035200000, "train_loss": 0.04160958636890758, "subset_score_loss": 0.04160958636890758}
+{"step": 1850000, "wall_time": 4874.912266492844, "train_loss_step": 6.531311988830566, "n_params": 4715740, "total_flops": 26800493568000000, "train_loss": 0.034786161509427156, "subset_score_loss": 0.034786161509427156}
+{"step": 1860000, "wall_time": 4898.709014415741, "train_loss_step": 6.363065242767334, "n_params": 4715740, "total_flops": 26945361100800000, "train_loss": 0.03164296583695845, "subset_score_loss": 0.03164296583695845}
+{"step": 1870000, "wall_time": 4923.873558998108, "train_loss_step": 6.3608551025390625, "n_params": 4715740, "total_flops": 27090228633600000, "train_loss": 0.030930115959861063, "subset_score_loss": 0.030930115959861063}
+{"step": 1880000, "wall_time": 4948.429087162018, "train_loss_step": 6.551031112670898, "n_params": 4715740, "total_flops": 27235096166400000, "train_loss": 0.03165313113819469, "subset_score_loss": 0.03165313113819469}
+{"step": 1890000, "wall_time": 4972.974567890167, "train_loss_step": 6.200074672698975, "n_params": 4715740, "total_flops": 27379963699200000, "train_loss": 0.03228358355435458, "subset_score_loss": 0.03228358355435458}
+{"step": 1900000, "wall_time": 5015.79296207428, "train_loss_step": 6.739617347717285, "n_params": 4715740, "total_flops": 27524831232000000, "train_loss": 0.031815676255659626, "subset_score_loss": 0.031815676255659626, "memorization_fraction_pixel": 0.07959999889135361, "mean_nn_ratio_pixel": 0.8908997178077698, "fid": 249.5330976901542, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 5040.7492735385895, "train_loss_step": 5.972914695739746, "n_params": 4715740, "total_flops": 27669698764800000, "train_loss": 0.0359942306171764, "subset_score_loss": 0.0359942306171764}
+{"step": 1920000, "wall_time": 5066.445048570633, "train_loss_step": 6.341424942016602, "n_params": 4715740, "total_flops": 27814566297600000, "train_loss": 0.032081554152748805, "subset_score_loss": 0.032081554152748805}
+{"step": 1930000, "wall_time": 5092.2024002075195, "train_loss_step": 6.41729211807251, "n_params": 4715740, "total_flops": 27959433830400000, "train_loss": 0.031853103637695314, "subset_score_loss": 0.031853103637695314}
+{"step": 1940000, "wall_time": 5117.729329109192, "train_loss_step": 6.1885294914245605, "n_params": 4715740, "total_flops": 28104301363200000, "train_loss": 0.03155827088789506, "subset_score_loss": 0.03155827088789506}
+{"step": 1950000, "wall_time": 5143.281555175781, "train_loss_step": 6.461396217346191, "n_params": 4715740, "total_flops": 28249168896000000, "train_loss": 0.03533862070603804, "subset_score_loss": 0.03533862070603804}
+{"step": 1960000, "wall_time": 5168.982641220093, "train_loss_step": 6.153567314147949, "n_params": 4715740, "total_flops": 28394036428800000, "train_loss": 0.032005906105041504, "subset_score_loss": 0.032005906105041504}
+{"step": 1970000, "wall_time": 5193.839516878128, "train_loss_step": 6.308346748352051, "n_params": 4715740, "total_flops": 28538903961600000, "train_loss": 0.03206718401475386, "subset_score_loss": 0.03206718401475386}
+{"step": 1980000, "wall_time": 5218.236207962036, "train_loss_step": 6.18306303024292, "n_params": 4715740, "total_flops": 28683771494400000, "train_loss": 0.036683390357277613, "subset_score_loss": 0.036683390357277613}
+{"step": 1990000, "wall_time": 5242.2444660663605, "train_loss_step": 6.1673736572265625, "n_params": 4715740, "total_flops": 28828639027200000, "train_loss": 0.030938904935663397, "subset_score_loss": 0.030938904935663397}
+{"step": 2000000, "wall_time": 5285.40176153183, "train_loss_step": 7.032641887664795, "n_params": 4715740, "total_flops": 28973506560000000, "train_loss": 0.03301396803422408, "subset_score_loss": 0.03301396803422408, "memorization_fraction_pixel": 0.07750000059604645, "mean_nn_ratio_pixel": 0.8931455016136169, "fid": 254.85667165001456, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 5310.337904214859, "train_loss_step": 6.31805944442749, "n_params": 4715740, "total_flops": 29118374092800000, "train_loss": 0.03389222405173562, "subset_score_loss": 0.03389222405173562}
+{"step": 2020000, "wall_time": 5335.269276380539, "train_loss_step": 5.929265975952148, "n_params": 4715740, "total_flops": 29263241625600000, "train_loss": 0.030948337641629305, "subset_score_loss": 0.030948337641629305}
+{"step": 2030000, "wall_time": 5358.80956196785, "train_loss_step": 6.793012619018555, "n_params": 4715740, "total_flops": 29408109158400000, "train_loss": 0.032113411209800026, "subset_score_loss": 0.032113411209800026}
+{"step": 2040000, "wall_time": 5382.053557395935, "train_loss_step": 6.544297218322754, "n_params": 4715740, "total_flops": 29552976691200000, "train_loss": 0.030721486698497426, "subset_score_loss": 0.030721486698497426}
+{"step": 2050000, "wall_time": 5406.996918678284, "train_loss_step": 6.402548789978027, "n_params": 4715740, "total_flops": 29697844224000000, "train_loss": 0.03217969374223189, "subset_score_loss": 0.03217969374223189}
+{"step": 2060000, "wall_time": 5432.5231783390045, "train_loss_step": 5.651500701904297, "n_params": 4715740, "total_flops": 29842711756800000, "train_loss": 0.03211006034504284, "subset_score_loss": 0.03211006034504284}
+{"step": 2070000, "wall_time": 5459.618443250656, "train_loss_step": 6.135663032531738, "n_params": 4715740, "total_flops": 29987579289600000, "train_loss": 0.03351763161745938, "subset_score_loss": 0.03351763161745938}
+{"step": 2080000, "wall_time": 5484.224275112152, "train_loss_step": 6.64207649230957, "n_params": 4715740, "total_flops": 30132446822400000, "train_loss": 0.031451851671392264, "subset_score_loss": 0.031451851671392264}
+{"step": 2090000, "wall_time": 5507.503665924072, "train_loss_step": 6.485285758972168, "n_params": 4715740, "total_flops": 30277314355200000, "train_loss": 0.03888197812167081, "subset_score_loss": 0.03888197812167081}
+{"step": 2100000, "wall_time": 5549.815529346466, "train_loss_step": 6.564040660858154, "n_params": 4715740, "total_flops": 30422181888000000, "train_loss": 0.03458615216341886, "subset_score_loss": 0.03458615216341886, "memorization_fraction_pixel": 0.08320000022649765, "mean_nn_ratio_pixel": 0.8831897377967834, "fid": 243.33626620404095, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 5575.417747020721, "train_loss_step": 6.040474891662598, "n_params": 4715740, "total_flops": 30567049420800000, "train_loss": 0.032614740458401764, "subset_score_loss": 0.032614740458401764}
+{"step": 2120000, "wall_time": 5600.432737350464, "train_loss_step": 6.5513434410095215, "n_params": 4715740, "total_flops": 30711916953600000, "train_loss": 0.03180050849914551, "subset_score_loss": 0.03180050849914551}
+{"step": 2130000, "wall_time": 5625.950522661209, "train_loss_step": 6.0349531173706055, "n_params": 4715740, "total_flops": 30856784486400000, "train_loss": 0.03362837488001043, "subset_score_loss": 0.03362837488001043}
+{"step": 2140000, "wall_time": 5651.184993267059, "train_loss_step": 6.5049519538879395, "n_params": 4715740, "total_flops": 31001652019200000, "train_loss": 0.03229445760900324, "subset_score_loss": 0.03229445760900324}
+{"step": 2150000, "wall_time": 5676.127413988113, "train_loss_step": 6.440698146820068, "n_params": 4715740, "total_flops": 31146519552000000, "train_loss": 0.036550192399458455, "subset_score_loss": 0.036550192399458455}
+{"step": 2160000, "wall_time": 5701.154843568802, "train_loss_step": 6.575606346130371, "n_params": 4715740, "total_flops": 31291387084800000, "train_loss": 0.03288001363927668, "subset_score_loss": 0.03288001363927668}
+{"step": 2170000, "wall_time": 5726.107007741928, "train_loss_step": 6.176976680755615, "n_params": 4715740, "total_flops": 31436254617600000, "train_loss": 0.03455848693847656, "subset_score_loss": 0.03455848693847656}
+{"step": 2180000, "wall_time": 5751.373638391495, "train_loss_step": 6.356548309326172, "n_params": 4715740, "total_flops": 31581122150400000, "train_loss": 0.03209045150063255, "subset_score_loss": 0.03209045150063255}
+{"step": 2190000, "wall_time": 5774.460975885391, "train_loss_step": 5.9168901443481445, "n_params": 4715740, "total_flops": 31725989683200000, "train_loss": 0.03553234447132458, "subset_score_loss": 0.03553234447132458}
+{"step": 2200000, "wall_time": 5818.019757509232, "train_loss_step": 6.452427387237549, "n_params": 4715740, "total_flops": 31870857216000000, "train_loss": 0.032129751552235, "subset_score_loss": 0.032129751552235, "memorization_fraction_pixel": 0.08950000256299973, "mean_nn_ratio_pixel": 0.881103515625, "fid": 250.5718470205118, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 5842.663658618927, "train_loss_step": 6.211223602294922, "n_params": 4715740, "total_flops": 32015724748800000, "train_loss": 0.033130851658907806, "subset_score_loss": 0.033130851658907806}
+{"step": 2220000, "wall_time": 5867.809925317764, "train_loss_step": 5.82985782623291, "n_params": 4715740, "total_flops": 32160592281600000, "train_loss": 0.032366121898997915, "subset_score_loss": 0.032366121898997915}
+{"step": 2230000, "wall_time": 5892.872704267502, "train_loss_step": 6.041863918304443, "n_params": 4715740, "total_flops": 32305459814400000, "train_loss": 0.030772956934842197, "subset_score_loss": 0.030772956934842197}
+{"step": 2240000, "wall_time": 5917.237899541855, "train_loss_step": 5.941786766052246, "n_params": 4715740, "total_flops": 32450327347200000, "train_loss": 0.032722241228277035, "subset_score_loss": 0.032722241228277035}
+{"step": 2250000, "wall_time": 5941.472655057907, "train_loss_step": 6.055830001831055, "n_params": 4715740, "total_flops": 32595194880000000, "train_loss": 0.02973652102730491, "subset_score_loss": 0.02973652102730491}
+{"step": 2260000, "wall_time": 5966.3497133255005, "train_loss_step": 6.929288864135742, "n_params": 4715740, "total_flops": 32740062412800000, "train_loss": 0.031757326559586956, "subset_score_loss": 0.031757326559586956}
+{"step": 2270000, "wall_time": 5989.470644235611, "train_loss_step": 6.104669570922852, "n_params": 4715740, "total_flops": 32884929945600000, "train_loss": 0.031571303714405405, "subset_score_loss": 0.031571303714405405}
+{"step": 2280000, "wall_time": 6012.450294971466, "train_loss_step": 6.31611442565918, "n_params": 4715740, "total_flops": 33029797478400000, "train_loss": 0.03090110258622603, "subset_score_loss": 0.03090110258622603}
+{"step": 2290000, "wall_time": 6036.007083892822, "train_loss_step": 6.3678059577941895, "n_params": 4715740, "total_flops": 33174665011200000, "train_loss": 0.029592490196228026, "subset_score_loss": 0.029592490196228026}
+{"step": 2300000, "wall_time": 6078.13893032074, "train_loss_step": 6.007978439331055, "n_params": 4715740, "total_flops": 33319532544000000, "train_loss": 0.029977952350269666, "subset_score_loss": 0.029977952350269666, "memorization_fraction_pixel": 0.0940999984741211, "mean_nn_ratio_pixel": 0.8698248267173767, "fid": 244.67230384759054, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 6102.029759168625, "train_loss_step": 5.616453647613525, "n_params": 4715740, "total_flops": 33464400076800000, "train_loss": 0.030340452627702193, "subset_score_loss": 0.030340452627702193}
+{"step": 2320000, "wall_time": 6121.553388118744, "train_loss_step": 6.341852188110352, "n_params": 4715740, "total_flops": 33609267609600000, "train_loss": 0.029546557773243297, "subset_score_loss": 0.029546557773243297}
+{"step": 2330000, "wall_time": 6145.359035253525, "train_loss_step": 6.213442325592041, "n_params": 4715740, "total_flops": 33754135142400000, "train_loss": 0.03398089192130349, "subset_score_loss": 0.03398089192130349}
+{"step": 2340000, "wall_time": 6169.407801628113, "train_loss_step": 6.238068580627441, "n_params": 4715740, "total_flops": 33899002675200000, "train_loss": 0.031854044307361946, "subset_score_loss": 0.031854044307361946}
+{"step": 2350000, "wall_time": 6194.479910850525, "train_loss_step": 6.0231781005859375, "n_params": 4715740, "total_flops": 34043870208000000, "train_loss": 0.04270586533979936, "subset_score_loss": 0.04270586533979936}
+{"step": 2360000, "wall_time": 6219.471552848816, "train_loss_step": 5.968879699707031, "n_params": 4715740, "total_flops": 34188737740800000, "train_loss": 0.030200334028764205, "subset_score_loss": 0.030200334028764205}
+{"step": 2370000, "wall_time": 6244.129811048508, "train_loss_step": 5.413489818572998, "n_params": 4715740, "total_flops": 34333605273600000, "train_loss": 0.0310830528085882, "subset_score_loss": 0.0310830528085882}
+{"step": 2380000, "wall_time": 6267.21185874939, "train_loss_step": 6.450362682342529, "n_params": 4715740, "total_flops": 34478472806400000, "train_loss": 0.03323592489415949, "subset_score_loss": 0.03323592489415949}
+{"step": 2390000, "wall_time": 6291.943302631378, "train_loss_step": 6.239768981933594, "n_params": 4715740, "total_flops": 34623340339200000, "train_loss": 0.03471456224268133, "subset_score_loss": 0.03471456224268133}
+{"step": 2400000, "wall_time": 6332.659317016602, "train_loss_step": 5.6706438064575195, "n_params": 4715740, "total_flops": 34768207872000000, "train_loss": 0.026679999178106133, "subset_score_loss": 0.026679999178106133, "memorization_fraction_pixel": 0.09749999642372131, "mean_nn_ratio_pixel": 0.8652978539466858, "fid": 242.68775422589732, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 6357.306001186371, "train_loss_step": 6.272500514984131, "n_params": 4715740, "total_flops": 34913075404800000, "train_loss": 0.03692039142955433, "subset_score_loss": 0.03692039142955433}
+{"step": 2420000, "wall_time": 6381.859470844269, "train_loss_step": 6.354249954223633, "n_params": 4715740, "total_flops": 35057942937600000, "train_loss": 0.03167700117284601, "subset_score_loss": 0.03167700117284601}
+{"step": 2430000, "wall_time": 6406.851376771927, "train_loss_step": 6.421716690063477, "n_params": 4715740, "total_flops": 35202810470400000, "train_loss": 0.029762699387290262, "subset_score_loss": 0.029762699387290262}
+{"step": 2440000, "wall_time": 6431.827987194061, "train_loss_step": 5.814121723175049, "n_params": 4715740, "total_flops": 35347678003200000, "train_loss": 0.030497995289889248, "subset_score_loss": 0.030497995289889248}
+{"step": 2450000, "wall_time": 6456.85417509079, "train_loss_step": 6.645801544189453, "n_params": 4715740, "total_flops": 35492545536000000, "train_loss": 0.029386503046209163, "subset_score_loss": 0.029386503046209163}
+{"step": 2460000, "wall_time": 6481.577555656433, "train_loss_step": 5.912912368774414, "n_params": 4715740, "total_flops": 35637413068800000, "train_loss": 0.030128218910910866, "subset_score_loss": 0.030128218910910866}
+{"step": 2470000, "wall_time": 6506.5730974674225, "train_loss_step": 6.098132133483887, "n_params": 4715740, "total_flops": 35782280601600000, "train_loss": 0.029997693408619273, "subset_score_loss": 0.029997693408619273}
+{"step": 2480000, "wall_time": 6531.808257102966, "train_loss_step": 6.279061317443848, "n_params": 4715740, "total_flops": 35927148134400000, "train_loss": 0.03149288567629727, "subset_score_loss": 0.03149288567629727}
+{"step": 2490000, "wall_time": 6556.1607394218445, "train_loss_step": 6.19244909286499, "n_params": 4715740, "total_flops": 36072015667200000, "train_loss": 0.02910620082508434, "subset_score_loss": 0.02910620082508434}
+{"step": 2500000, "wall_time": 6597.044779539108, "train_loss_step": 5.604348182678223, "n_params": 4715740, "total_flops": 36216883200000000, "train_loss": 0.03319652297280051, "subset_score_loss": 0.03319652297280051, "memorization_fraction_pixel": 0.0982000008225441, "mean_nn_ratio_pixel": 0.8710709810256958, "fid": 243.68520638679425, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 6621.830672979355, "train_loss_step": 5.992529392242432, "n_params": 4715740, "total_flops": 36361750732800000, "train_loss": 0.034589901837435634, "subset_score_loss": 0.034589901837435634}
+{"step": 2520000, "wall_time": 6647.308022737503, "train_loss_step": 6.066566467285156, "n_params": 4715740, "total_flops": 36506618265600000, "train_loss": 0.028819905627857554, "subset_score_loss": 0.028819905627857554}
+{"step": 2530000, "wall_time": 6672.286135673523, "train_loss_step": 5.652496337890625, "n_params": 4715740, "total_flops": 36651485798400000, "train_loss": 0.029829929091713645, "subset_score_loss": 0.029829929091713645}
+{"step": 2540000, "wall_time": 6696.234058380127, "train_loss_step": 6.156373500823975, "n_params": 4715740, "total_flops": 36796353331200000, "train_loss": 0.03182858770543879, "subset_score_loss": 0.03182858770543879}
+{"step": 2550000, "wall_time": 6721.119738578796, "train_loss_step": 5.937801837921143, "n_params": 4715740, "total_flops": 36941220864000000, "train_loss": 0.03161664009094238, "subset_score_loss": 0.03161664009094238}
+{"step": 2560000, "wall_time": 6746.4258489608765, "train_loss_step": 5.786721229553223, "n_params": 4715740, "total_flops": 37086088396800000, "train_loss": 0.03130307631059127, "subset_score_loss": 0.03130307631059127}
+{"step": 2570000, "wall_time": 6771.08443403244, "train_loss_step": 6.198609352111816, "n_params": 4715740, "total_flops": 37230955929600000, "train_loss": 0.033951546929099345, "subset_score_loss": 0.033951546929099345}
+{"step": 2580000, "wall_time": 6795.919304847717, "train_loss_step": 5.874439716339111, "n_params": 4715740, "total_flops": 37375823462400000, "train_loss": 0.031330134651877665, "subset_score_loss": 0.031330134651877665}
+{"step": 2590000, "wall_time": 6820.622195959091, "train_loss_step": 6.62864875793457, "n_params": 4715740, "total_flops": 37520690995200000, "train_loss": 0.0314654371955178, "subset_score_loss": 0.0314654371955178}
+{"step": 2600000, "wall_time": 6862.636536359787, "train_loss_step": 6.347508907318115, "n_params": 4715740, "total_flops": 37665558528000000, "train_loss": 0.030782428654757412, "subset_score_loss": 0.030782428654757412, "memorization_fraction_pixel": 0.10639999806880951, "mean_nn_ratio_pixel": 0.8647813200950623, "fid": 233.46280207602592, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 6886.364310979843, "train_loss_step": 5.576295852661133, "n_params": 4715740, "total_flops": 37810426060800000, "train_loss": 0.028836449709805576, "subset_score_loss": 0.028836449709805576}
+{"step": 2620000, "wall_time": 6909.754831075668, "train_loss_step": 5.620797634124756, "n_params": 4715740, "total_flops": 37955293593600000, "train_loss": 0.029323649406433106, "subset_score_loss": 0.029323649406433106}
+{"step": 2630000, "wall_time": 6933.82851934433, "train_loss_step": 5.976558208465576, "n_params": 4715740, "total_flops": 38100161126400000, "train_loss": 0.03045610081065785, "subset_score_loss": 0.03045610081065785}
+{"step": 2640000, "wall_time": 6958.83589720726, "train_loss_step": 5.788724422454834, "n_params": 4715740, "total_flops": 38245028659200000, "train_loss": 0.029969562183726917, "subset_score_loss": 0.029969562183726917}
+{"step": 2650000, "wall_time": 6983.982407808304, "train_loss_step": 5.997218132019043, "n_params": 4715740, "total_flops": 38389896192000000, "train_loss": 0.03333231102336537, "subset_score_loss": 0.03333231102336537}
+{"step": 2660000, "wall_time": 7008.901403427124, "train_loss_step": 5.830199718475342, "n_params": 4715740, "total_flops": 38534763724800000, "train_loss": 0.02894899845123291, "subset_score_loss": 0.02894899845123291}
+{"step": 2670000, "wall_time": 7033.636835098267, "train_loss_step": 6.08823823928833, "n_params": 4715740, "total_flops": 38679631257600000, "train_loss": 0.028791180523959074, "subset_score_loss": 0.028791180523959074}
+{"step": 2680000, "wall_time": 7058.737247943878, "train_loss_step": 5.878349304199219, "n_params": 4715740, "total_flops": 38824498790400000, "train_loss": 0.02862117507240989, "subset_score_loss": 0.02862117507240989}
+{"step": 2690000, "wall_time": 7084.003061056137, "train_loss_step": 5.941744804382324, "n_params": 4715740, "total_flops": 38969366323200000, "train_loss": 0.029955122687599877, "subset_score_loss": 0.029955122687599877}
+{"step": 2700000, "wall_time": 7125.070778131485, "train_loss_step": 6.07183313369751, "n_params": 4715740, "total_flops": 39114233856000000, "train_loss": 0.035582202131097966, "subset_score_loss": 0.035582202131097966, "memorization_fraction_pixel": 0.10999999940395355, "mean_nn_ratio_pixel": 0.8607783913612366, "fid": 229.883593296438, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 7149.7223925590515, "train_loss_step": 5.77964448928833, "n_params": 4715740, "total_flops": 39259101388800000, "train_loss": 0.028683883493596858, "subset_score_loss": 0.028683883493596858}
+{"step": 2720000, "wall_time": 7174.944886445999, "train_loss_step": 6.065828323364258, "n_params": 4715740, "total_flops": 39403968921600000, "train_loss": 0.0320222486149181, "subset_score_loss": 0.0320222486149181}
+{"step": 2730000, "wall_time": 7200.017083644867, "train_loss_step": 6.502804279327393, "n_params": 4715740, "total_flops": 39548836454400000, "train_loss": 0.030923646146600897, "subset_score_loss": 0.030923646146600897}
+{"step": 2740000, "wall_time": 7225.3464777469635, "train_loss_step": 5.928766250610352, "n_params": 4715740, "total_flops": 39693703987200000, "train_loss": 0.027974260937083852, "subset_score_loss": 0.027974260937083852}
+{"step": 2750000, "wall_time": 7250.545934915543, "train_loss_step": 5.690381050109863, "n_params": 4715740, "total_flops": 39838571520000000, "train_loss": 0.03395348245447332, "subset_score_loss": 0.03395348245447332}
+{"step": 2760000, "wall_time": 7275.295651435852, "train_loss_step": 5.988567352294922, "n_params": 4715740, "total_flops": 39983439052800000, "train_loss": 0.031383332339200105, "subset_score_loss": 0.031383332339200105}
+{"step": 2770000, "wall_time": 7300.536154747009, "train_loss_step": 5.976823329925537, "n_params": 4715740, "total_flops": 40128306585600000, "train_loss": 0.02886475216258656, "subset_score_loss": 0.02886475216258656}
+{"step": 2780000, "wall_time": 7325.7573158741, "train_loss_step": 5.990436553955078, "n_params": 4715740, "total_flops": 40273174118400000, "train_loss": 0.03689893375743519, "subset_score_loss": 0.03689893375743519}
+{"step": 2790000, "wall_time": 7350.799553394318, "train_loss_step": 5.500720024108887, "n_params": 4715740, "total_flops": 40418041651200000, "train_loss": 0.036639165878295896, "subset_score_loss": 0.036639165878295896}
+{"step": 2800000, "wall_time": 7390.6626081466675, "train_loss_step": 5.777896881103516, "n_params": 4715740, "total_flops": 40562909184000000, "train_loss": 0.026142809607765893, "subset_score_loss": 0.026142809607765893, "memorization_fraction_pixel": 0.11620000004768372, "mean_nn_ratio_pixel": 0.8483238220214844, "fid": 232.11019951808095, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 7415.218795537949, "train_loss_step": 6.315354347229004, "n_params": 4715740, "total_flops": 40707776716800000, "train_loss": 0.027658315138383346, "subset_score_loss": 0.027658315138383346}
+{"step": 2820000, "wall_time": 7440.463612318039, "train_loss_step": 6.168288230895996, "n_params": 4715740, "total_flops": 40852644249600000, "train_loss": 0.0298608736558394, "subset_score_loss": 0.0298608736558394}
+{"step": 2830000, "wall_time": 7465.695555686951, "train_loss_step": 5.354121685028076, "n_params": 4715740, "total_flops": 40997511782400000, "train_loss": 0.028241504322398792, "subset_score_loss": 0.028241504322398792}
+{"step": 2840000, "wall_time": 7490.50257229805, "train_loss_step": 6.037497520446777, "n_params": 4715740, "total_flops": 41142379315200000, "train_loss": 0.028870257464322178, "subset_score_loss": 0.028870257464322178}
+{"step": 2850000, "wall_time": 7515.353945493698, "train_loss_step": 5.2657790184021, "n_params": 4715740, "total_flops": 41287246848000000, "train_loss": 0.029062691601839934, "subset_score_loss": 0.029062691601839934}
+{"step": 2860000, "wall_time": 7540.1554646492, "train_loss_step": 5.909451484680176, "n_params": 4715740, "total_flops": 41432114380800000, "train_loss": 0.03510096506638961, "subset_score_loss": 0.03510096506638961}
+{"step": 2870000, "wall_time": 7565.215981960297, "train_loss_step": 6.148372173309326, "n_params": 4715740, "total_flops": 41576981913600000, "train_loss": 0.027129088748585096, "subset_score_loss": 0.027129088748585096}
+{"step": 2880000, "wall_time": 7589.833964109421, "train_loss_step": 5.997257232666016, "n_params": 4715740, "total_flops": 41721849446400000, "train_loss": 0.028206504474986682, "subset_score_loss": 0.028206504474986682}
+{"step": 2890000, "wall_time": 7613.787714481354, "train_loss_step": 5.754798889160156, "n_params": 4715740, "total_flops": 41866716979200000, "train_loss": 0.02973851290616122, "subset_score_loss": 0.02973851290616122}
+{"step": 2900000, "wall_time": 7656.12025141716, "train_loss_step": 5.742166996002197, "n_params": 4715740, "total_flops": 42011584512000000, "train_loss": 0.027965554324063387, "subset_score_loss": 0.027965554324063387, "memorization_fraction_pixel": 0.11110000312328339, "mean_nn_ratio_pixel": 0.8610154390335083, "fid": 236.60345282503872, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 7680.953529834747, "train_loss_step": 5.92274284362793, "n_params": 4715740, "total_flops": 42156452044800000, "train_loss": 0.0282623291015625, "subset_score_loss": 0.0282623291015625}
+{"step": 2920000, "wall_time": 7705.475281238556, "train_loss_step": 6.0833635330200195, "n_params": 4715740, "total_flops": 42301319577600000, "train_loss": 0.0283682259646329, "subset_score_loss": 0.0283682259646329}
+{"step": 2930000, "wall_time": 7730.342832565308, "train_loss_step": 6.018445014953613, "n_params": 4715740, "total_flops": 42446187110400000, "train_loss": 0.03462316773154519, "subset_score_loss": 0.03462316773154519}
+{"step": 2940000, "wall_time": 7755.1677758693695, "train_loss_step": 5.745546817779541, "n_params": 4715740, "total_flops": 42591054643200000, "train_loss": 0.0357084187594327, "subset_score_loss": 0.0357084187594327}
+{"step": 2950000, "wall_time": 7779.3737280368805, "train_loss_step": 5.637248992919922, "n_params": 4715740, "total_flops": 42735922176000000, "train_loss": 0.029301782087846236, "subset_score_loss": 0.029301782087846236}
+{"step": 2960000, "wall_time": 7802.634715080261, "train_loss_step": 5.892000675201416, "n_params": 4715740, "total_flops": 42880789708800000, "train_loss": 0.03330239165912975, "subset_score_loss": 0.03330239165912975}
+{"step": 2970000, "wall_time": 7825.686735630035, "train_loss_step": 6.16874885559082, "n_params": 4715740, "total_flops": 43025657241600000, "train_loss": 0.03064830953424627, "subset_score_loss": 0.03064830953424627}
+{"step": 2980000, "wall_time": 7847.54804110527, "train_loss_step": 5.480258941650391, "n_params": 4715740, "total_flops": 43170524774400000, "train_loss": 0.02861407453363592, "subset_score_loss": 0.02861407453363592}
+{"step": 2990000, "wall_time": 7872.2540056705475, "train_loss_step": 5.615320205688477, "n_params": 4715740, "total_flops": 43315392307200000, "train_loss": 0.027447431737726385, "subset_score_loss": 0.027447431737726385}
+{"step": 3000000, "wall_time": 7914.458421945572, "train_loss_step": 5.673818588256836, "n_params": 4715740, "total_flops": 43460259840000000, "train_loss": 0.02729691592129794, "subset_score_loss": 0.02729691592129794, "memorization_fraction_pixel": 0.12700000405311584, "mean_nn_ratio_pixel": 0.8476614952087402, "fid": 228.8153602474844, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 7940.116858959198, "train_loss_step": 5.850537300109863, "n_params": 4715740, "total_flops": 43605127372800000, "train_loss": 0.02751565629785711, "subset_score_loss": 0.02751565629785711}
+{"step": 3020000, "wall_time": 7963.970963478088, "train_loss_step": 5.904595375061035, "n_params": 4715740, "total_flops": 43749994905600000, "train_loss": 0.027499586885625666, "subset_score_loss": 0.027499586885625666}
+{"step": 3030000, "wall_time": 7987.9466054439545, "train_loss_step": 5.980169296264648, "n_params": 4715740, "total_flops": 43894862438400000, "train_loss": 0.026185213435779918, "subset_score_loss": 0.026185213435779918}
+{"step": 3040000, "wall_time": 8013.2545754909515, "train_loss_step": 5.889641284942627, "n_params": 4715740, "total_flops": 44039729971200000, "train_loss": 0.027397714961658826, "subset_score_loss": 0.027397714961658826}
+{"step": 3050000, "wall_time": 8038.798811197281, "train_loss_step": 5.505731582641602, "n_params": 4715740, "total_flops": 44184597504000000, "train_loss": 0.02732824845747514, "subset_score_loss": 0.02732824845747514}
+{"step": 3060000, "wall_time": 8064.007608413696, "train_loss_step": 5.927057266235352, "n_params": 4715740, "total_flops": 44329465036800000, "train_loss": 0.03184382265264338, "subset_score_loss": 0.03184382265264338}
+{"step": 3070000, "wall_time": 8089.04958987236, "train_loss_step": 5.509552001953125, "n_params": 4715740, "total_flops": 44474332569600000, "train_loss": 0.03178547729145397, "subset_score_loss": 0.03178547729145397}
+{"step": 3080000, "wall_time": 8114.611559867859, "train_loss_step": 5.63077449798584, "n_params": 4715740, "total_flops": 44619200102400000, "train_loss": 0.031087509068575773, "subset_score_loss": 0.031087509068575773}
+{"step": 3090000, "wall_time": 8141.619647502899, "train_loss_step": 5.796701908111572, "n_params": 4715740, "total_flops": 44764067635200000, "train_loss": 0.03450656153938987, "subset_score_loss": 0.03450656153938987}
+{"step": 3100000, "wall_time": 8187.365076303482, "train_loss_step": 5.792273998260498, "n_params": 4715740, "total_flops": 44908935168000000, "train_loss": 0.0289964112368497, "subset_score_loss": 0.0289964112368497, "memorization_fraction_pixel": 0.13609999418258667, "mean_nn_ratio_pixel": 0.8402320146560669, "fid": 222.145497544156, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 8212.377618789673, "train_loss_step": 5.708373069763184, "n_params": 4715740, "total_flops": 45053802700800000, "train_loss": 0.03196345242587003, "subset_score_loss": 0.03196345242587003}
+{"step": 3120000, "wall_time": 8237.385004281998, "train_loss_step": 5.660189628601074, "n_params": 4715740, "total_flops": 45198670233600000, "train_loss": 0.031741697138006036, "subset_score_loss": 0.031741697138006036}
+{"step": 3130000, "wall_time": 8262.89761543274, "train_loss_step": 5.351920127868652, "n_params": 4715740, "total_flops": 45343537766400000, "train_loss": 0.025563101335005327, "subset_score_loss": 0.025563101335005327}
+{"step": 3140000, "wall_time": 8288.18187904358, "train_loss_step": 5.439953804016113, "n_params": 4715740, "total_flops": 45488405299200000, "train_loss": 0.026566061106595127, "subset_score_loss": 0.026566061106595127}
+{"step": 3150000, "wall_time": 8313.356892347336, "train_loss_step": 5.616325855255127, "n_params": 4715740, "total_flops": 45633272832000000, "train_loss": 0.02910195697437633, "subset_score_loss": 0.02910195697437633}
+{"step": 3160000, "wall_time": 8338.26627445221, "train_loss_step": 5.333672046661377, "n_params": 4715740, "total_flops": 45778140364800000, "train_loss": 0.03072971213947643, "subset_score_loss": 0.03072971213947643}
+{"step": 3170000, "wall_time": 8363.123671770096, "train_loss_step": 5.267589569091797, "n_params": 4715740, "total_flops": 45923007897600000, "train_loss": 0.03330698230049827, "subset_score_loss": 0.03330698230049827}
+{"step": 3180000, "wall_time": 8388.021622180939, "train_loss_step": 6.230039119720459, "n_params": 4715740, "total_flops": 46067875430400000, "train_loss": 0.02672313776883212, "subset_score_loss": 0.02672313776883212}
+{"step": 3190000, "wall_time": 8411.836712360382, "train_loss_step": 5.797325134277344, "n_params": 4715740, "total_flops": 46212742963200000, "train_loss": 0.0286644155328924, "subset_score_loss": 0.0286644155328924}
+{"step": 3200000, "wall_time": 8453.093213558197, "train_loss_step": 5.674140930175781, "n_params": 4715740, "total_flops": 46357610496000000, "train_loss": 0.026323546062816273, "subset_score_loss": 0.026323546062816273, "memorization_fraction_pixel": 0.1362999975681305, "mean_nn_ratio_pixel": 0.8352835178375244, "fid": 227.6169568317897, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 8478.010720729828, "train_loss_step": 5.523914337158203, "n_params": 4715740, "total_flops": 46502478028800000, "train_loss": 0.028318829969926313, "subset_score_loss": 0.028318829969926313}
+{"step": 3220000, "wall_time": 8503.490726232529, "train_loss_step": 5.575191020965576, "n_params": 4715740, "total_flops": 46647345561600000, "train_loss": 0.027635407447814942, "subset_score_loss": 0.027635407447814942}
+{"step": 3230000, "wall_time": 8528.813294172287, "train_loss_step": 5.972210884094238, "n_params": 4715740, "total_flops": 46792213094400000, "train_loss": 0.0285237810828469, "subset_score_loss": 0.0285237810828469}
+{"step": 3240000, "wall_time": 8554.162772417068, "train_loss_step": 5.417857646942139, "n_params": 4715740, "total_flops": 46937080627200000, "train_loss": 0.029761379415338688, "subset_score_loss": 0.029761379415338688}
+{"step": 3250000, "wall_time": 8579.311915159225, "train_loss_step": 5.381927490234375, "n_params": 4715740, "total_flops": 47081948160000000, "train_loss": 0.02574761997569691, "subset_score_loss": 0.02574761997569691}
+{"step": 3260000, "wall_time": 8604.711375951767, "train_loss_step": 5.394343376159668, "n_params": 4715740, "total_flops": 47226815692800000, "train_loss": 0.026082392172379926, "subset_score_loss": 0.026082392172379926}
+{"step": 3270000, "wall_time": 8629.919435501099, "train_loss_step": 5.48246431350708, "n_params": 4715740, "total_flops": 47371683225600000, "train_loss": 0.028346748785539107, "subset_score_loss": 0.028346748785539107}
+{"step": 3280000, "wall_time": 8655.488255500793, "train_loss_step": 5.9665207862854, "n_params": 4715740, "total_flops": 47516550758400000, "train_loss": 0.02582201740958474, "subset_score_loss": 0.02582201740958474}
+{"step": 3290000, "wall_time": 8680.802106618881, "train_loss_step": 5.531756401062012, "n_params": 4715740, "total_flops": 47661418291200000, "train_loss": 0.029552708972584118, "subset_score_loss": 0.029552708972584118}
+{"step": 3300000, "wall_time": 8721.916853189468, "train_loss_step": 5.5726518630981445, "n_params": 4715740, "total_flops": 47806285824000000, "train_loss": 0.026983768289739436, "subset_score_loss": 0.026983768289739436, "memorization_fraction_pixel": 0.14409999549388885, "mean_nn_ratio_pixel": 0.8341041207313538, "fid": 220.3822032280849, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 8747.03042960167, "train_loss_step": 5.701417922973633, "n_params": 4715740, "total_flops": 47951153356800000, "train_loss": 0.02891924814744429, "subset_score_loss": 0.02891924814744429}
+{"step": 3320000, "wall_time": 8772.216204881668, "train_loss_step": 5.616983890533447, "n_params": 4715740, "total_flops": 48096020889600000, "train_loss": 0.026335354284806684, "subset_score_loss": 0.026335354284806684}
+{"step": 3330000, "wall_time": 8797.696789503098, "train_loss_step": 5.886415004730225, "n_params": 4715740, "total_flops": 48240888422400000, "train_loss": 0.031124379418113014, "subset_score_loss": 0.031124379418113014}
+{"step": 3340000, "wall_time": 8823.030441761017, "train_loss_step": 5.64036226272583, "n_params": 4715740, "total_flops": 48385755955200000, "train_loss": 0.0269882548939098, "subset_score_loss": 0.0269882548939098}
+{"step": 3350000, "wall_time": 8848.347782611847, "train_loss_step": 5.89310359954834, "n_params": 4715740, "total_flops": 48530623488000000, "train_loss": 0.02527658289129084, "subset_score_loss": 0.02527658289129084}
+{"step": 3360000, "wall_time": 8873.732662677765, "train_loss_step": 5.27291202545166, "n_params": 4715740, "total_flops": 48675491020800000, "train_loss": 0.026218065348538485, "subset_score_loss": 0.026218065348538485}
+{"step": 3370000, "wall_time": 8898.846133470535, "train_loss_step": 5.200625419616699, "n_params": 4715740, "total_flops": 48820358553600000, "train_loss": 0.024723763899369672, "subset_score_loss": 0.024723763899369672}
+{"step": 3380000, "wall_time": 8924.270211219788, "train_loss_step": 5.721371650695801, "n_params": 4715740, "total_flops": 48965226086400000, "train_loss": 0.028279896215959027, "subset_score_loss": 0.028279896215959027}
+{"step": 3390000, "wall_time": 8949.55603146553, "train_loss_step": 5.562809467315674, "n_params": 4715740, "total_flops": 49110093619200000, "train_loss": 0.026545637304132636, "subset_score_loss": 0.026545637304132636}
+{"step": 3400000, "wall_time": 8992.893086910248, "train_loss_step": 5.5646867752075195, "n_params": 4715740, "total_flops": 49254961152000000, "train_loss": 0.030731810222972524, "subset_score_loss": 0.030731810222972524, "memorization_fraction_pixel": 0.13860000669956207, "mean_nn_ratio_pixel": 0.8375194072723389, "fid": 212.2917891890116, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 9017.348327636719, "train_loss_step": 5.748851776123047, "n_params": 4715740, "total_flops": 49399828684800000, "train_loss": 0.02562357729131525, "subset_score_loss": 0.02562357729131525}
+{"step": 3420000, "wall_time": 9042.819531679153, "train_loss_step": 5.3177900314331055, "n_params": 4715740, "total_flops": 49544696217600000, "train_loss": 0.027429929646578703, "subset_score_loss": 0.027429929646578703}
+{"step": 3430000, "wall_time": 9068.224850416183, "train_loss_step": 5.197258949279785, "n_params": 4715740, "total_flops": 49689563750400000, "train_loss": 0.028985069014809347, "subset_score_loss": 0.028985069014809347}
+{"step": 3440000, "wall_time": 9092.726375818253, "train_loss_step": 5.484554290771484, "n_params": 4715740, "total_flops": 49834431283200000, "train_loss": 0.029320623657920142, "subset_score_loss": 0.029320623657920142}
+{"step": 3450000, "wall_time": 9117.430368900299, "train_loss_step": 5.4012131690979, "n_params": 4715740, "total_flops": 49979298816000000, "train_loss": 0.027367171374234285, "subset_score_loss": 0.027367171374234285}
+{"step": 3460000, "wall_time": 9141.40001320839, "train_loss_step": 5.487911701202393, "n_params": 4715740, "total_flops": 50124166348800000, "train_loss": 0.024991837414828213, "subset_score_loss": 0.024991837414828213}
+{"step": 3470000, "wall_time": 9166.214289426804, "train_loss_step": 5.749361991882324, "n_params": 4715740, "total_flops": 50269033881600000, "train_loss": 0.029099900072271173, "subset_score_loss": 0.029099900072271173}
+{"step": 3480000, "wall_time": 9187.970704078674, "train_loss_step": 5.661403656005859, "n_params": 4715740, "total_flops": 50413901414400000, "train_loss": 0.027410947192798962, "subset_score_loss": 0.027410947192798962}
+{"step": 3490000, "wall_time": 9212.686097621918, "train_loss_step": 5.498419761657715, "n_params": 4715740, "total_flops": 50558768947200000, "train_loss": 0.029085861552845347, "subset_score_loss": 0.029085861552845347}
+{"step": 3500000, "wall_time": 9254.758907794952, "train_loss_step": 5.765030860900879, "n_params": 4715740, "total_flops": 50703636480000000, "train_loss": 0.026971329342235218, "subset_score_loss": 0.026971329342235218, "memorization_fraction_pixel": 0.15559999644756317, "mean_nn_ratio_pixel": 0.816828727722168, "fid": 212.68800335170602, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 9279.939468622208, "train_loss_step": 5.585561275482178, "n_params": 4715740, "total_flops": 50848504012800000, "train_loss": 0.029345765980807216, "subset_score_loss": 0.029345765980807216}
+{"step": 3520000, "wall_time": 9305.375305652618, "train_loss_step": 5.4471306800842285, "n_params": 4715740, "total_flops": 50993371545600000, "train_loss": 0.03031281124461781, "subset_score_loss": 0.03031281124461781}
+{"step": 3530000, "wall_time": 9330.909631729126, "train_loss_step": 5.789894104003906, "n_params": 4715740, "total_flops": 51138239078400000, "train_loss": 0.02764660661870783, "subset_score_loss": 0.02764660661870783}
+{"step": 3540000, "wall_time": 9355.846366167068, "train_loss_step": 5.295499324798584, "n_params": 4715740, "total_flops": 51283106611200000, "train_loss": 0.02551063190806996, "subset_score_loss": 0.02551063190806996}
+{"step": 3550000, "wall_time": 9381.394620895386, "train_loss_step": 5.454586029052734, "n_params": 4715740, "total_flops": 51427974144000000, "train_loss": 0.026170982014049184, "subset_score_loss": 0.026170982014049184}
+{"step": 3560000, "wall_time": 9406.495656967163, "train_loss_step": 5.205972194671631, "n_params": 4715740, "total_flops": 51572841676800000, "train_loss": 0.02551368366588246, "subset_score_loss": 0.02551368366588246}
+{"step": 3570000, "wall_time": 9431.86363363266, "train_loss_step": 5.524480819702148, "n_params": 4715740, "total_flops": 51717709209600000, "train_loss": 0.026236822388388894, "subset_score_loss": 0.026236822388388894}
+{"step": 3580000, "wall_time": 9457.356034040451, "train_loss_step": 5.630999565124512, "n_params": 4715740, "total_flops": 51862576742400000, "train_loss": 0.025691418214277787, "subset_score_loss": 0.025691418214277787}
+{"step": 3590000, "wall_time": 9482.459788322449, "train_loss_step": 5.558816909790039, "n_params": 4715740, "total_flops": 52007444275200000, "train_loss": 0.025670524076981976, "subset_score_loss": 0.025670524076981976}
+{"step": 3600000, "wall_time": 9524.419822692871, "train_loss_step": 5.830107688903809, "n_params": 4715740, "total_flops": 52152311808000000, "train_loss": 0.030594593828374688, "subset_score_loss": 0.030594593828374688, "memorization_fraction_pixel": 0.14959999918937683, "mean_nn_ratio_pixel": 0.8262682557106018, "fid": 213.81416602752319, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 9549.161557674408, "train_loss_step": 5.854686737060547, "n_params": 4715740, "total_flops": 52297179340800000, "train_loss": 0.02867688699202104, "subset_score_loss": 0.02867688699202104}
+{"step": 3620000, "wall_time": 9574.616810321808, "train_loss_step": 5.253962993621826, "n_params": 4715740, "total_flops": 52442046873600000, "train_loss": 0.028117424791509454, "subset_score_loss": 0.028117424791509454}
+{"step": 3630000, "wall_time": 9599.662061214447, "train_loss_step": 5.752297401428223, "n_params": 4715740, "total_flops": 52586914406400000, "train_loss": 0.025091424855318935, "subset_score_loss": 0.025091424855318935}
+{"step": 3640000, "wall_time": 9624.930692195892, "train_loss_step": 5.609086513519287, "n_params": 4715740, "total_flops": 52731781939200000, "train_loss": 0.027851252122358842, "subset_score_loss": 0.027851252122358842}
+{"step": 3650000, "wall_time": 9650.522659301758, "train_loss_step": 5.475815296173096, "n_params": 4715740, "total_flops": 52876649472000000, "train_loss": 0.024474906921386718, "subset_score_loss": 0.024474906921386718}
+{"step": 3660000, "wall_time": 9675.661815166473, "train_loss_step": 6.037233352661133, "n_params": 4715740, "total_flops": 53021517004800000, "train_loss": 0.025856130773370917, "subset_score_loss": 0.025856130773370917}
+{"step": 3670000, "wall_time": 9701.192531585693, "train_loss_step": 5.2946577072143555, "n_params": 4715740, "total_flops": 53166384537600000, "train_loss": 0.02560830983248624, "subset_score_loss": 0.02560830983248624}
+{"step": 3680000, "wall_time": 9726.909621953964, "train_loss_step": 5.378833770751953, "n_params": 4715740, "total_flops": 53311252070400000, "train_loss": 0.026188015937805176, "subset_score_loss": 0.026188015937805176}
+{"step": 3690000, "wall_time": 9752.170005321503, "train_loss_step": 5.068393707275391, "n_params": 4715740, "total_flops": 53456119603200000, "train_loss": 0.02616583217274059, "subset_score_loss": 0.02616583217274059}
+{"step": 3700000, "wall_time": 9794.093478918076, "train_loss_step": 5.415785789489746, "n_params": 4715740, "total_flops": 53600987136000000, "train_loss": 0.025710569728504527, "subset_score_loss": 0.025710569728504527, "memorization_fraction_pixel": 0.15279999375343323, "mean_nn_ratio_pixel": 0.8266865015029907, "fid": 219.32781309453935, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 9818.551764726639, "train_loss_step": 6.030926704406738, "n_params": 4715740, "total_flops": 53745854668800000, "train_loss": 0.027451838146556506, "subset_score_loss": 0.027451838146556506}
+{"step": 3720000, "wall_time": 9843.469053268433, "train_loss_step": 5.232098579406738, "n_params": 4715740, "total_flops": 53890722201600000, "train_loss": 0.026426698944785377, "subset_score_loss": 0.026426698944785377}
+{"step": 3730000, "wall_time": 9868.253576278687, "train_loss_step": 5.311589241027832, "n_params": 4715740, "total_flops": 54035589734400000, "train_loss": 0.02763170545751398, "subset_score_loss": 0.02763170545751398}
+{"step": 3740000, "wall_time": 9892.16623711586, "train_loss_step": 5.534645080566406, "n_params": 4715740, "total_flops": 54180457267200000, "train_loss": 0.028237852183255283, "subset_score_loss": 0.028237852183255283}
+{"step": 3750000, "wall_time": 9916.71103644371, "train_loss_step": 5.847357749938965, "n_params": 4715740, "total_flops": 54325324800000000, "train_loss": 0.02487025260925293, "subset_score_loss": 0.02487025260925293}
+{"step": 3760000, "wall_time": 9940.239078760147, "train_loss_step": 4.991081237792969, "n_params": 4715740, "total_flops": 54470192332800000, "train_loss": 0.03172810077667236, "subset_score_loss": 0.03172810077667236}
+{"step": 3770000, "wall_time": 9964.573595285416, "train_loss_step": 5.653655529022217, "n_params": 4715740, "total_flops": 54615059865600000, "train_loss": 0.02555547844279896, "subset_score_loss": 0.02555547844279896}
+{"step": 3780000, "wall_time": 9988.653691530228, "train_loss_step": 5.7292304039001465, "n_params": 4715740, "total_flops": 54759927398400000, "train_loss": 0.026317527077414773, "subset_score_loss": 0.026317527077414773}
+{"step": 3790000, "wall_time": 10014.095624446869, "train_loss_step": 5.5741167068481445, "n_params": 4715740, "total_flops": 54904794931200000, "train_loss": 0.030724104967984285, "subset_score_loss": 0.030724104967984285}
+{"step": 3800000, "wall_time": 10057.531828403473, "train_loss_step": 5.538567066192627, "n_params": 4715740, "total_flops": 55049662464000000, "train_loss": 0.02995433807373047, "subset_score_loss": 0.02995433807373047, "memorization_fraction_pixel": 0.15809999406337738, "mean_nn_ratio_pixel": 0.8246656060218811, "fid": 214.4229844592606, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 10081.380917787552, "train_loss_step": 5.7318115234375, "n_params": 4715740, "total_flops": 55194529996800000, "train_loss": 0.02546319744803689, "subset_score_loss": 0.02546319744803689}
+{"step": 3820000, "wall_time": 10106.492707967758, "train_loss_step": 5.821232795715332, "n_params": 4715740, "total_flops": 55339397529600000, "train_loss": 0.02564221295443448, "subset_score_loss": 0.02564221295443448}
+{"step": 3830000, "wall_time": 10131.988882303238, "train_loss_step": 5.144986629486084, "n_params": 4715740, "total_flops": 55484265062400000, "train_loss": 0.026196258718317204, "subset_score_loss": 0.026196258718317204}
+{"step": 3840000, "wall_time": 10157.529103755951, "train_loss_step": 5.258343696594238, "n_params": 4715740, "total_flops": 55629132595200000, "train_loss": 0.02561971057545055, "subset_score_loss": 0.02561971057545055}
+{"step": 3850000, "wall_time": 10182.961100816727, "train_loss_step": 6.154621601104736, "n_params": 4715740, "total_flops": 55774000128000000, "train_loss": 0.027365283532576126, "subset_score_loss": 0.027365283532576126}
+{"step": 3860000, "wall_time": 10208.052613258362, "train_loss_step": 5.380898952484131, "n_params": 4715740, "total_flops": 55918867660800000, "train_loss": 0.027476217529990455, "subset_score_loss": 0.027476217529990455}
+{"step": 3870000, "wall_time": 10233.581208467484, "train_loss_step": 5.0889434814453125, "n_params": 4715740, "total_flops": 56063735193600000, "train_loss": 0.02583409222689542, "subset_score_loss": 0.02583409222689542}
+{"step": 3880000, "wall_time": 10258.862032651901, "train_loss_step": 5.705620765686035, "n_params": 4715740, "total_flops": 56208602726400000, "train_loss": 0.026942376656965777, "subset_score_loss": 0.026942376656965777}
+{"step": 3890000, "wall_time": 10283.846060752869, "train_loss_step": 5.496999740600586, "n_params": 4715740, "total_flops": 56353470259200000, "train_loss": 0.027858950875022194, "subset_score_loss": 0.027858950875022194}
+{"step": 3900000, "wall_time": 10325.664498806, "train_loss_step": 5.501002311706543, "n_params": 4715740, "total_flops": 56498337792000000, "train_loss": 0.027680407870899548, "subset_score_loss": 0.027680407870899548, "memorization_fraction_pixel": 0.16539999842643738, "mean_nn_ratio_pixel": 0.8130896091461182, "fid": 202.35797416471698, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 10349.204565763474, "train_loss_step": 5.1486639976501465, "n_params": 4715740, "total_flops": 56643205324800000, "train_loss": 0.025492035258900037, "subset_score_loss": 0.025492035258900037}
+{"step": 3920000, "wall_time": 10374.188197612762, "train_loss_step": 5.921079635620117, "n_params": 4715740, "total_flops": 56788072857600000, "train_loss": 0.03023173158819025, "subset_score_loss": 0.03023173158819025}
+{"step": 3930000, "wall_time": 10398.183066606522, "train_loss_step": 5.073580741882324, "n_params": 4715740, "total_flops": 56932940390400000, "train_loss": 0.024742050604386764, "subset_score_loss": 0.024742050604386764}
+{"step": 3940000, "wall_time": 10423.712020874023, "train_loss_step": 5.546611785888672, "n_params": 4715740, "total_flops": 57077807923200000, "train_loss": 0.027249379591508346, "subset_score_loss": 0.027249379591508346}
+{"step": 3950000, "wall_time": 10449.089359283447, "train_loss_step": 5.157449722290039, "n_params": 4715740, "total_flops": 57222675456000000, "train_loss": 0.026871269399469547, "subset_score_loss": 0.026871269399469547}
+{"step": 3960000, "wall_time": 10474.31920003891, "train_loss_step": 5.4030585289001465, "n_params": 4715740, "total_flops": 57367542988800000, "train_loss": 0.02419308749112216, "subset_score_loss": 0.02419308749112216}
+{"step": 3970000, "wall_time": 10499.69139790535, "train_loss_step": 5.729117393493652, "n_params": 4715740, "total_flops": 57512410521600000, "train_loss": 0.026235534928061747, "subset_score_loss": 0.026235534928061747}
+{"step": 3980000, "wall_time": 10524.935047388077, "train_loss_step": 5.583909511566162, "n_params": 4715740, "total_flops": 57657278054400000, "train_loss": 0.02403052286668257, "subset_score_loss": 0.02403052286668257}
+{"step": 3990000, "wall_time": 10550.165376901627, "train_loss_step": 5.612574577331543, "n_params": 4715740, "total_flops": 57802145587200000, "train_loss": 0.02298289862546054, "subset_score_loss": 0.02298289862546054}
+{"step": 4000000, "wall_time": 10592.79071187973, "train_loss_step": 5.561393737792969, "n_params": 4715740, "total_flops": 57947013120000000, "train_loss": 0.02665888396176425, "subset_score_loss": 0.02665888396176425, "memorization_fraction_pixel": 0.1720999926328659, "mean_nn_ratio_pixel": 0.8088181018829346, "fid": 204.92589810798722, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 10615.075613975525, "train_loss_step": 5.272846221923828, "n_params": 4715740, "total_flops": 58091880652800000, "train_loss": 0.025740933418273926, "subset_score_loss": 0.025740933418273926}
+{"step": 4020000, "wall_time": 10639.483442783356, "train_loss_step": 5.240243911743164, "n_params": 4715740, "total_flops": 58236748185600000, "train_loss": 0.024561331488869406, "subset_score_loss": 0.024561331488869406}
+{"step": 4030000, "wall_time": 10664.168853998184, "train_loss_step": 5.687518119812012, "n_params": 4715740, "total_flops": 58381615718400000, "train_loss": 0.026972586458379574, "subset_score_loss": 0.026972586458379574}
+{"step": 4040000, "wall_time": 10687.90638256073, "train_loss_step": 5.821206092834473, "n_params": 4715740, "total_flops": 58526483251200000, "train_loss": 0.024827974492853337, "subset_score_loss": 0.024827974492853337}
+{"step": 4050000, "wall_time": 10712.288046836853, "train_loss_step": 5.404804229736328, "n_params": 4715740, "total_flops": 58671350784000000, "train_loss": 0.02617908607829701, "subset_score_loss": 0.02617908607829701}
+{"step": 4060000, "wall_time": 10737.778940677643, "train_loss_step": 5.23805570602417, "n_params": 4715740, "total_flops": 58816218316800000, "train_loss": 0.02491811839017001, "subset_score_loss": 0.02491811839017001}
+{"step": 4070000, "wall_time": 10762.196568727493, "train_loss_step": 5.497826099395752, "n_params": 4715740, "total_flops": 58961085849600000, "train_loss": 0.0250594745982777, "subset_score_loss": 0.0250594745982777}
+{"step": 4080000, "wall_time": 10787.503144741058, "train_loss_step": 5.587475776672363, "n_params": 4715740, "total_flops": 59105953382400000, "train_loss": 0.033114205707203255, "subset_score_loss": 0.033114205707203255}
+{"step": 4090000, "wall_time": 10813.208853721619, "train_loss_step": 5.356637001037598, "n_params": 4715740, "total_flops": 59250820915200000, "train_loss": 0.026359482245011764, "subset_score_loss": 0.026359482245011764}
+{"step": 4100000, "wall_time": 10856.983040571213, "train_loss_step": 5.335814476013184, "n_params": 4715740, "total_flops": 59395688448000000, "train_loss": 0.024264888329939407, "subset_score_loss": 0.024264888329939407, "memorization_fraction_pixel": 0.17659999430179596, "mean_nn_ratio_pixel": 0.8057124614715576, "fid": 199.16464364277152, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 10880.839140892029, "train_loss_step": 5.377930641174316, "n_params": 4715740, "total_flops": 59540555980800000, "train_loss": 0.02846636772155762, "subset_score_loss": 0.02846636772155762}
+{"step": 4120000, "wall_time": 10905.609428405762, "train_loss_step": 5.557662010192871, "n_params": 4715740, "total_flops": 59685423513600000, "train_loss": 0.027027598294344816, "subset_score_loss": 0.027027598294344816}
+{"step": 4130000, "wall_time": 10931.001291513443, "train_loss_step": 5.503538131713867, "n_params": 4715740, "total_flops": 59830291046400000, "train_loss": 0.02641541307622736, "subset_score_loss": 0.02641541307622736}
+{"step": 4140000, "wall_time": 10956.27252650261, "train_loss_step": 5.680853843688965, "n_params": 4715740, "total_flops": 59975158579200000, "train_loss": 0.023807356574318626, "subset_score_loss": 0.023807356574318626}
+{"step": 4150000, "wall_time": 10981.80089378357, "train_loss_step": 5.682781219482422, "n_params": 4715740, "total_flops": 60120026112000000, "train_loss": 0.025707966631109063, "subset_score_loss": 0.025707966631109063}
+{"step": 4160000, "wall_time": 11007.149095058441, "train_loss_step": 5.641515731811523, "n_params": 4715740, "total_flops": 60264893644800000, "train_loss": 0.024290329759771172, "subset_score_loss": 0.024290329759771172}
+{"step": 4170000, "wall_time": 11032.346133470535, "train_loss_step": 5.342933654785156, "n_params": 4715740, "total_flops": 60409761177600000, "train_loss": 0.0256463961167769, "subset_score_loss": 0.0256463961167769}
+{"step": 4180000, "wall_time": 11057.82781124115, "train_loss_step": 5.646459102630615, "n_params": 4715740, "total_flops": 60554628710400000, "train_loss": 0.02629375024275346, "subset_score_loss": 0.02629375024275346}
+{"step": 4190000, "wall_time": 11083.134680271149, "train_loss_step": 5.183677673339844, "n_params": 4715740, "total_flops": 60699496243200000, "train_loss": 0.02688020792874423, "subset_score_loss": 0.02688020792874423}
+{"step": 4200000, "wall_time": 11126.519589662552, "train_loss_step": 5.332980632781982, "n_params": 4715740, "total_flops": 60844363776000000, "train_loss": 0.0250817363912409, "subset_score_loss": 0.0250817363912409, "memorization_fraction_pixel": 0.18039999902248383, "mean_nn_ratio_pixel": 0.7993661761283875, "fid": 197.89588060123978, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 11150.1159658432, "train_loss_step": 5.596611022949219, "n_params": 4715740, "total_flops": 60989231308800000, "train_loss": 0.02734135064211759, "subset_score_loss": 0.02734135064211759}
+{"step": 4220000, "wall_time": 11175.229759216309, "train_loss_step": 5.296029090881348, "n_params": 4715740, "total_flops": 61134098841600000, "train_loss": 0.023428470438176936, "subset_score_loss": 0.023428470438176936}
+{"step": 4230000, "wall_time": 11200.376435518265, "train_loss_step": 5.079501152038574, "n_params": 4715740, "total_flops": 61278966374400000, "train_loss": 0.02733323574066162, "subset_score_loss": 0.02733323574066162}
+{"step": 4240000, "wall_time": 11225.465891361237, "train_loss_step": 5.563372611999512, "n_params": 4715740, "total_flops": 61423833907200000, "train_loss": 0.02480486739765514, "subset_score_loss": 0.02480486739765514}
+{"step": 4250000, "wall_time": 11250.904465913773, "train_loss_step": 5.404201984405518, "n_params": 4715740, "total_flops": 61568701440000000, "train_loss": 0.024322637644681063, "subset_score_loss": 0.024322637644681063}
+{"step": 4260000, "wall_time": 11276.28335762024, "train_loss_step": 5.577856063842773, "n_params": 4715740, "total_flops": 61713568972800000, "train_loss": 0.02944904240694913, "subset_score_loss": 0.02944904240694913}
+{"step": 4270000, "wall_time": 11301.071810722351, "train_loss_step": 5.068968296051025, "n_params": 4715740, "total_flops": 61858436505600000, "train_loss": 0.024412781541997736, "subset_score_loss": 0.024412781541997736}
+{"step": 4280000, "wall_time": 11326.314300060272, "train_loss_step": 5.22928524017334, "n_params": 4715740, "total_flops": 62003304038400000, "train_loss": 0.022998525879599833, "subset_score_loss": 0.022998525879599833}
+{"step": 4290000, "wall_time": 11351.211025476456, "train_loss_step": 5.310062408447266, "n_params": 4715740, "total_flops": 62148171571200000, "train_loss": 0.024868416786193847, "subset_score_loss": 0.024868416786193847}
+{"step": 4300000, "wall_time": 11393.555436611176, "train_loss_step": 5.551061630249023, "n_params": 4715740, "total_flops": 62293039104000000, "train_loss": 0.026982619545676493, "subset_score_loss": 0.026982619545676493, "memorization_fraction_pixel": 0.18780000507831573, "mean_nn_ratio_pixel": 0.7945843935012817, "fid": 194.37474122365458, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 11416.278432130814, "train_loss_step": 5.566240310668945, "n_params": 4715740, "total_flops": 62437906636800000, "train_loss": 0.02337600968100808, "subset_score_loss": 0.02337600968100808}
+{"step": 4320000, "wall_time": 11439.6875436306, "train_loss_step": 5.556005954742432, "n_params": 4715740, "total_flops": 62582774169600000, "train_loss": 0.025849210132252085, "subset_score_loss": 0.025849210132252085}
+{"step": 4330000, "wall_time": 11463.759702920914, "train_loss_step": 5.542675495147705, "n_params": 4715740, "total_flops": 62727641702400000, "train_loss": 0.024033104289661756, "subset_score_loss": 0.024033104289661756}
+{"step": 4340000, "wall_time": 11486.165997505188, "train_loss_step": 5.2928667068481445, "n_params": 4715740, "total_flops": 62872509235200000, "train_loss": 0.024779217893427068, "subset_score_loss": 0.024779217893427068}
+{"step": 4350000, "wall_time": 11508.17964220047, "train_loss_step": 5.224180221557617, "n_params": 4715740, "total_flops": 63017376768000000, "train_loss": 0.024651122093200684, "subset_score_loss": 0.024651122093200684}
+{"step": 4360000, "wall_time": 11532.218895196915, "train_loss_step": 5.505074501037598, "n_params": 4715740, "total_flops": 63162244300800000, "train_loss": 0.026330750638788397, "subset_score_loss": 0.026330750638788397}
+{"step": 4370000, "wall_time": 11557.253544330597, "train_loss_step": 5.467868804931641, "n_params": 4715740, "total_flops": 63307111833600000, "train_loss": 0.02463800256902521, "subset_score_loss": 0.02463800256902521}
+{"step": 4380000, "wall_time": 11581.740092039108, "train_loss_step": 5.4475812911987305, "n_params": 4715740, "total_flops": 63451979366400000, "train_loss": 0.024113850160078568, "subset_score_loss": 0.024113850160078568}
+{"step": 4390000, "wall_time": 11606.692596673965, "train_loss_step": 4.956621170043945, "n_params": 4715740, "total_flops": 63596846899200000, "train_loss": 0.025327927416021172, "subset_score_loss": 0.025327927416021172}
+{"step": 4400000, "wall_time": 11651.245277643204, "train_loss_step": 5.184635639190674, "n_params": 4715740, "total_flops": 63741714432000000, "train_loss": 0.023190682584589176, "subset_score_loss": 0.023190682584589176, "memorization_fraction_pixel": 0.1889999955892563, "mean_nn_ratio_pixel": 0.7993130087852478, "fid": 200.73498054625392, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 11677.05275297165, "train_loss_step": 5.06070613861084, "n_params": 4715740, "total_flops": 63886581964800000, "train_loss": 0.02792173298922452, "subset_score_loss": 0.02792173298922452}
+{"step": 4420000, "wall_time": 11701.03433084488, "train_loss_step": 5.478228569030762, "n_params": 4715740, "total_flops": 64031449497600000, "train_loss": 0.025738696618513628, "subset_score_loss": 0.025738696618513628}
+{"step": 4430000, "wall_time": 11726.365853309631, "train_loss_step": 5.3902459144592285, "n_params": 4715740, "total_flops": 64176317030400000, "train_loss": 0.026793302189220082, "subset_score_loss": 0.026793302189220082}
+{"step": 4440000, "wall_time": 11751.406291484833, "train_loss_step": 5.642373561859131, "n_params": 4715740, "total_flops": 64321184563200000, "train_loss": 0.02521045424721458, "subset_score_loss": 0.02521045424721458}
+{"step": 4450000, "wall_time": 11776.781865358353, "train_loss_step": 5.695637226104736, "n_params": 4715740, "total_flops": 64466052096000000, "train_loss": 0.027268591794100676, "subset_score_loss": 0.027268591794100676}
+{"step": 4460000, "wall_time": 11802.087345600128, "train_loss_step": 5.371108531951904, "n_params": 4715740, "total_flops": 64610919628800000, "train_loss": 0.024219248511574486, "subset_score_loss": 0.024219248511574486}
+{"step": 4470000, "wall_time": 11827.064173936844, "train_loss_step": 4.964107513427734, "n_params": 4715740, "total_flops": 64755787161600000, "train_loss": 0.023597038875926624, "subset_score_loss": 0.023597038875926624}
+{"step": 4480000, "wall_time": 11852.32173871994, "train_loss_step": 5.503284931182861, "n_params": 4715740, "total_flops": 64900654694400000, "train_loss": 0.026155480471524325, "subset_score_loss": 0.026155480471524325}
+{"step": 4490000, "wall_time": 11877.093321084976, "train_loss_step": 5.129084587097168, "n_params": 4715740, "total_flops": 65045522227200000, "train_loss": 0.024260859055952592, "subset_score_loss": 0.024260859055952592}
+{"step": 4500000, "wall_time": 11921.899018764496, "train_loss_step": 5.226387977600098, "n_params": 4715740, "total_flops": 65190389760000000, "train_loss": 0.02503191124309193, "subset_score_loss": 0.02503191124309193, "memorization_fraction_pixel": 0.18569999933242798, "mean_nn_ratio_pixel": 0.7972568273544312, "fid": 196.61600170381269, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 11946.371859312057, "train_loss_step": 4.69443416595459, "n_params": 4715740, "total_flops": 65335257292800000, "train_loss": 0.02382279959591952, "subset_score_loss": 0.02382279959591952}
+{"step": 4520000, "wall_time": 11970.406126022339, "train_loss_step": 5.504034996032715, "n_params": 4715740, "total_flops": 65480124825600000, "train_loss": 0.028058422695506704, "subset_score_loss": 0.028058422695506704}
+{"step": 4530000, "wall_time": 11995.295025110245, "train_loss_step": 5.309868335723877, "n_params": 4715740, "total_flops": 65624992358400000, "train_loss": 0.022725818373940207, "subset_score_loss": 0.022725818373940207}
+{"step": 4540000, "wall_time": 12020.360780000687, "train_loss_step": 5.049706935882568, "n_params": 4715740, "total_flops": 65769859891200000, "train_loss": 0.024398938092318447, "subset_score_loss": 0.024398938092318447}
+{"step": 4550000, "wall_time": 12045.64807510376, "train_loss_step": 5.084650993347168, "n_params": 4715740, "total_flops": 65914727424000000, "train_loss": 0.025383186340332032, "subset_score_loss": 0.025383186340332032}
+{"step": 4560000, "wall_time": 12070.819615840912, "train_loss_step": 5.368044853210449, "n_params": 4715740, "total_flops": 66059594956800000, "train_loss": 0.027422298084605824, "subset_score_loss": 0.027422298084605824}
+{"step": 4570000, "wall_time": 12095.464615345001, "train_loss_step": 5.481513977050781, "n_params": 4715740, "total_flops": 66204462489600000, "train_loss": 0.02501403418454257, "subset_score_loss": 0.02501403418454257}
+{"step": 4580000, "wall_time": 12119.979356527328, "train_loss_step": 5.283287048339844, "n_params": 4715740, "total_flops": 66349330022400000, "train_loss": 0.02486386299133301, "subset_score_loss": 0.02486386299133301}
+{"step": 4590000, "wall_time": 12144.481824874878, "train_loss_step": 5.435507297515869, "n_params": 4715740, "total_flops": 66494197555200000, "train_loss": 0.0252667405388572, "subset_score_loss": 0.0252667405388572}
+{"step": 4600000, "wall_time": 12186.308590173721, "train_loss_step": 5.368682861328125, "n_params": 4715740, "total_flops": 66639065088000000, "train_loss": 0.024918950687755237, "subset_score_loss": 0.024918950687755237, "memorization_fraction_pixel": 0.19460000097751617, "mean_nn_ratio_pixel": 0.7935938239097595, "fid": 200.05363323995962, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 12209.394508123398, "train_loss_step": 5.127723693847656, "n_params": 4715740, "total_flops": 66783932620800000, "train_loss": 0.02297154339877042, "subset_score_loss": 0.02297154339877042}
+{"step": 4620000, "wall_time": 12232.490839481354, "train_loss_step": 5.3635454177856445, "n_params": 4715740, "total_flops": 66928800153600000, "train_loss": 0.023403982682661577, "subset_score_loss": 0.023403982682661577}
+{"step": 4630000, "wall_time": 12256.125099658966, "train_loss_step": 5.612651348114014, "n_params": 4715740, "total_flops": 67073667686400000, "train_loss": 0.02463291341608221, "subset_score_loss": 0.02463291341608221}
+{"step": 4640000, "wall_time": 12281.280288219452, "train_loss_step": 5.048685073852539, "n_params": 4715740, "total_flops": 67218535219200000, "train_loss": 0.024558147517117587, "subset_score_loss": 0.024558147517117587}
+{"step": 4650000, "wall_time": 12306.562772035599, "train_loss_step": 5.228703022003174, "n_params": 4715740, "total_flops": 67363402752000000, "train_loss": 0.024763180992820048, "subset_score_loss": 0.024763180992820048}
+{"step": 4660000, "wall_time": 12331.519870996475, "train_loss_step": 5.345195770263672, "n_params": 4715740, "total_flops": 67508270284800000, "train_loss": 0.02503104643388228, "subset_score_loss": 0.02503104643388228}
+{"step": 4670000, "wall_time": 12357.101657867432, "train_loss_step": 5.220710754394531, "n_params": 4715740, "total_flops": 67653137817600000, "train_loss": 0.022916943376714533, "subset_score_loss": 0.022916943376714533}
+{"step": 4680000, "wall_time": 12382.080651760101, "train_loss_step": 5.259587287902832, "n_params": 4715740, "total_flops": 67798005350400000, "train_loss": 0.023055700822310014, "subset_score_loss": 0.023055700822310014}
+{"step": 4690000, "wall_time": 12407.456592321396, "train_loss_step": 5.550849914550781, "n_params": 4715740, "total_flops": 67942872883200000, "train_loss": 0.02377829985185103, "subset_score_loss": 0.02377829985185103}
+{"step": 4700000, "wall_time": 12452.040118694305, "train_loss_step": 5.186911106109619, "n_params": 4715740, "total_flops": 68087740416000000, "train_loss": 0.024392784725536, "subset_score_loss": 0.024392784725536, "memorization_fraction_pixel": 0.18940000236034393, "mean_nn_ratio_pixel": 0.7974078059196472, "fid": 192.76417438176236, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 12476.823194980621, "train_loss_step": 5.5548095703125, "n_params": 4715740, "total_flops": 68232607948800000, "train_loss": 0.02456784898584539, "subset_score_loss": 0.02456784898584539}
+{"step": 4720000, "wall_time": 12500.04534292221, "train_loss_step": 5.405556678771973, "n_params": 4715740, "total_flops": 68377475481600000, "train_loss": 0.02511082562533292, "subset_score_loss": 0.02511082562533292}
+{"step": 4730000, "wall_time": 12524.978810548782, "train_loss_step": 4.9408955574035645, "n_params": 4715740, "total_flops": 68522343014400000, "train_loss": 0.024716518142006615, "subset_score_loss": 0.024716518142006615}
+{"step": 4740000, "wall_time": 12550.573254108429, "train_loss_step": 5.20356559753418, "n_params": 4715740, "total_flops": 68667210547200000, "train_loss": 0.023313160376115277, "subset_score_loss": 0.023313160376115277}
+{"step": 4750000, "wall_time": 12576.070026159286, "train_loss_step": 5.443486213684082, "n_params": 4715740, "total_flops": 68812078080000000, "train_loss": 0.02639897736636075, "subset_score_loss": 0.02639897736636075}
+{"step": 4760000, "wall_time": 12601.28813791275, "train_loss_step": 5.142709732055664, "n_params": 4715740, "total_flops": 68956945612800000, "train_loss": 0.025864579460837624, "subset_score_loss": 0.025864579460837624}
+{"step": 4770000, "wall_time": 12626.796239852905, "train_loss_step": 4.9522881507873535, "n_params": 4715740, "total_flops": 69101813145600000, "train_loss": 0.024458391016179866, "subset_score_loss": 0.024458391016179866}
+{"step": 4780000, "wall_time": 12652.072684288025, "train_loss_step": 4.9529266357421875, "n_params": 4715740, "total_flops": 69246680678400000, "train_loss": 0.023562635074962267, "subset_score_loss": 0.023562635074962267}
+{"step": 4790000, "wall_time": 12677.30663895607, "train_loss_step": 5.110671043395996, "n_params": 4715740, "total_flops": 69391548211200000, "train_loss": 0.024298344958912244, "subset_score_loss": 0.024298344958912244}
+{"step": 4800000, "wall_time": 12721.905589342117, "train_loss_step": 5.411664009094238, "n_params": 4715740, "total_flops": 69536415744000000, "train_loss": 0.02251756624741988, "subset_score_loss": 0.02251756624741988, "memorization_fraction_pixel": 0.18119999766349792, "mean_nn_ratio_pixel": 0.8042702078819275, "fid": 202.51390275699902, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 12748.203155040741, "train_loss_step": 4.925519943237305, "n_params": 4715740, "total_flops": 69681283276800000, "train_loss": 0.025750394300981, "subset_score_loss": 0.025750394300981}
+{"step": 4820000, "wall_time": 12771.750033140182, "train_loss_step": 4.9478654861450195, "n_params": 4715740, "total_flops": 69826150809600000, "train_loss": 0.023265834288163617, "subset_score_loss": 0.023265834288163617}
+{"step": 4830000, "wall_time": 12797.012196302414, "train_loss_step": 4.928760528564453, "n_params": 4715740, "total_flops": 69971018342400000, "train_loss": 0.028670154918323865, "subset_score_loss": 0.028670154918323865}
+{"step": 4840000, "wall_time": 12822.423315525055, "train_loss_step": 5.617807388305664, "n_params": 4715740, "total_flops": 70115885875200000, "train_loss": 0.025938422029668635, "subset_score_loss": 0.025938422029668635}
+{"step": 4850000, "wall_time": 12847.700959682465, "train_loss_step": 5.374015808105469, "n_params": 4715740, "total_flops": 70260753408000000, "train_loss": 0.025706384398720483, "subset_score_loss": 0.025706384398720483}
+{"step": 4860000, "wall_time": 12872.312372922897, "train_loss_step": 5.286319732666016, "n_params": 4715740, "total_flops": 70405620940800000, "train_loss": 0.02425114241513339, "subset_score_loss": 0.02425114241513339}
+{"step": 4870000, "wall_time": 12897.413745164871, "train_loss_step": 5.447911262512207, "n_params": 4715740, "total_flops": 70550488473600000, "train_loss": 0.023221683502197266, "subset_score_loss": 0.023221683502197266}
+{"step": 4880000, "wall_time": 12922.067098140717, "train_loss_step": 5.413954257965088, "n_params": 4715740, "total_flops": 70695356006400000, "train_loss": 0.02485932870344682, "subset_score_loss": 0.02485932870344682}
+{"step": 4890000, "wall_time": 12946.708459377289, "train_loss_step": 5.1605095863342285, "n_params": 4715740, "total_flops": 70840223539200000, "train_loss": 0.023830090869556775, "subset_score_loss": 0.023830090869556775}
+{"step": 4900000, "wall_time": 12989.530845880508, "train_loss_step": 4.964776515960693, "n_params": 4715740, "total_flops": 70985091072000000, "train_loss": 0.025029325485229494, "subset_score_loss": 0.025029325485229494, "memorization_fraction_pixel": 0.1923000067472458, "mean_nn_ratio_pixel": 0.7986223101615906, "fid": 203.97612303991014, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 13014.104373693466, "train_loss_step": 5.459786891937256, "n_params": 4715740, "total_flops": 71129958604800000, "train_loss": 0.024824172800237482, "subset_score_loss": 0.024824172800237482}
+{"step": 4920000, "wall_time": 13038.680675506592, "train_loss_step": 5.43148946762085, "n_params": 4715740, "total_flops": 71274826137600000, "train_loss": 0.02723950689489191, "subset_score_loss": 0.02723950689489191}
+{"step": 4930000, "wall_time": 13064.133246183395, "train_loss_step": 5.194878578186035, "n_params": 4715740, "total_flops": 71419693670400000, "train_loss": 0.02419201677495783, "subset_score_loss": 0.02419201677495783}
+{"step": 4940000, "wall_time": 13089.700612545013, "train_loss_step": 5.346203804016113, "n_params": 4715740, "total_flops": 71564561203200000, "train_loss": 0.025805282592773437, "subset_score_loss": 0.025805282592773437}
+{"step": 4950000, "wall_time": 13114.993703842163, "train_loss_step": 5.35223388671875, "n_params": 4715740, "total_flops": 71709428736000000, "train_loss": 0.022838507999073377, "subset_score_loss": 0.022838507999073377}
+{"step": 4960000, "wall_time": 13139.727989673615, "train_loss_step": 5.407473564147949, "n_params": 4715740, "total_flops": 71854296268800000, "train_loss": 0.023473154414783825, "subset_score_loss": 0.023473154414783825}
+{"step": 4970000, "wall_time": 13164.910004854202, "train_loss_step": 5.1134138107299805, "n_params": 4715740, "total_flops": 71999163801600000, "train_loss": 0.025078183954412286, "subset_score_loss": 0.025078183954412286}
+{"step": 4980000, "wall_time": 13190.31320643425, "train_loss_step": 4.966419219970703, "n_params": 4715740, "total_flops": 72144031334400000, "train_loss": 0.026997960697520862, "subset_score_loss": 0.026997960697520862}
+{"step": 4990000, "wall_time": 13215.53819322586, "train_loss_step": 5.131883144378662, "n_params": 4715740, "total_flops": 72288898867200000, "train_loss": 0.025006021152843127, "subset_score_loss": 0.025006021152843127}
+{"step": 5000000, "wall_time": 13257.967277050018, "train_loss_step": 5.352965831756592, "n_params": 4715740, "total_flops": 72433766400000000, "train_loss": 0.024280749667774548, "subset_score_loss": 0.024280749667774548, "memorization_fraction_pixel": 0.1898999959230423, "mean_nn_ratio_pixel": 0.8008303046226501, "fid": 199.24537870950954, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d220/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d220/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..e4adb6ef1e917a51752587c7af290d541a26c5de
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d220/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     19s | train_loss=1.0025 | fid=298.7110
+  step   10000 |     44s | train_loss=0.7082
+  step   20000 |     68s | train_loss=0.5980
+  step   30000 |     93s | train_loss=0.5274
+  step   40000 |    118s | train_loss=0.4605
+  step   50000 |    144s | train_loss=0.3931
+  step   60000 |    167s | train_loss=0.3180
+  step   70000 |    191s | train_loss=0.2689
+  step   80000 |    216s | train_loss=0.2280
+  step   90000 |    240s | train_loss=0.2015
+  step  100000 |    282s | train_loss=0.1783 | fid=207.8925
+  step  110000 |    306s | train_loss=0.1621
+  step  120000 |    331s | train_loss=0.1486
+  step  130000 |    356s | train_loss=0.1401
+  step  140000 |    381s | train_loss=0.1366
+  step  150000 |    405s | train_loss=0.1271
+  step  160000 |    430s | train_loss=0.1235
+  step  170000 |    454s | train_loss=0.1301
+  step  180000 |    479s | train_loss=0.1163
+  step  190000 |    504s | train_loss=0.1097
+  step  200000 |    546s | train_loss=0.1063 | fid=235.8003
+  step  210000 |    571s | train_loss=0.1069
+  step  220000 |    596s | train_loss=0.0995
+  step  230000 |    621s | train_loss=0.1004
+  step  240000 |    646s | train_loss=0.0969
+  step  250000 |    671s | train_loss=0.1014
+  step  260000 |    696s | train_loss=0.0918
+  step  270000 |    720s | train_loss=0.0908
+  step  280000 |    745s | train_loss=0.0918
+  step  290000 |    770s | train_loss=0.0892
+  step  300000 |    811s | train_loss=0.0916 | fid=254.3860
+  step  310000 |    834s | train_loss=0.0897
+  step  320000 |    858s | train_loss=0.0854
+  step  330000 |    882s | train_loss=0.0860
+  step  340000 |    903s | train_loss=0.0823
+  step  350000 |    927s | train_loss=0.0790
+  step  360000 |    950s | train_loss=0.0773
+  step  370000 |    971s | train_loss=0.0765
+  step  380000 |    996s | train_loss=0.0734
+  step  390000 |   1018s | train_loss=0.0691
+  step  400000 |   1056s | train_loss=0.0717 | fid=276.9628
+  step  410000 |   1080s | train_loss=0.0720
+  step  420000 |   1105s | train_loss=0.0692
+  step  430000 |   1130s | train_loss=0.0651
+  step  440000 |   1155s | train_loss=0.0687
+  step  450000 |   1179s | train_loss=0.0646
+  step  460000 |   1204s | train_loss=0.0645
+  step  470000 |   1228s | train_loss=0.0616
+  step  480000 |   1252s | train_loss=0.0685
+  step  490000 |   1277s | train_loss=0.0646
+  step  500000 |   1320s | train_loss=0.0598 | fid=279.2737
+  step  510000 |   1345s | train_loss=0.0636
+  step  520000 |   1370s | train_loss=0.0644
+  step  530000 |   1394s | train_loss=0.0563
+  step  540000 |   1418s | train_loss=0.0616
+  step  550000 |   1443s | train_loss=0.0576
+  step  560000 |   1467s | train_loss=0.0648
+  step  570000 |   1492s | train_loss=0.0586
+  step  580000 |   1516s | train_loss=0.0575
+  step  590000 |   1541s | train_loss=0.0625
+  step  600000 |   1581s | train_loss=0.0594 | fid=277.4827
+  step  610000 |   1605s | train_loss=0.0557
+  step  620000 |   1630s | train_loss=0.0520
+  step  630000 |   1655s | train_loss=0.0548
+  step  640000 |   1676s | train_loss=0.0563
+  step  650000 |   1700s | train_loss=0.0633
+  step  660000 |   1723s | train_loss=0.0516
+  step  670000 |   1743s | train_loss=0.0500
+  step  680000 |   1766s | train_loss=0.0522
+  step  690000 |   1790s | train_loss=0.0563
+  step  700000 |   1834s | train_loss=0.0504 | fid=274.3193
+  step  710000 |   1859s | train_loss=0.0670
+  step  720000 |   1884s | train_loss=0.0489
+  step  730000 |   1909s | train_loss=0.0521
+  step  740000 |   1934s | train_loss=0.0476
+  step  750000 |   1959s | train_loss=0.0562
+  step  760000 |   1984s | train_loss=0.0486
+  step  770000 |   2010s | train_loss=0.0571
+  step  780000 |   2034s | train_loss=0.0499
+  step  790000 |   2058s | train_loss=0.0469
+  step  800000 |   2102s | train_loss=0.0479 | fid=275.9794
+  step  810000 |   2126s | train_loss=0.0431
+  step  820000 |   2151s | train_loss=0.0450
+  step  830000 |   2177s | train_loss=0.0482
+  step  840000 |   2201s | train_loss=0.0441
+  step  850000 |   2226s | train_loss=0.0463
+  step  860000 |   2251s | train_loss=0.0429
+  step  870000 |   2275s | train_loss=0.0618
+  step  880000 |   2299s | train_loss=0.0432
+  step  890000 |   2323s | train_loss=0.0489
+  step  900000 |   2364s | train_loss=0.0441 | fid=275.9208
+  step  910000 |   2388s | train_loss=0.0426
+  step  920000 |   2414s | train_loss=0.0437
+  step  930000 |   2439s | train_loss=0.0463
+  step  940000 |   2464s | train_loss=0.0489
+  step  950000 |   2489s | train_loss=0.0447
+  step  960000 |   2514s | train_loss=0.0455
+  step  970000 |   2538s | train_loss=0.0462
+  step  980000 |   2563s | train_loss=0.0412
+  step  990000 |   2588s | train_loss=0.0416
+  step 1000000 |   2631s | train_loss=0.0415 | fid=273.6526
+  step 1010000 |   2655s | train_loss=0.0393
+  step 1020000 |   2676s | train_loss=0.0418
+  step 1030000 |   2700s | train_loss=0.0440
+  step 1040000 |   2725s | train_loss=0.0397
+  step 1050000 |   2749s | train_loss=0.0405
+  step 1060000 |   2772s | train_loss=0.0389
+  step 1070000 |   2796s | train_loss=0.0402
+  step 1080000 |   2821s | train_loss=0.0420
+  step 1090000 |   2846s | train_loss=0.0425
+  step 1100000 |   2891s | train_loss=0.0401 | fid=273.3200
+  step 1110000 |   2916s | train_loss=0.0438
+  step 1120000 |   2941s | train_loss=0.0414
+  step 1130000 |   2966s | train_loss=0.0459
+  step 1140000 |   2991s | train_loss=0.0438
+  step 1150000 |   3017s | train_loss=0.0396
+  step 1160000 |   3041s | train_loss=0.0393
+  step 1170000 |   3067s | train_loss=0.0417
+  step 1180000 |   3090s | train_loss=0.0387
+  step 1190000 |   3113s | train_loss=0.0380
+  step 1200000 |   3157s | train_loss=0.0395 | fid=266.1874
+  step 1210000 |   3182s | train_loss=0.0412
+  step 1220000 |   3208s | train_loss=0.0432
+  step 1230000 |   3233s | train_loss=0.0414
+  step 1240000 |   3258s | train_loss=0.0395
+  step 1250000 |   3283s | train_loss=0.0372
+  step 1260000 |   3308s | train_loss=0.0440
+  step 1270000 |   3333s | train_loss=0.0371
+  step 1280000 |   3358s | train_loss=0.0418
+  step 1290000 |   3382s | train_loss=0.0445
+  step 1300000 |   3427s | train_loss=0.0362 | fid=264.5111
+  step 1310000 |   3452s | train_loss=0.0426
+  step 1320000 |   3477s | train_loss=0.0392
+  step 1330000 |   3502s | train_loss=0.0410
+  step 1340000 |   3526s | train_loss=0.0452
+  step 1350000 |   3551s | train_loss=0.0390
+  step 1360000 |   3576s | train_loss=0.0437
+  step 1370000 |   3600s | train_loss=0.0360
+  step 1380000 |   3622s | train_loss=0.0390
+  step 1390000 |   3647s | train_loss=0.0416
+  step 1400000 |   3690s | train_loss=0.0373 | fid=264.5689
+  step 1410000 |   3715s | train_loss=0.0374
+  step 1420000 |   3741s | train_loss=0.0386
+  step 1430000 |   3764s | train_loss=0.0374
+  step 1440000 |   3789s | train_loss=0.0421
+  step 1450000 |   3814s | train_loss=0.0372
+  step 1460000 |   3838s | train_loss=0.0378
+  step 1470000 |   3862s | train_loss=0.0371
+  step 1480000 |   3885s | train_loss=0.0395
+  step 1490000 |   3910s | train_loss=0.0357
+  step 1500000 |   3954s | train_loss=0.0380 | fid=260.5578
+  step 1510000 |   3979s | train_loss=0.0352
+  step 1520000 |   4003s | train_loss=0.0338
+  step 1530000 |   4028s | train_loss=0.0352
+  step 1540000 |   4054s | train_loss=0.0348
+  step 1550000 |   4077s | train_loss=0.0349
+  step 1560000 |   4103s | train_loss=0.0402
+  step 1570000 |   4128s | train_loss=0.0364
+  step 1580000 |   4153s | train_loss=0.0342
+  step 1590000 |   4177s | train_loss=0.0337
+  step 1600000 |   4218s | train_loss=0.0399 | fid=260.8845
+  step 1610000 |   4244s | train_loss=0.0339
+  step 1620000 |   4269s | train_loss=0.0369
+  step 1630000 |   4294s | train_loss=0.0350
+  step 1640000 |   4320s | train_loss=0.0363
+  step 1650000 |   4345s | train_loss=0.0344
+  step 1660000 |   4369s | train_loss=0.0428
+  step 1670000 |   4395s | train_loss=0.0382
+  step 1680000 |   4419s | train_loss=0.0344
+  step 1690000 |   4444s | train_loss=0.0389
+  step 1700000 |   4489s | train_loss=0.0347 | fid=261.2596
+  step 1710000 |   4514s | train_loss=0.0354
+  step 1720000 |   4539s | train_loss=0.0383
+  step 1730000 |   4564s | train_loss=0.0357
+  step 1740000 |   4589s | train_loss=0.0352
+  step 1750000 |   4613s | train_loss=0.0428
+  step 1760000 |   4635s | train_loss=0.0380
+  step 1770000 |   4658s | train_loss=0.0345
+  step 1780000 |   4682s | train_loss=0.0327
+  step 1790000 |   4706s | train_loss=0.0316
+  step 1800000 |   4751s | train_loss=0.0322 | fid=254.6777
+  step 1810000 |   4776s | train_loss=0.0372
+  step 1820000 |   4801s | train_loss=0.0359
+  step 1830000 |   4826s | train_loss=0.0326
+  step 1840000 |   4851s | train_loss=0.0416
+  step 1850000 |   4875s | train_loss=0.0348
+  step 1860000 |   4899s | train_loss=0.0316
+  step 1870000 |   4924s | train_loss=0.0309
+  step 1880000 |   4948s | train_loss=0.0317
+  step 1890000 |   4973s | train_loss=0.0323
+  step 1900000 |   5016s | train_loss=0.0318 | fid=249.5331
+  step 1910000 |   5041s | train_loss=0.0360
+  step 1920000 |   5066s | train_loss=0.0321
+  step 1930000 |   5092s | train_loss=0.0319
+  step 1940000 |   5118s | train_loss=0.0316
+  step 1950000 |   5143s | train_loss=0.0353
+  step 1960000 |   5169s | train_loss=0.0320
+  step 1970000 |   5194s | train_loss=0.0321
+  step 1980000 |   5218s | train_loss=0.0367
+  step 1990000 |   5242s | train_loss=0.0309
+  step 2000000 |   5285s | train_loss=0.0330 | fid=254.8567
+  step 2010000 |   5310s | train_loss=0.0339
+  step 2020000 |   5335s | train_loss=0.0309
+  step 2030000 |   5359s | train_loss=0.0321
+  step 2040000 |   5382s | train_loss=0.0307
+  step 2050000 |   5407s | train_loss=0.0322
+  step 2060000 |   5433s | train_loss=0.0321
+  step 2070000 |   5460s | train_loss=0.0335
+  step 2080000 |   5484s | train_loss=0.0315
+  step 2090000 |   5508s | train_loss=0.0389
+  step 2100000 |   5550s | train_loss=0.0346 | fid=243.3363
+  step 2110000 |   5575s | train_loss=0.0326
+  step 2120000 |   5600s | train_loss=0.0318
+  step 2130000 |   5626s | train_loss=0.0336
+  step 2140000 |   5651s | train_loss=0.0323
+  step 2150000 |   5676s | train_loss=0.0366
+  step 2160000 |   5701s | train_loss=0.0329
+  step 2170000 |   5726s | train_loss=0.0346
+  step 2180000 |   5751s | train_loss=0.0321
+  step 2190000 |   5774s | train_loss=0.0355
+  step 2200000 |   5818s | train_loss=0.0321 | fid=250.5718
+  step 2210000 |   5843s | train_loss=0.0331
+  step 2220000 |   5868s | train_loss=0.0324
+  step 2230000 |   5893s | train_loss=0.0308
+  step 2240000 |   5917s | train_loss=0.0327
+  step 2250000 |   5941s | train_loss=0.0297
+  step 2260000 |   5966s | train_loss=0.0318
+  step 2270000 |   5989s | train_loss=0.0316
+  step 2280000 |   6012s | train_loss=0.0309
+  step 2290000 |   6036s | train_loss=0.0296
+  step 2300000 |   6078s | train_loss=0.0300 | fid=244.6723
+  step 2310000 |   6102s | train_loss=0.0303
+  step 2320000 |   6122s | train_loss=0.0295
+  step 2330000 |   6145s | train_loss=0.0340
+  step 2340000 |   6169s | train_loss=0.0319
+  step 2350000 |   6194s | train_loss=0.0427
+  step 2360000 |   6219s | train_loss=0.0302
+  step 2370000 |   6244s | train_loss=0.0311
+  step 2380000 |   6267s | train_loss=0.0332
+  step 2390000 |   6292s | train_loss=0.0347
+  step 2400000 |   6333s | train_loss=0.0267 | fid=242.6878
+  step 2410000 |   6357s | train_loss=0.0369
+  step 2420000 |   6382s | train_loss=0.0317
+  step 2430000 |   6407s | train_loss=0.0298
+  step 2440000 |   6432s | train_loss=0.0305
+  step 2450000 |   6457s | train_loss=0.0294
+  step 2460000 |   6482s | train_loss=0.0301
+  step 2470000 |   6507s | train_loss=0.0300
+  step 2480000 |   6532s | train_loss=0.0315
+  step 2490000 |   6556s | train_loss=0.0291
+  step 2500000 |   6597s | train_loss=0.0332 | fid=243.6852
+  step 2510000 |   6622s | train_loss=0.0346
+  step 2520000 |   6647s | train_loss=0.0288
+  step 2530000 |   6672s | train_loss=0.0298
+  step 2540000 |   6696s | train_loss=0.0318
+  step 2550000 |   6721s | train_loss=0.0316
+  step 2560000 |   6746s | train_loss=0.0313
+  step 2570000 |   6771s | train_loss=0.0340
+  step 2580000 |   6796s | train_loss=0.0313
+  step 2590000 |   6821s | train_loss=0.0315
+  step 2600000 |   6863s | train_loss=0.0308 | fid=233.4628
+  step 2610000 |   6886s | train_loss=0.0288
+  step 2620000 |   6910s | train_loss=0.0293
+  step 2630000 |   6934s | train_loss=0.0305
+  step 2640000 |   6959s | train_loss=0.0300
+  step 2650000 |   6984s | train_loss=0.0333
+  step 2660000 |   7009s | train_loss=0.0289
+  step 2670000 |   7034s | train_loss=0.0288
+  step 2680000 |   7059s | train_loss=0.0286
+  step 2690000 |   7084s | train_loss=0.0300
+  step 2700000 |   7125s | train_loss=0.0356 | fid=229.8836
+  step 2710000 |   7150s | train_loss=0.0287
+  step 2720000 |   7175s | train_loss=0.0320
+  step 2730000 |   7200s | train_loss=0.0309
+  step 2740000 |   7225s | train_loss=0.0280
+  step 2750000 |   7251s | train_loss=0.0340
+  step 2760000 |   7275s | train_loss=0.0314
+  step 2770000 |   7301s | train_loss=0.0289
+  step 2780000 |   7326s | train_loss=0.0369
+  step 2790000 |   7351s | train_loss=0.0366
+  step 2800000 |   7391s | train_loss=0.0261 | fid=232.1102
+  step 2810000 |   7415s | train_loss=0.0277
+  step 2820000 |   7440s | train_loss=0.0299
+  step 2830000 |   7466s | train_loss=0.0282
+  step 2840000 |   7491s | train_loss=0.0289
+  step 2850000 |   7515s | train_loss=0.0291
+  step 2860000 |   7540s | train_loss=0.0351
+  step 2870000 |   7565s | train_loss=0.0271
+  step 2880000 |   7590s | train_loss=0.0282
+  step 2890000 |   7614s | train_loss=0.0297
+  step 2900000 |   7656s | train_loss=0.0280 | fid=236.6035
+  step 2910000 |   7681s | train_loss=0.0283
+  step 2920000 |   7705s | train_loss=0.0284
+  step 2930000 |   7730s | train_loss=0.0346
+  step 2940000 |   7755s | train_loss=0.0357
+  step 2950000 |   7779s | train_loss=0.0293
+  step 2960000 |   7803s | train_loss=0.0333
+  step 2970000 |   7826s | train_loss=0.0306
+  step 2980000 |   7848s | train_loss=0.0286
+  step 2990000 |   7872s | train_loss=0.0274
+  step 3000000 |   7914s | train_loss=0.0273 | fid=228.8154
+  step 3010000 |   7940s | train_loss=0.0275
+  step 3020000 |   7964s | train_loss=0.0275
+  step 3030000 |   7988s | train_loss=0.0262
+  step 3040000 |   8013s | train_loss=0.0274
+  step 3050000 |   8039s | train_loss=0.0273
+  step 3060000 |   8064s | train_loss=0.0318
+  step 3070000 |   8089s | train_loss=0.0318
+  step 3080000 |   8115s | train_loss=0.0311
+  step 3090000 |   8142s | train_loss=0.0345
+  step 3100000 |   8187s | train_loss=0.0290 | fid=222.1455
+  step 3110000 |   8212s | train_loss=0.0320
+  step 3120000 |   8237s | train_loss=0.0317
+  step 3130000 |   8263s | train_loss=0.0256
+  step 3140000 |   8288s | train_loss=0.0266
+  step 3150000 |   8313s | train_loss=0.0291
+  step 3160000 |   8338s | train_loss=0.0307
+  step 3170000 |   8363s | train_loss=0.0333
+  step 3180000 |   8388s | train_loss=0.0267
+  step 3190000 |   8412s | train_loss=0.0287
+  step 3200000 |   8453s | train_loss=0.0263 | fid=227.6170
+  step 3210000 |   8478s | train_loss=0.0283
+  step 3220000 |   8503s | train_loss=0.0276
+  step 3230000 |   8529s | train_loss=0.0285
+  step 3240000 |   8554s | train_loss=0.0298
+  step 3250000 |   8579s | train_loss=0.0257
+  step 3260000 |   8605s | train_loss=0.0261
+  step 3270000 |   8630s | train_loss=0.0283
+  step 3280000 |   8655s | train_loss=0.0258
+  step 3290000 |   8681s | train_loss=0.0296
+  step 3300000 |   8722s | train_loss=0.0270 | fid=220.3822
+  step 3310000 |   8747s | train_loss=0.0289
+  step 3320000 |   8772s | train_loss=0.0263
+  step 3330000 |   8798s | train_loss=0.0311
+  step 3340000 |   8823s | train_loss=0.0270
+  step 3350000 |   8848s | train_loss=0.0253
+  step 3360000 |   8874s | train_loss=0.0262
+  step 3370000 |   8899s | train_loss=0.0247
+  step 3380000 |   8924s | train_loss=0.0283
+  step 3390000 |   8950s | train_loss=0.0265
+  step 3400000 |   8993s | train_loss=0.0307 | fid=212.2918
+  step 3410000 |   9017s | train_loss=0.0256
+  step 3420000 |   9043s | train_loss=0.0274
+  step 3430000 |   9068s | train_loss=0.0290
+  step 3440000 |   9093s | train_loss=0.0293
+  step 3450000 |   9117s | train_loss=0.0274
+  step 3460000 |   9141s | train_loss=0.0250
+  step 3470000 |   9166s | train_loss=0.0291
+  step 3480000 |   9188s | train_loss=0.0274
+  step 3490000 |   9213s | train_loss=0.0291
+  step 3500000 |   9255s | train_loss=0.0270 | fid=212.6880
+  step 3510000 |   9280s | train_loss=0.0293
+  step 3520000 |   9305s | train_loss=0.0303
+  step 3530000 |   9331s | train_loss=0.0276
+  step 3540000 |   9356s | train_loss=0.0255
+  step 3550000 |   9381s | train_loss=0.0262
+  step 3560000 |   9406s | train_loss=0.0255
+  step 3570000 |   9432s | train_loss=0.0262
+  step 3580000 |   9457s | train_loss=0.0257
+  step 3590000 |   9482s | train_loss=0.0257
+  step 3600000 |   9524s | train_loss=0.0306 | fid=213.8142
+  step 3610000 |   9549s | train_loss=0.0287
+  step 3620000 |   9575s | train_loss=0.0281
+  step 3630000 |   9600s | train_loss=0.0251
+  step 3640000 |   9625s | train_loss=0.0279
+  step 3650000 |   9651s | train_loss=0.0245
+  step 3660000 |   9676s | train_loss=0.0259
+  step 3670000 |   9701s | train_loss=0.0256
+  step 3680000 |   9727s | train_loss=0.0262
+  step 3690000 |   9752s | train_loss=0.0262
+  step 3700000 |   9794s | train_loss=0.0257 | fid=219.3278
+  step 3710000 |   9819s | train_loss=0.0275
+  step 3720000 |   9843s | train_loss=0.0264
+  step 3730000 |   9868s | train_loss=0.0276
+  step 3740000 |   9892s | train_loss=0.0282
+  step 3750000 |   9917s | train_loss=0.0249
+  step 3760000 |   9940s | train_loss=0.0317
+  step 3770000 |   9965s | train_loss=0.0256
+  step 3780000 |   9989s | train_loss=0.0263
+  step 3790000 |  10014s | train_loss=0.0307
+  step 3800000 |  10058s | train_loss=0.0300 | fid=214.4230
+  step 3810000 |  10081s | train_loss=0.0255
+  step 3820000 |  10106s | train_loss=0.0256
+  step 3830000 |  10132s | train_loss=0.0262
+  step 3840000 |  10158s | train_loss=0.0256
+  step 3850000 |  10183s | train_loss=0.0274
+  step 3860000 |  10208s | train_loss=0.0275
+  step 3870000 |  10234s | train_loss=0.0258
+  step 3880000 |  10259s | train_loss=0.0269
+  step 3890000 |  10284s | train_loss=0.0279
+  step 3900000 |  10326s | train_loss=0.0277 | fid=202.3580
+  step 3910000 |  10349s | train_loss=0.0255
+  step 3920000 |  10374s | train_loss=0.0302
+  step 3930000 |  10398s | train_loss=0.0247
+  step 3940000 |  10424s | train_loss=0.0272
+  step 3950000 |  10449s | train_loss=0.0269
+  step 3960000 |  10474s | train_loss=0.0242
+  step 3970000 |  10500s | train_loss=0.0262
+  step 3980000 |  10525s | train_loss=0.0240
+  step 3990000 |  10550s | train_loss=0.0230
+  step 4000000 |  10593s | train_loss=0.0267 | fid=204.9259
+  step 4010000 |  10615s | train_loss=0.0257
+  step 4020000 |  10639s | train_loss=0.0246
+  step 4030000 |  10664s | train_loss=0.0270
+  step 4040000 |  10688s | train_loss=0.0248
+  step 4050000 |  10712s | train_loss=0.0262
+  step 4060000 |  10738s | train_loss=0.0249
+  step 4070000 |  10762s | train_loss=0.0251
+  step 4080000 |  10788s | train_loss=0.0331
+  step 4090000 |  10813s | train_loss=0.0264
+  step 4100000 |  10857s | train_loss=0.0243 | fid=199.1646
+  step 4110000 |  10881s | train_loss=0.0285
+  step 4120000 |  10906s | train_loss=0.0270
+  step 4130000 |  10931s | train_loss=0.0264
+  step 4140000 |  10956s | train_loss=0.0238
+  step 4150000 |  10982s | train_loss=0.0257
+  step 4160000 |  11007s | train_loss=0.0243
+  step 4170000 |  11032s | train_loss=0.0256
+  step 4180000 |  11058s | train_loss=0.0263
+  step 4190000 |  11083s | train_loss=0.0269
+  step 4200000 |  11127s | train_loss=0.0251 | fid=197.8959
+  step 4210000 |  11150s | train_loss=0.0273
+  step 4220000 |  11175s | train_loss=0.0234
+  step 4230000 |  11200s | train_loss=0.0273
+  step 4240000 |  11225s | train_loss=0.0248
+  step 4250000 |  11251s | train_loss=0.0243
+  step 4260000 |  11276s | train_loss=0.0294
+  step 4270000 |  11301s | train_loss=0.0244
+  step 4280000 |  11326s | train_loss=0.0230
+  step 4290000 |  11351s | train_loss=0.0249
+  step 4300000 |  11394s | train_loss=0.0270 | fid=194.3747
+  step 4310000 |  11416s | train_loss=0.0234
+  step 4320000 |  11440s | train_loss=0.0258
+  step 4330000 |  11464s | train_loss=0.0240
+  step 4340000 |  11486s | train_loss=0.0248
+  step 4350000 |  11508s | train_loss=0.0247
+  step 4360000 |  11532s | train_loss=0.0263
+  step 4370000 |  11557s | train_loss=0.0246
+  step 4380000 |  11582s | train_loss=0.0241
+  step 4390000 |  11607s | train_loss=0.0253
+  step 4400000 |  11651s | train_loss=0.0232 | fid=200.7350
+  step 4410000 |  11677s | train_loss=0.0279
+  step 4420000 |  11701s | train_loss=0.0257
+  step 4430000 |  11726s | train_loss=0.0268
+  step 4440000 |  11751s | train_loss=0.0252
+  step 4450000 |  11777s | train_loss=0.0273
+  step 4460000 |  11802s | train_loss=0.0242
+  step 4470000 |  11827s | train_loss=0.0236
+  step 4480000 |  11852s | train_loss=0.0262
+  step 4490000 |  11877s | train_loss=0.0243
+  step 4500000 |  11922s | train_loss=0.0250 | fid=196.6160
+  step 4510000 |  11946s | train_loss=0.0238
+  step 4520000 |  11970s | train_loss=0.0281
+  step 4530000 |  11995s | train_loss=0.0227
+  step 4540000 |  12020s | train_loss=0.0244
+  step 4550000 |  12046s | train_loss=0.0254
+  step 4560000 |  12071s | train_loss=0.0274
+  step 4570000 |  12095s | train_loss=0.0250
+  step 4580000 |  12120s | train_loss=0.0249
+  step 4590000 |  12144s | train_loss=0.0253
+  step 4600000 |  12186s | train_loss=0.0249 | fid=200.0536
+  step 4610000 |  12209s | train_loss=0.0230
+  step 4620000 |  12232s | train_loss=0.0234
+  step 4630000 |  12256s | train_loss=0.0246
+  step 4640000 |  12281s | train_loss=0.0246
+  step 4650000 |  12307s | train_loss=0.0248
+  step 4660000 |  12332s | train_loss=0.0250
+  step 4670000 |  12357s | train_loss=0.0229
+  step 4680000 |  12382s | train_loss=0.0231
+  step 4690000 |  12407s | train_loss=0.0238
+  step 4700000 |  12452s | train_loss=0.0244 | fid=192.7642
+  step 4710000 |  12477s | train_loss=0.0246
+  step 4720000 |  12500s | train_loss=0.0251
+  step 4730000 |  12525s | train_loss=0.0247
+  step 4740000 |  12551s | train_loss=0.0233
+  step 4750000 |  12576s | train_loss=0.0264
+  step 4760000 |  12601s | train_loss=0.0259
+  step 4770000 |  12627s | train_loss=0.0245
+  step 4780000 |  12652s | train_loss=0.0236
+  step 4790000 |  12677s | train_loss=0.0243
+  step 4800000 |  12722s | train_loss=0.0225 | fid=202.5139
+  step 4810000 |  12748s | train_loss=0.0258
+  step 4820000 |  12772s | train_loss=0.0233
+  step 4830000 |  12797s | train_loss=0.0287
+  step 4840000 |  12822s | train_loss=0.0259
+  step 4850000 |  12848s | train_loss=0.0257
+  step 4860000 |  12872s | train_loss=0.0243
+  step 4870000 |  12897s | train_loss=0.0232
+  step 4880000 |  12922s | train_loss=0.0249
+  step 4890000 |  12947s | train_loss=0.0238
+  step 4900000 |  12990s | train_loss=0.0250 | fid=203.9761
+  step 4910000 |  13014s | train_loss=0.0248
+  step 4920000 |  13039s | train_loss=0.0272
+  step 4930000 |  13064s | train_loss=0.0242
+  step 4940000 |  13090s | train_loss=0.0258
+  step 4950000 |  13115s | train_loss=0.0228
+  step 4960000 |  13140s | train_loss=0.0235
+  step 4970000 |  13165s | train_loss=0.0251
+  step 4980000 |  13190s | train_loss=0.0270
+  step 4990000 |  13216s | train_loss=0.0250
+  step 5000000 |  13258s | train_loss=0.0243 | fid=199.2454
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d240/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d240/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..3caf82b54a5ae5591bc39ecab27821a2bbcfacb7
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d240/config.json
@@ -0,0 +1,27 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d240",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "grad_clip": 0.0,
+  "stop_on_nonfinite": false,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 47,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d240/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d240/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..59704c1e165fb898871b7258b6a095586aa28168
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d240/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 240, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d240/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 47}
+{"step": 1, "wall_time": 20.15555453300476, "train_loss_step": 239.55279541015625, "n_params": 4756720, "total_flops": 14612643840, "train_loss": 1.0012975692749024, "subset_score_loss": 1.0012975692749024, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9808570146560669, "fid": 297.7227440349366, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 46.24292492866516, "train_loss_step": 45.325408935546875, "n_params": 4756720, "total_flops": 146126438400000, "train_loss": 0.6649031321207682, "subset_score_loss": 0.6649031321207682}
+{"step": 20000, "wall_time": 73.74996209144592, "train_loss_step": 36.30937957763672, "n_params": 4756720, "total_flops": 292252876800000, "train_loss": 0.5479893366495768, "subset_score_loss": 0.5479893366495768}
+{"step": 30000, "wall_time": 100.447598695755, "train_loss_step": 35.23967742919922, "n_params": 4756720, "total_flops": 438379315200000, "train_loss": 0.49006551106770835, "subset_score_loss": 0.49006551106770835}
+{"step": 40000, "wall_time": 127.24894714355469, "train_loss_step": 31.026165008544922, "n_params": 4756720, "total_flops": 584505753600000, "train_loss": 0.44028971989949545, "subset_score_loss": 0.44028971989949545}
+{"step": 50000, "wall_time": 153.7944700717926, "train_loss_step": 29.964534759521484, "n_params": 4756720, "total_flops": 730632192000000, "train_loss": 0.39537022908528646, "subset_score_loss": 0.39537022908528646}
+{"step": 60000, "wall_time": 179.34878516197205, "train_loss_step": 26.51976203918457, "n_params": 4756720, "total_flops": 876758630400000, "train_loss": 0.3423804601033529, "subset_score_loss": 0.3423804601033529}
+{"step": 70000, "wall_time": 206.13170623779297, "train_loss_step": 27.267227172851562, "n_params": 4756720, "total_flops": 1022885068800000, "train_loss": 0.3011343955993652, "subset_score_loss": 0.3011343955993652}
+{"step": 80000, "wall_time": 232.632221698761, "train_loss_step": 23.455242156982422, "n_params": 4756720, "total_flops": 1169011507200000, "train_loss": 0.2576192061106364, "subset_score_loss": 0.2576192061106364}
+{"step": 90000, "wall_time": 257.2410795688629, "train_loss_step": 21.7690486907959, "n_params": 4756720, "total_flops": 1315137945600000, "train_loss": 0.22244645754496256, "subset_score_loss": 0.22244645754496256}
+{"step": 100000, "wall_time": 300.30655694007874, "train_loss_step": 21.200542449951172, "n_params": 4756720, "total_flops": 1461264384000000, "train_loss": 0.20132845242818195, "subset_score_loss": 0.20132845242818195, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9657052755355835, "fid": 193.00035555869317, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 325.3496005535126, "train_loss_step": 20.18402862548828, "n_params": 4756720, "total_flops": 1607390822400000, "train_loss": 0.18293368021647136, "subset_score_loss": 0.18293368021647136}
+{"step": 120000, "wall_time": 351.75548243522644, "train_loss_step": 19.74403953552246, "n_params": 4756720, "total_flops": 1753517260800000, "train_loss": 0.17168161074320476, "subset_score_loss": 0.17168161074320476}
+{"step": 130000, "wall_time": 378.3989942073822, "train_loss_step": 19.438129425048828, "n_params": 4756720, "total_flops": 1899643699200000, "train_loss": 0.16042364438374837, "subset_score_loss": 0.16042364438374837}
+{"step": 140000, "wall_time": 404.3171548843384, "train_loss_step": 19.394893646240234, "n_params": 4756720, "total_flops": 2045770137600000, "train_loss": 0.15242350896199544, "subset_score_loss": 0.15242350896199544}
+{"step": 150000, "wall_time": 430.8865268230438, "train_loss_step": 17.747692108154297, "n_params": 4756720, "total_flops": 2191896576000000, "train_loss": 0.14635953903198243, "subset_score_loss": 0.14635953903198243}
+{"step": 160000, "wall_time": 456.64333033561707, "train_loss_step": 17.859798431396484, "n_params": 4756720, "total_flops": 2338023014400000, "train_loss": 0.1427995204925537, "subset_score_loss": 0.1427995204925537}
+{"step": 170000, "wall_time": 482.98543763160706, "train_loss_step": 16.99433708190918, "n_params": 4756720, "total_flops": 2484149452800000, "train_loss": 0.13569742838541668, "subset_score_loss": 0.13569742838541668}
+{"step": 180000, "wall_time": 508.89554619789124, "train_loss_step": 15.595309257507324, "n_params": 4756720, "total_flops": 2630275891200000, "train_loss": 0.13233850797017416, "subset_score_loss": 0.13233850797017416}
+{"step": 190000, "wall_time": 536.3717103004456, "train_loss_step": 16.509273529052734, "n_params": 4756720, "total_flops": 2776402329600000, "train_loss": 0.12407294909159343, "subset_score_loss": 0.12407294909159343}
+{"step": 200000, "wall_time": 581.7637400627136, "train_loss_step": 15.343446731567383, "n_params": 4756720, "total_flops": 2922528768000000, "train_loss": 0.11714162031809489, "subset_score_loss": 0.11714162031809489, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9671805500984192, "fid": 228.33557869677819, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 608.0373594760895, "train_loss_step": 15.88898754119873, "n_params": 4756720, "total_flops": 3068655206400000, "train_loss": 0.11619771321614583, "subset_score_loss": 0.11619771321614583}
+{"step": 220000, "wall_time": 634.9652965068817, "train_loss_step": 16.005735397338867, "n_params": 4756720, "total_flops": 3214781644800000, "train_loss": 0.11372397740681967, "subset_score_loss": 0.11372397740681967}
+{"step": 230000, "wall_time": 661.8905160427094, "train_loss_step": 15.58747673034668, "n_params": 4756720, "total_flops": 3360908083200000, "train_loss": 0.10669572353363037, "subset_score_loss": 0.10669572353363037}
+{"step": 240000, "wall_time": 687.364807844162, "train_loss_step": 14.997880935668945, "n_params": 4756720, "total_flops": 3507034521600000, "train_loss": 0.10409551461537679, "subset_score_loss": 0.10409551461537679}
+{"step": 250000, "wall_time": 712.8382918834686, "train_loss_step": 15.494749069213867, "n_params": 4756720, "total_flops": 3653160960000000, "train_loss": 0.10469068686167399, "subset_score_loss": 0.10469068686167399}
+{"step": 260000, "wall_time": 739.0431299209595, "train_loss_step": 13.80630111694336, "n_params": 4756720, "total_flops": 3799287398400000, "train_loss": 0.10098700523376465, "subset_score_loss": 0.10098700523376465}
+{"step": 270000, "wall_time": 765.246456861496, "train_loss_step": 14.214805603027344, "n_params": 4756720, "total_flops": 3945413836800000, "train_loss": 0.10179213682810466, "subset_score_loss": 0.10179213682810466}
+{"step": 280000, "wall_time": 790.574152469635, "train_loss_step": 14.066728591918945, "n_params": 4756720, "total_flops": 4091540275200000, "train_loss": 0.0988474686940511, "subset_score_loss": 0.0988474686940511}
+{"step": 290000, "wall_time": 817.6761493682861, "train_loss_step": 14.909309387207031, "n_params": 4756720, "total_flops": 4237666713600000, "train_loss": 0.09591335455576579, "subset_score_loss": 0.09591335455576579}
+{"step": 300000, "wall_time": 860.646169424057, "train_loss_step": 12.936534881591797, "n_params": 4756720, "total_flops": 4383793152000000, "train_loss": 0.09954533576965333, "subset_score_loss": 0.09954533576965333, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.9653418064117432, "fid": 252.52306782723878, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 885.8830997943878, "train_loss_step": 13.294441223144531, "n_params": 4756720, "total_flops": 4529919590400000, "train_loss": 0.09324690500895182, "subset_score_loss": 0.09324690500895182}
+{"step": 320000, "wall_time": 910.9672842025757, "train_loss_step": 13.369847297668457, "n_params": 4756720, "total_flops": 4676046028800000, "train_loss": 0.09163370927174887, "subset_score_loss": 0.09163370927174887}
+{"step": 330000, "wall_time": 937.6845154762268, "train_loss_step": 13.1902437210083, "n_params": 4756720, "total_flops": 4822172467200000, "train_loss": 0.09039711157480876, "subset_score_loss": 0.09039711157480876}
+{"step": 340000, "wall_time": 963.9092464447021, "train_loss_step": 13.301122665405273, "n_params": 4756720, "total_flops": 4968298905600000, "train_loss": 0.09095138708750407, "subset_score_loss": 0.09095138708750407}
+{"step": 350000, "wall_time": 990.2484395503998, "train_loss_step": 13.966708183288574, "n_params": 4756720, "total_flops": 5114425344000000, "train_loss": 0.08832174936930338, "subset_score_loss": 0.08832174936930338}
+{"step": 360000, "wall_time": 1017.2648642063141, "train_loss_step": 12.546661376953125, "n_params": 4756720, "total_flops": 5260551782400000, "train_loss": 0.08828941186269125, "subset_score_loss": 0.08828941186269125}
+{"step": 370000, "wall_time": 1043.3360574245453, "train_loss_step": 12.784557342529297, "n_params": 4756720, "total_flops": 5406678220800000, "train_loss": 0.08160937627156575, "subset_score_loss": 0.08160937627156575}
+{"step": 380000, "wall_time": 1069.7895059585571, "train_loss_step": 11.940542221069336, "n_params": 4756720, "total_flops": 5552804659200000, "train_loss": 0.08232051531473795, "subset_score_loss": 0.08232051531473795}
+{"step": 390000, "wall_time": 1096.627875328064, "train_loss_step": 12.260393142700195, "n_params": 4756720, "total_flops": 5698931097600000, "train_loss": 0.07712170282999674, "subset_score_loss": 0.07712170282999674}
+{"step": 400000, "wall_time": 1143.4419660568237, "train_loss_step": 11.660964965820312, "n_params": 4756720, "total_flops": 5845057536000000, "train_loss": 0.08119653860727946, "subset_score_loss": 0.08119653860727946, "memorization_fraction_pixel": 0.0015999999595806003, "mean_nn_ratio_pixel": 0.9648308753967285, "fid": 265.7039448268402, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 1169.2779490947723, "train_loss_step": 11.139019966125488, "n_params": 4756720, "total_flops": 5991183974400000, "train_loss": 0.08013587792714437, "subset_score_loss": 0.08013587792714437}
+{"step": 420000, "wall_time": 1195.4463386535645, "train_loss_step": 12.64596176147461, "n_params": 4756720, "total_flops": 6137310412800000, "train_loss": 0.07743340333302816, "subset_score_loss": 0.07743340333302816}
+{"step": 430000, "wall_time": 1222.6711401939392, "train_loss_step": 10.861390113830566, "n_params": 4756720, "total_flops": 6283436851200000, "train_loss": 0.0733375072479248, "subset_score_loss": 0.0733375072479248}
+{"step": 440000, "wall_time": 1249.7340786457062, "train_loss_step": 10.72982406616211, "n_params": 4756720, "total_flops": 6429563289600000, "train_loss": 0.07493437925974528, "subset_score_loss": 0.07493437925974528}
+{"step": 450000, "wall_time": 1276.7633328437805, "train_loss_step": 11.264259338378906, "n_params": 4756720, "total_flops": 6575689728000000, "train_loss": 0.07095454533894857, "subset_score_loss": 0.07095454533894857}
+{"step": 460000, "wall_time": 1302.2121376991272, "train_loss_step": 11.584060668945312, "n_params": 4756720, "total_flops": 6721816166400000, "train_loss": 0.07548774878184, "subset_score_loss": 0.07548774878184}
+{"step": 470000, "wall_time": 1329.0061342716217, "train_loss_step": 10.948779106140137, "n_params": 4756720, "total_flops": 6867942604800000, "train_loss": 0.07239603996276855, "subset_score_loss": 0.07239603996276855}
+{"step": 480000, "wall_time": 1355.1939969062805, "train_loss_step": 10.886277198791504, "n_params": 4756720, "total_flops": 7014069043200000, "train_loss": 0.07483242352803549, "subset_score_loss": 0.07483242352803549}
+{"step": 490000, "wall_time": 1382.0188627243042, "train_loss_step": 10.15489387512207, "n_params": 4756720, "total_flops": 7160195481600000, "train_loss": 0.07161333560943603, "subset_score_loss": 0.07161333560943603}
+{"step": 500000, "wall_time": 1426.101781129837, "train_loss_step": 11.031912803649902, "n_params": 4756720, "total_flops": 7306321920000000, "train_loss": 0.06820176442464193, "subset_score_loss": 0.06820176442464193, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.955712616443634, "fid": 276.4190970499003, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 1452.0155944824219, "train_loss_step": 10.036346435546875, "n_params": 4756720, "total_flops": 7452448358400000, "train_loss": 0.0684439500172933, "subset_score_loss": 0.0684439500172933}
+{"step": 520000, "wall_time": 1477.6851930618286, "train_loss_step": 10.446630477905273, "n_params": 4756720, "total_flops": 7598574796800000, "train_loss": 0.06787811120351156, "subset_score_loss": 0.06787811120351156}
+{"step": 530000, "wall_time": 1504.1925630569458, "train_loss_step": 10.248611450195312, "n_params": 4756720, "total_flops": 7744701235200000, "train_loss": 0.06320682366689047, "subset_score_loss": 0.06320682366689047}
+{"step": 540000, "wall_time": 1531.1595108509064, "train_loss_step": 10.362826347351074, "n_params": 4756720, "total_flops": 7890827673600000, "train_loss": 0.06950006484985352, "subset_score_loss": 0.06950006484985352}
+{"step": 550000, "wall_time": 1557.820948600769, "train_loss_step": 9.86583137512207, "n_params": 4756720, "total_flops": 8036954112000000, "train_loss": 0.06553303798039754, "subset_score_loss": 0.06553303798039754}
+{"step": 560000, "wall_time": 1584.5425209999084, "train_loss_step": 10.24531364440918, "n_params": 4756720, "total_flops": 8183080550400000, "train_loss": 0.0712798277537028, "subset_score_loss": 0.0712798277537028}
+{"step": 570000, "wall_time": 1611.2156383991241, "train_loss_step": 9.797590255737305, "n_params": 4756720, "total_flops": 8329206988800000, "train_loss": 0.06388196547826132, "subset_score_loss": 0.06388196547826132}
+{"step": 580000, "wall_time": 1637.2971765995026, "train_loss_step": 9.391618728637695, "n_params": 4756720, "total_flops": 8475333427200000, "train_loss": 0.06531180143356323, "subset_score_loss": 0.06531180143356323}
+{"step": 590000, "wall_time": 1664.7893743515015, "train_loss_step": 8.783116340637207, "n_params": 4756720, "total_flops": 8621459865600000, "train_loss": 0.06239064931869507, "subset_score_loss": 0.06239064931869507}
+{"step": 600000, "wall_time": 1710.4566054344177, "train_loss_step": 9.442554473876953, "n_params": 4756720, "total_flops": 8767586304000000, "train_loss": 0.06714386940002441, "subset_score_loss": 0.06714386940002441, "memorization_fraction_pixel": 0.009499999694526196, "mean_nn_ratio_pixel": 0.9521875977516174, "fid": 277.2921411945318, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 1736.4558689594269, "train_loss_step": 10.225915908813477, "n_params": 4756720, "total_flops": 8913712742400000, "train_loss": 0.06313341458638509, "subset_score_loss": 0.06313341458638509}
+{"step": 620000, "wall_time": 1763.1459193229675, "train_loss_step": 9.76972484588623, "n_params": 4756720, "total_flops": 9059839180800000, "train_loss": 0.056749002138773603, "subset_score_loss": 0.056749002138773603}
+{"step": 630000, "wall_time": 1790.2241406440735, "train_loss_step": 9.340165138244629, "n_params": 4756720, "total_flops": 9205965619200000, "train_loss": 0.06010294755299886, "subset_score_loss": 0.06010294755299886}
+{"step": 640000, "wall_time": 1816.6872944831848, "train_loss_step": 9.642885208129883, "n_params": 4756720, "total_flops": 9352092057600000, "train_loss": 0.06431946357091269, "subset_score_loss": 0.06431946357091269}
+{"step": 650000, "wall_time": 1844.1110320091248, "train_loss_step": 10.138132095336914, "n_params": 4756720, "total_flops": 9498218496000000, "train_loss": 0.06506301164627075, "subset_score_loss": 0.06506301164627075}
+{"step": 660000, "wall_time": 1869.010953426361, "train_loss_step": 10.009263038635254, "n_params": 4756720, "total_flops": 9644344934400000, "train_loss": 0.056243900458017984, "subset_score_loss": 0.056243900458017984}
+{"step": 670000, "wall_time": 1896.2874608039856, "train_loss_step": 9.202921867370605, "n_params": 4756720, "total_flops": 9790471372800000, "train_loss": 0.05553168058395386, "subset_score_loss": 0.05553168058395386}
+{"step": 680000, "wall_time": 1922.2668352127075, "train_loss_step": 9.05224323272705, "n_params": 4756720, "total_flops": 9936597811200000, "train_loss": 0.05626698732376099, "subset_score_loss": 0.05626698732376099}
+{"step": 690000, "wall_time": 1948.137532234192, "train_loss_step": 9.856910705566406, "n_params": 4756720, "total_flops": 10082724249600000, "train_loss": 0.06620909770329793, "subset_score_loss": 0.06620909770329793}
+{"step": 700000, "wall_time": 1993.8863143920898, "train_loss_step": 9.450011253356934, "n_params": 4756720, "total_flops": 10228850688000000, "train_loss": 0.05403209924697876, "subset_score_loss": 0.05403209924697876, "memorization_fraction_pixel": 0.01119999960064888, "mean_nn_ratio_pixel": 0.9466410279273987, "fid": 270.0381612078497, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 2018.5643711090088, "train_loss_step": 10.32314395904541, "n_params": 4756720, "total_flops": 10374977126400000, "train_loss": 0.06332938273747762, "subset_score_loss": 0.06332938273747762}
+{"step": 720000, "wall_time": 2045.453993320465, "train_loss_step": 9.163644790649414, "n_params": 4756720, "total_flops": 10521103564800000, "train_loss": 0.05071067810058594, "subset_score_loss": 0.05071067810058594}
+{"step": 730000, "wall_time": 2071.0872361660004, "train_loss_step": 8.98505973815918, "n_params": 4756720, "total_flops": 10667230003200000, "train_loss": 0.05518811146418254, "subset_score_loss": 0.05518811146418254}
+{"step": 740000, "wall_time": 2095.6624658107758, "train_loss_step": 9.304643630981445, "n_params": 4756720, "total_flops": 10813356441600000, "train_loss": 0.05368130604426066, "subset_score_loss": 0.05368130604426066}
+{"step": 750000, "wall_time": 2122.945609331131, "train_loss_step": 8.920976638793945, "n_params": 4756720, "total_flops": 10959482880000000, "train_loss": 0.06283053557078043, "subset_score_loss": 0.06283053557078043}
+{"step": 760000, "wall_time": 2149.5940730571747, "train_loss_step": 8.552000999450684, "n_params": 4756720, "total_flops": 11105609318400000, "train_loss": 0.051964179674784346, "subset_score_loss": 0.051964179674784346}
+{"step": 770000, "wall_time": 2176.898093700409, "train_loss_step": 9.222677230834961, "n_params": 4756720, "total_flops": 11251735756800000, "train_loss": 0.053474291165669756, "subset_score_loss": 0.053474291165669756}
+{"step": 780000, "wall_time": 2202.7655217647552, "train_loss_step": 8.555675506591797, "n_params": 4756720, "total_flops": 11397862195200000, "train_loss": 0.05330253442128499, "subset_score_loss": 0.05330253442128499}
+{"step": 790000, "wall_time": 2230.044978618622, "train_loss_step": 8.570411682128906, "n_params": 4756720, "total_flops": 11543988633600000, "train_loss": 0.055029332637786865, "subset_score_loss": 0.055029332637786865}
+{"step": 800000, "wall_time": 2275.375542640686, "train_loss_step": 8.603503227233887, "n_params": 4756720, "total_flops": 11690115072000000, "train_loss": 0.051603055000305174, "subset_score_loss": 0.051603055000305174, "memorization_fraction_pixel": 0.01730000041425228, "mean_nn_ratio_pixel": 0.9376435279846191, "fid": 261.2558657560744, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 2299.868830680847, "train_loss_step": 8.444122314453125, "n_params": 4756720, "total_flops": 11836241510400000, "train_loss": 0.04816057284673055, "subset_score_loss": 0.04816057284673055}
+{"step": 820000, "wall_time": 2325.893555164337, "train_loss_step": 8.63983154296875, "n_params": 4756720, "total_flops": 11982367948800000, "train_loss": 0.04916232426961263, "subset_score_loss": 0.04916232426961263}
+{"step": 830000, "wall_time": 2351.5805690288544, "train_loss_step": 8.823101043701172, "n_params": 4756720, "total_flops": 12128494387200000, "train_loss": 0.0496057391166687, "subset_score_loss": 0.0496057391166687}
+{"step": 840000, "wall_time": 2377.6016421318054, "train_loss_step": 8.624591827392578, "n_params": 4756720, "total_flops": 12274620825600000, "train_loss": 0.04820504188537598, "subset_score_loss": 0.04820504188537598}
+{"step": 850000, "wall_time": 2404.8090879917145, "train_loss_step": 8.822312355041504, "n_params": 4756720, "total_flops": 12420747264000000, "train_loss": 0.048548221588134766, "subset_score_loss": 0.048548221588134766}
+{"step": 860000, "wall_time": 2431.6066634655, "train_loss_step": 8.475029945373535, "n_params": 4756720, "total_flops": 12566873702400000, "train_loss": 0.04791590372721354, "subset_score_loss": 0.04791590372721354}
+{"step": 870000, "wall_time": 2458.156953573227, "train_loss_step": 8.655553817749023, "n_params": 4756720, "total_flops": 12713000140800000, "train_loss": 0.07410771052042643, "subset_score_loss": 0.07410771052042643}
+{"step": 880000, "wall_time": 2485.0696561336517, "train_loss_step": 8.822336196899414, "n_params": 4756720, "total_flops": 12859126579200000, "train_loss": 0.04542562166849772, "subset_score_loss": 0.04542562166849772}
+{"step": 890000, "wall_time": 2510.6260282993317, "train_loss_step": 8.736509323120117, "n_params": 4756720, "total_flops": 13005253017600000, "train_loss": 0.048948073387146, "subset_score_loss": 0.048948073387146}
+{"step": 900000, "wall_time": 2554.404777765274, "train_loss_step": 8.907373428344727, "n_params": 4756720, "total_flops": 13151379456000000, "train_loss": 0.04906907876332601, "subset_score_loss": 0.04906907876332601, "memorization_fraction_pixel": 0.021400000900030136, "mean_nn_ratio_pixel": 0.9351927042007446, "fid": 259.777241045046, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 2580.3031549453735, "train_loss_step": 7.789860725402832, "n_params": 4756720, "total_flops": 13297505894400000, "train_loss": 0.04797002077102661, "subset_score_loss": 0.04797002077102661}
+{"step": 920000, "wall_time": 2605.3507261276245, "train_loss_step": 8.694991111755371, "n_params": 4756720, "total_flops": 13443632332800000, "train_loss": 0.04676029682159424, "subset_score_loss": 0.04676029682159424}
+{"step": 930000, "wall_time": 2631.940210580826, "train_loss_step": 8.503591537475586, "n_params": 4756720, "total_flops": 13589758771200000, "train_loss": 0.05081885655721029, "subset_score_loss": 0.05081885655721029}
+{"step": 940000, "wall_time": 2657.630614042282, "train_loss_step": 8.418248176574707, "n_params": 4756720, "total_flops": 13735885209600000, "train_loss": 0.05030449628829956, "subset_score_loss": 0.05030449628829956}
+{"step": 950000, "wall_time": 2683.0999534130096, "train_loss_step": 8.324699401855469, "n_params": 4756720, "total_flops": 13882011648000000, "train_loss": 0.046883400281270346, "subset_score_loss": 0.046883400281270346}
+{"step": 960000, "wall_time": 2709.6888649463654, "train_loss_step": 8.896163940429688, "n_params": 4756720, "total_flops": 14028138086400000, "train_loss": 0.048015316327412925, "subset_score_loss": 0.048015316327412925}
+{"step": 970000, "wall_time": 2736.1980748176575, "train_loss_step": 8.679817199707031, "n_params": 4756720, "total_flops": 14174264524800000, "train_loss": 0.04808392922083537, "subset_score_loss": 0.04808392922083537}
+{"step": 980000, "wall_time": 2762.9800384044647, "train_loss_step": 7.782261848449707, "n_params": 4756720, "total_flops": 14320390963200000, "train_loss": 0.043968915939331055, "subset_score_loss": 0.043968915939331055}
+{"step": 990000, "wall_time": 2789.157340526581, "train_loss_step": 8.397480010986328, "n_params": 4756720, "total_flops": 14466517401600000, "train_loss": 0.04573562939961751, "subset_score_loss": 0.04573562939961751}
+{"step": 1000000, "wall_time": 2835.6933119297028, "train_loss_step": 8.340911865234375, "n_params": 4756720, "total_flops": 14612643840000000, "train_loss": 0.04495702584584554, "subset_score_loss": 0.04495702584584554, "memorization_fraction_pixel": 0.02410000003874302, "mean_nn_ratio_pixel": 0.9332027435302734, "fid": 257.6271358566302, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 2861.4674842357635, "train_loss_step": 7.967278480529785, "n_params": 4756720, "total_flops": 14758770278400000, "train_loss": 0.0417351762453715, "subset_score_loss": 0.0417351762453715}
+{"step": 1020000, "wall_time": 2888.15034532547, "train_loss_step": 8.049066543579102, "n_params": 4756720, "total_flops": 14904896716800000, "train_loss": 0.04374806483586629, "subset_score_loss": 0.04374806483586629}
+{"step": 1030000, "wall_time": 2914.377403497696, "train_loss_step": 8.068194389343262, "n_params": 4756720, "total_flops": 15051023155200000, "train_loss": 0.04449721972147624, "subset_score_loss": 0.04449721972147624}
+{"step": 1040000, "wall_time": 2941.650857448578, "train_loss_step": 7.846983909606934, "n_params": 4756720, "total_flops": 15197149593600000, "train_loss": 0.043439936637878415, "subset_score_loss": 0.043439936637878415}
+{"step": 1050000, "wall_time": 2968.204186439514, "train_loss_step": 8.261144638061523, "n_params": 4756720, "total_flops": 15343276032000000, "train_loss": 0.04491408268610637, "subset_score_loss": 0.04491408268610637}
+{"step": 1060000, "wall_time": 2994.4422228336334, "train_loss_step": 7.713624000549316, "n_params": 4756720, "total_flops": 15489402470400000, "train_loss": 0.04210864305496216, "subset_score_loss": 0.04210864305496216}
+{"step": 1070000, "wall_time": 3021.6165709495544, "train_loss_step": 8.059089660644531, "n_params": 4756720, "total_flops": 15635528908800000, "train_loss": 0.042631908257802324, "subset_score_loss": 0.042631908257802324}
+{"step": 1080000, "wall_time": 3047.8357367515564, "train_loss_step": 8.131113052368164, "n_params": 4756720, "total_flops": 15781655347200000, "train_loss": 0.04497005542119344, "subset_score_loss": 0.04497005542119344}
+{"step": 1090000, "wall_time": 3074.200774908066, "train_loss_step": 8.687334060668945, "n_params": 4756720, "total_flops": 15927781785600000, "train_loss": 0.04565893014272054, "subset_score_loss": 0.04565893014272054}
+{"step": 1100000, "wall_time": 3119.365424156189, "train_loss_step": 7.48075008392334, "n_params": 4756720, "total_flops": 16073908224000000, "train_loss": 0.0419281284014384, "subset_score_loss": 0.0419281284014384, "memorization_fraction_pixel": 0.030500000342726707, "mean_nn_ratio_pixel": 0.9272961020469666, "fid": 257.66772916861487, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 3144.2781431674957, "train_loss_step": 7.767822265625, "n_params": 4756720, "total_flops": 16220034662400000, "train_loss": 0.042809506257375084, "subset_score_loss": 0.042809506257375084}
+{"step": 1120000, "wall_time": 3170.541679382324, "train_loss_step": 8.361011505126953, "n_params": 4756720, "total_flops": 16366161100800000, "train_loss": 0.041472578048706056, "subset_score_loss": 0.041472578048706056}
+{"step": 1130000, "wall_time": 3197.2372720241547, "train_loss_step": 8.381902694702148, "n_params": 4756720, "total_flops": 16512287539200000, "train_loss": 0.04358038107554118, "subset_score_loss": 0.04358038107554118}
+{"step": 1140000, "wall_time": 3224.501564025879, "train_loss_step": 8.076815605163574, "n_params": 4756720, "total_flops": 16658413977600000, "train_loss": 0.04338295062383016, "subset_score_loss": 0.04338295062383016}
+{"step": 1150000, "wall_time": 3251.6291375160217, "train_loss_step": 7.772609710693359, "n_params": 4756720, "total_flops": 16804540416000000, "train_loss": 0.04203943808873494, "subset_score_loss": 0.04203943808873494}
+{"step": 1160000, "wall_time": 3278.088075399399, "train_loss_step": 7.435895919799805, "n_params": 4756720, "total_flops": 16950666854400000, "train_loss": 0.03920505841573079, "subset_score_loss": 0.03920505841573079}
+{"step": 1170000, "wall_time": 3304.0849204063416, "train_loss_step": 7.485489845275879, "n_params": 4756720, "total_flops": 17096793292800000, "train_loss": 0.045243338743845625, "subset_score_loss": 0.045243338743845625}
+{"step": 1180000, "wall_time": 3330.2369232177734, "train_loss_step": 7.782745838165283, "n_params": 4756720, "total_flops": 17242919731200000, "train_loss": 0.04036682446797689, "subset_score_loss": 0.04036682446797689}
+{"step": 1190000, "wall_time": 3356.281223297119, "train_loss_step": 7.936795711517334, "n_params": 4756720, "total_flops": 17389046169600000, "train_loss": 0.04108320077260335, "subset_score_loss": 0.04108320077260335}
+{"step": 1200000, "wall_time": 3401.9754247665405, "train_loss_step": 7.725890636444092, "n_params": 4756720, "total_flops": 17535172608000000, "train_loss": 0.040422364075978594, "subset_score_loss": 0.040422364075978594, "memorization_fraction_pixel": 0.030899999663233757, "mean_nn_ratio_pixel": 0.9245671033859253, "fid": 248.7678263560947, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 3427.26770567894, "train_loss_step": 7.68107795715332, "n_params": 4756720, "total_flops": 17681299046400000, "train_loss": 0.04147774378458659, "subset_score_loss": 0.04147774378458659}
+{"step": 1220000, "wall_time": 3454.2304701805115, "train_loss_step": 8.1290283203125, "n_params": 4756720, "total_flops": 17827425484800000, "train_loss": 0.0419498880704244, "subset_score_loss": 0.0419498880704244}
+{"step": 1230000, "wall_time": 3479.781763315201, "train_loss_step": 7.494273662567139, "n_params": 4756720, "total_flops": 17973551923200000, "train_loss": 0.04128597974777222, "subset_score_loss": 0.04128597974777222}
+{"step": 1240000, "wall_time": 3506.4281022548676, "train_loss_step": 7.36970853805542, "n_params": 4756720, "total_flops": 18119678361600000, "train_loss": 0.03873528242111206, "subset_score_loss": 0.03873528242111206}
+{"step": 1250000, "wall_time": 3532.328090906143, "train_loss_step": 7.917677402496338, "n_params": 4756720, "total_flops": 18265804800000000, "train_loss": 0.040108497937520346, "subset_score_loss": 0.040108497937520346}
+{"step": 1260000, "wall_time": 3557.770594596863, "train_loss_step": 8.406758308410645, "n_params": 4756720, "total_flops": 18411931238400000, "train_loss": 0.04701472520828247, "subset_score_loss": 0.04701472520828247}
+{"step": 1270000, "wall_time": 3583.1991095542908, "train_loss_step": 7.478329658508301, "n_params": 4756720, "total_flops": 18558057676800000, "train_loss": 0.03857744534810384, "subset_score_loss": 0.03857744534810384}
+{"step": 1280000, "wall_time": 3609.8027884960175, "train_loss_step": 7.7923197746276855, "n_params": 4756720, "total_flops": 18704184115200000, "train_loss": 0.042900792757670086, "subset_score_loss": 0.042900792757670086}
+{"step": 1290000, "wall_time": 3635.355363845825, "train_loss_step": 8.09948444366455, "n_params": 4756720, "total_flops": 18850310553600000, "train_loss": 0.04105273087819417, "subset_score_loss": 0.04105273087819417}
+{"step": 1300000, "wall_time": 3680.1825201511383, "train_loss_step": 7.570545673370361, "n_params": 4756720, "total_flops": 18996436992000000, "train_loss": 0.03987499475479126, "subset_score_loss": 0.03987499475479126, "memorization_fraction_pixel": 0.037300001829862595, "mean_nn_ratio_pixel": 0.9215964674949646, "fid": 249.1093360946335, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 3706.102329492569, "train_loss_step": 7.733120918273926, "n_params": 4756720, "total_flops": 19142563430400000, "train_loss": 0.044241829713185625, "subset_score_loss": 0.044241829713185625}
+{"step": 1320000, "wall_time": 3733.283991575241, "train_loss_step": 7.588456153869629, "n_params": 4756720, "total_flops": 19288689868800000, "train_loss": 0.041875588893890384, "subset_score_loss": 0.041875588893890384}
+{"step": 1330000, "wall_time": 3757.664742231369, "train_loss_step": 7.849383354187012, "n_params": 4756720, "total_flops": 19434816307200000, "train_loss": 0.041207516193389894, "subset_score_loss": 0.041207516193389894}
+{"step": 1340000, "wall_time": 3783.8191468715668, "train_loss_step": 7.338420391082764, "n_params": 4756720, "total_flops": 19580942745600000, "train_loss": 0.049611441294352215, "subset_score_loss": 0.049611441294352215}
+{"step": 1350000, "wall_time": 3808.838277578354, "train_loss_step": 7.685318946838379, "n_params": 4756720, "total_flops": 19727069184000000, "train_loss": 0.04440551201502482, "subset_score_loss": 0.04440551201502482}
+{"step": 1360000, "wall_time": 3834.9763600826263, "train_loss_step": 8.14439582824707, "n_params": 4756720, "total_flops": 19873195622400000, "train_loss": 0.04333750009536743, "subset_score_loss": 0.04333750009536743}
+{"step": 1370000, "wall_time": 3861.4015789031982, "train_loss_step": 7.013936519622803, "n_params": 4756720, "total_flops": 20019322060800000, "train_loss": 0.03636167844136556, "subset_score_loss": 0.03636167844136556}
+{"step": 1380000, "wall_time": 3886.1733849048615, "train_loss_step": 7.633879661560059, "n_params": 4756720, "total_flops": 20165448499200000, "train_loss": 0.04084536631902059, "subset_score_loss": 0.04084536631902059}
+{"step": 1390000, "wall_time": 3911.165575504303, "train_loss_step": 8.086228370666504, "n_params": 4756720, "total_flops": 20311574937600000, "train_loss": 0.041799962520599365, "subset_score_loss": 0.041799962520599365}
+{"step": 1400000, "wall_time": 3954.240624666214, "train_loss_step": 7.569166660308838, "n_params": 4756720, "total_flops": 20457701376000000, "train_loss": 0.037010769049326576, "subset_score_loss": 0.037010769049326576, "memorization_fraction_pixel": 0.04450000077486038, "mean_nn_ratio_pixel": 0.9137219786643982, "fid": 248.28252770289265, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 3980.0828201770782, "train_loss_step": 7.60727071762085, "n_params": 4756720, "total_flops": 20603827814400000, "train_loss": 0.038161087036132815, "subset_score_loss": 0.038161087036132815}
+{"step": 1420000, "wall_time": 4005.9479055404663, "train_loss_step": 7.183512210845947, "n_params": 4756720, "total_flops": 20749954252800000, "train_loss": 0.037978712717692056, "subset_score_loss": 0.037978712717692056}
+{"step": 1430000, "wall_time": 4031.122652053833, "train_loss_step": 7.115117073059082, "n_params": 4756720, "total_flops": 20896080691200000, "train_loss": 0.03849997123082479, "subset_score_loss": 0.03849997123082479}
+{"step": 1440000, "wall_time": 4057.73832654953, "train_loss_step": 6.939000129699707, "n_params": 4756720, "total_flops": 21042207129600000, "train_loss": 0.043073836962382, "subset_score_loss": 0.043073836962382}
+{"step": 1450000, "wall_time": 4082.928202867508, "train_loss_step": 7.634124279022217, "n_params": 4756720, "total_flops": 21188333568000000, "train_loss": 0.0374109427134196, "subset_score_loss": 0.0374109427134196}
+{"step": 1460000, "wall_time": 4109.5150027275085, "train_loss_step": 7.101004123687744, "n_params": 4756720, "total_flops": 21334460006400000, "train_loss": 0.040886104106903076, "subset_score_loss": 0.040886104106903076}
+{"step": 1470000, "wall_time": 4136.147095918655, "train_loss_step": 7.609277725219727, "n_params": 4756720, "total_flops": 21480586444800000, "train_loss": 0.03823506434758504, "subset_score_loss": 0.03823506434758504}
+{"step": 1480000, "wall_time": 4161.843734741211, "train_loss_step": 7.231346607208252, "n_params": 4756720, "total_flops": 21626712883200000, "train_loss": 0.03693633476893107, "subset_score_loss": 0.03693633476893107}
+{"step": 1490000, "wall_time": 4188.985873222351, "train_loss_step": 7.338932514190674, "n_params": 4756720, "total_flops": 21772839321600000, "train_loss": 0.036635335286458334, "subset_score_loss": 0.036635335286458334}
+{"step": 1500000, "wall_time": 4234.677778244019, "train_loss_step": 7.1347784996032715, "n_params": 4756720, "total_flops": 21918965760000000, "train_loss": 0.0394542137781779, "subset_score_loss": 0.0394542137781779, "memorization_fraction_pixel": 0.052299998700618744, "mean_nn_ratio_pixel": 0.9047830104827881, "fid": 250.66248168033488, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 4260.456184387207, "train_loss_step": 7.262692451477051, "n_params": 4756720, "total_flops": 22065092198400000, "train_loss": 0.03709570566813151, "subset_score_loss": 0.03709570566813151}
+{"step": 1520000, "wall_time": 4286.328276157379, "train_loss_step": 7.4564971923828125, "n_params": 4756720, "total_flops": 22211218636800000, "train_loss": 0.03362396160761515, "subset_score_loss": 0.03362396160761515}
+{"step": 1530000, "wall_time": 4313.703499794006, "train_loss_step": 7.040399551391602, "n_params": 4756720, "total_flops": 22357345075200000, "train_loss": 0.03586384852727254, "subset_score_loss": 0.03586384852727254}
+{"step": 1540000, "wall_time": 4339.527708768845, "train_loss_step": 6.965497016906738, "n_params": 4756720, "total_flops": 22503471513600000, "train_loss": 0.035166088740030924, "subset_score_loss": 0.035166088740030924}
+{"step": 1550000, "wall_time": 4366.628347396851, "train_loss_step": 7.044215202331543, "n_params": 4756720, "total_flops": 22649597952000000, "train_loss": 0.03365850845972697, "subset_score_loss": 0.03365850845972697}
+{"step": 1560000, "wall_time": 4391.564396381378, "train_loss_step": 7.209841251373291, "n_params": 4756720, "total_flops": 22795724390400000, "train_loss": 0.04232947031656901, "subset_score_loss": 0.04232947031656901}
+{"step": 1570000, "wall_time": 4418.284620285034, "train_loss_step": 7.489516258239746, "n_params": 4756720, "total_flops": 22941850828800000, "train_loss": 0.03711543083190918, "subset_score_loss": 0.03711543083190918}
+{"step": 1580000, "wall_time": 4443.755792379379, "train_loss_step": 7.241707801818848, "n_params": 4756720, "total_flops": 23087977267200000, "train_loss": 0.03567798535029094, "subset_score_loss": 0.03567798535029094}
+{"step": 1590000, "wall_time": 4469.171234846115, "train_loss_step": 7.520848751068115, "n_params": 4756720, "total_flops": 23234103705600000, "train_loss": 0.034207411607106525, "subset_score_loss": 0.034207411607106525}
+{"step": 1600000, "wall_time": 4513.04761838913, "train_loss_step": 7.102577209472656, "n_params": 4756720, "total_flops": 23380230144000000, "train_loss": 0.04486345847447713, "subset_score_loss": 0.04486345847447713, "memorization_fraction_pixel": 0.05889999866485596, "mean_nn_ratio_pixel": 0.8961572051048279, "fid": 243.1673062570366, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 4539.655982494354, "train_loss_step": 7.241127967834473, "n_params": 4756720, "total_flops": 23526356582400000, "train_loss": 0.03484445015589396, "subset_score_loss": 0.03484445015589396}
+{"step": 1620000, "wall_time": 4565.074001073837, "train_loss_step": 7.350508689880371, "n_params": 4756720, "total_flops": 23672483020800000, "train_loss": 0.03918406168619792, "subset_score_loss": 0.03918406168619792}
+{"step": 1630000, "wall_time": 4593.2528438568115, "train_loss_step": 7.364556312561035, "n_params": 4756720, "total_flops": 23818609459200000, "train_loss": 0.036456437905629475, "subset_score_loss": 0.036456437905629475}
+{"step": 1640000, "wall_time": 4620.547794818878, "train_loss_step": 6.785800933837891, "n_params": 4756720, "total_flops": 23964735897600000, "train_loss": 0.03995459079742432, "subset_score_loss": 0.03995459079742432}
+{"step": 1650000, "wall_time": 4650.061735391617, "train_loss_step": 7.028159141540527, "n_params": 4756720, "total_flops": 24110862336000000, "train_loss": 0.03696406284968058, "subset_score_loss": 0.03696406284968058}
+{"step": 1660000, "wall_time": 4679.637592315674, "train_loss_step": 7.031128406524658, "n_params": 4756720, "total_flops": 24256988774400000, "train_loss": 0.04333550135294596, "subset_score_loss": 0.04333550135294596}
+{"step": 1670000, "wall_time": 4709.355699062347, "train_loss_step": 6.770927429199219, "n_params": 4756720, "total_flops": 24403115212800000, "train_loss": 0.03884110848108927, "subset_score_loss": 0.03884110848108927}
+{"step": 1680000, "wall_time": 4737.019415378571, "train_loss_step": 6.789794921875, "n_params": 4756720, "total_flops": 24549241651200000, "train_loss": 0.03362275759379069, "subset_score_loss": 0.03362275759379069}
+{"step": 1690000, "wall_time": 4764.289737224579, "train_loss_step": 6.539154052734375, "n_params": 4756720, "total_flops": 24695368089600000, "train_loss": 0.041771856943766277, "subset_score_loss": 0.041771856943766277}
+{"step": 1700000, "wall_time": 4808.095484256744, "train_loss_step": 6.664947509765625, "n_params": 4756720, "total_flops": 24841494528000000, "train_loss": 0.03667204777399699, "subset_score_loss": 0.03667204777399699, "memorization_fraction_pixel": 0.0632999986410141, "mean_nn_ratio_pixel": 0.8919802904129028, "fid": 245.47056084548626, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 4833.789699554443, "train_loss_step": 7.126220703125, "n_params": 4756720, "total_flops": 24987620966400000, "train_loss": 0.037773513793945314, "subset_score_loss": 0.037773513793945314}
+{"step": 1720000, "wall_time": 4860.275584459305, "train_loss_step": 6.833340644836426, "n_params": 4756720, "total_flops": 25133747404800000, "train_loss": 0.04008643627166748, "subset_score_loss": 0.04008643627166748}
+{"step": 1730000, "wall_time": 4887.311962604523, "train_loss_step": 6.88092041015625, "n_params": 4756720, "total_flops": 25279873843200000, "train_loss": 0.03612175782521566, "subset_score_loss": 0.03612175782521566}
+{"step": 1740000, "wall_time": 4913.758342266083, "train_loss_step": 7.770092010498047, "n_params": 4756720, "total_flops": 25426000281600000, "train_loss": 0.035654338200887044, "subset_score_loss": 0.035654338200887044}
+{"step": 1750000, "wall_time": 4940.863605499268, "train_loss_step": 6.530488014221191, "n_params": 4756720, "total_flops": 25572126720000000, "train_loss": 0.03936328490575155, "subset_score_loss": 0.03936328490575155}
+{"step": 1760000, "wall_time": 4968.351011753082, "train_loss_step": 7.793527603149414, "n_params": 4756720, "total_flops": 25718253158400000, "train_loss": 0.040939919153849286, "subset_score_loss": 0.040939919153849286}
+{"step": 1770000, "wall_time": 4995.182114839554, "train_loss_step": 7.459725379943848, "n_params": 4756720, "total_flops": 25864379596800000, "train_loss": 0.033898329734802245, "subset_score_loss": 0.033898329734802245}
+{"step": 1780000, "wall_time": 5021.9254405498505, "train_loss_step": 6.888835906982422, "n_params": 4756720, "total_flops": 26010506035200000, "train_loss": 0.03507163127263387, "subset_score_loss": 0.03507163127263387}
+{"step": 1790000, "wall_time": 5048.665531158447, "train_loss_step": 6.766404628753662, "n_params": 4756720, "total_flops": 26156632473600000, "train_loss": 0.032012925545374556, "subset_score_loss": 0.032012925545374556}
+{"step": 1800000, "wall_time": 5092.1311910152435, "train_loss_step": 6.8399505615234375, "n_params": 4756720, "total_flops": 26302758912000000, "train_loss": 0.033245269457499185, "subset_score_loss": 0.033245269457499185, "memorization_fraction_pixel": 0.06509999930858612, "mean_nn_ratio_pixel": 0.8893553018569946, "fid": 247.62093915396696, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 5116.048550128937, "train_loss_step": 6.8247833251953125, "n_params": 4756720, "total_flops": 26448885350400000, "train_loss": 0.03718091646830241, "subset_score_loss": 0.03718091646830241}
+{"step": 1820000, "wall_time": 5142.45685172081, "train_loss_step": 6.301446914672852, "n_params": 4756720, "total_flops": 26595011788800000, "train_loss": 0.035581942399342856, "subset_score_loss": 0.035581942399342856}
+{"step": 1830000, "wall_time": 5168.311341524124, "train_loss_step": 7.205801010131836, "n_params": 4756720, "total_flops": 26741138227200000, "train_loss": 0.03193028370539348, "subset_score_loss": 0.03193028370539348}
+{"step": 1840000, "wall_time": 5195.088915109634, "train_loss_step": 6.87863302230835, "n_params": 4756720, "total_flops": 26887264665600000, "train_loss": 0.03872310320536296, "subset_score_loss": 0.03872310320536296}
+{"step": 1850000, "wall_time": 5221.502566576004, "train_loss_step": 7.001284599304199, "n_params": 4756720, "total_flops": 27033391104000000, "train_loss": 0.04089606205622355, "subset_score_loss": 0.04089606205622355}
+{"step": 1860000, "wall_time": 5248.3565056324005, "train_loss_step": 6.83530330657959, "n_params": 4756720, "total_flops": 27179517542400000, "train_loss": 0.032520240545272826, "subset_score_loss": 0.032520240545272826}
+{"step": 1870000, "wall_time": 5274.995190382004, "train_loss_step": 6.557223320007324, "n_params": 4756720, "total_flops": 27325643980800000, "train_loss": 0.03154484430948893, "subset_score_loss": 0.03154484430948893}
+{"step": 1880000, "wall_time": 5301.258015632629, "train_loss_step": 7.322027683258057, "n_params": 4756720, "total_flops": 27471770419200000, "train_loss": 0.03129822214444478, "subset_score_loss": 0.03129822214444478}
+{"step": 1890000, "wall_time": 5326.585677862167, "train_loss_step": 6.752111911773682, "n_params": 4756720, "total_flops": 27617896857600000, "train_loss": 0.03168815573056539, "subset_score_loss": 0.03168815573056539}
+{"step": 1900000, "wall_time": 5371.440921545029, "train_loss_step": 7.193421363830566, "n_params": 4756720, "total_flops": 27764023296000000, "train_loss": 0.03321273326873779, "subset_score_loss": 0.03321273326873779, "memorization_fraction_pixel": 0.08479999750852585, "mean_nn_ratio_pixel": 0.8710055947303772, "fid": 237.37973993004096, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 5397.844074010849, "train_loss_step": 6.658262252807617, "n_params": 4756720, "total_flops": 27910149734400000, "train_loss": 0.03515072266260783, "subset_score_loss": 0.03515072266260783}
+{"step": 1920000, "wall_time": 5424.713000297546, "train_loss_step": 6.717770576477051, "n_params": 4756720, "total_flops": 28056276172800000, "train_loss": 0.03295284112294515, "subset_score_loss": 0.03295284112294515}
+{"step": 1930000, "wall_time": 5451.791181564331, "train_loss_step": 6.69803524017334, "n_params": 4756720, "total_flops": 28202402611200000, "train_loss": 0.03435129721959432, "subset_score_loss": 0.03435129721959432}
+{"step": 1940000, "wall_time": 5478.105028867722, "train_loss_step": 6.811576843261719, "n_params": 4756720, "total_flops": 28348529049600000, "train_loss": 0.03304487466812134, "subset_score_loss": 0.03304487466812134}
+{"step": 1950000, "wall_time": 5503.846157312393, "train_loss_step": 6.692230224609375, "n_params": 4756720, "total_flops": 28494655488000000, "train_loss": 0.03287545641263326, "subset_score_loss": 0.03287545641263326}
+{"step": 1960000, "wall_time": 5530.471319913864, "train_loss_step": 6.969592094421387, "n_params": 4756720, "total_flops": 28640781926400000, "train_loss": 0.03425316413243611, "subset_score_loss": 0.03425316413243611}
+{"step": 1970000, "wall_time": 5556.8139588832855, "train_loss_step": 6.896750450134277, "n_params": 4756720, "total_flops": 28786908364800000, "train_loss": 0.031938576698303224, "subset_score_loss": 0.031938576698303224}
+{"step": 1980000, "wall_time": 5584.0464498996735, "train_loss_step": 6.6087799072265625, "n_params": 4756720, "total_flops": 28933034803200000, "train_loss": 0.03738330205281575, "subset_score_loss": 0.03738330205281575}
+{"step": 1990000, "wall_time": 5611.168281793594, "train_loss_step": 6.61545467376709, "n_params": 4756720, "total_flops": 29079161241600000, "train_loss": 0.031656783819198606, "subset_score_loss": 0.031656783819198606}
+{"step": 2000000, "wall_time": 5653.456176042557, "train_loss_step": 7.315957069396973, "n_params": 4756720, "total_flops": 29225287680000000, "train_loss": 0.0327629288037618, "subset_score_loss": 0.0327629288037618, "memorization_fraction_pixel": 0.07859999686479568, "mean_nn_ratio_pixel": 0.8790180683135986, "fid": 239.55904428537397, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 5681.764549255371, "train_loss_step": 6.591449737548828, "n_params": 4756720, "total_flops": 29371414118400000, "train_loss": 0.03948468764623006, "subset_score_loss": 0.03948468764623006}
+{"step": 2020000, "wall_time": 5707.347607135773, "train_loss_step": 6.142938613891602, "n_params": 4756720, "total_flops": 29517540556800000, "train_loss": 0.03337058226267497, "subset_score_loss": 0.03337058226267497}
+{"step": 2030000, "wall_time": 5733.2896819114685, "train_loss_step": 6.949618339538574, "n_params": 4756720, "total_flops": 29663666995200000, "train_loss": 0.03338543971379598, "subset_score_loss": 0.03338543971379598}
+{"step": 2040000, "wall_time": 5759.263235330582, "train_loss_step": 6.547910213470459, "n_params": 4756720, "total_flops": 29809793433600000, "train_loss": 0.031659917036692305, "subset_score_loss": 0.031659917036692305}
+{"step": 2050000, "wall_time": 5785.503505945206, "train_loss_step": 6.332610130310059, "n_params": 4756720, "total_flops": 29955919872000000, "train_loss": 0.033116785685221355, "subset_score_loss": 0.033116785685221355}
+{"step": 2060000, "wall_time": 5813.178383588791, "train_loss_step": 6.146994590759277, "n_params": 4756720, "total_flops": 30102046310400000, "train_loss": 0.032025299469629925, "subset_score_loss": 0.032025299469629925}
+{"step": 2070000, "wall_time": 5840.196971654892, "train_loss_step": 6.906238555908203, "n_params": 4756720, "total_flops": 30248172748800000, "train_loss": 0.0343626618385315, "subset_score_loss": 0.0343626618385315}
+{"step": 2080000, "wall_time": 5866.4513466358185, "train_loss_step": 6.921161651611328, "n_params": 4756720, "total_flops": 30394299187200000, "train_loss": 0.03234076499938965, "subset_score_loss": 0.03234076499938965}
+{"step": 2090000, "wall_time": 5892.572269439697, "train_loss_step": 6.78248405456543, "n_params": 4756720, "total_flops": 30540425625600000, "train_loss": 0.03541363477706909, "subset_score_loss": 0.03541363477706909}
+{"step": 2100000, "wall_time": 5937.59418463707, "train_loss_step": 6.855911731719971, "n_params": 4756720, "total_flops": 30686552064000000, "train_loss": 0.03293166160583496, "subset_score_loss": 0.03293166160583496, "memorization_fraction_pixel": 0.08079999685287476, "mean_nn_ratio_pixel": 0.8772519826889038, "fid": 238.84181146694414, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 5962.514427661896, "train_loss_step": 5.924248695373535, "n_params": 4756720, "total_flops": 30832678502400000, "train_loss": 0.033531999588012694, "subset_score_loss": 0.033531999588012694}
+{"step": 2120000, "wall_time": 5989.998970746994, "train_loss_step": 7.209859848022461, "n_params": 4756720, "total_flops": 30978804940800000, "train_loss": 0.03321284254391988, "subset_score_loss": 0.03321284254391988}
+{"step": 2130000, "wall_time": 6015.905113697052, "train_loss_step": 6.164050102233887, "n_params": 4756720, "total_flops": 31124931379200000, "train_loss": 0.03166102766990662, "subset_score_loss": 0.03166102766990662}
+{"step": 2140000, "wall_time": 6042.417943954468, "train_loss_step": 7.010953903198242, "n_params": 4756720, "total_flops": 31271057817600000, "train_loss": 0.034370330969492595, "subset_score_loss": 0.034370330969492595}
+{"step": 2150000, "wall_time": 6069.3432700634, "train_loss_step": 6.764065742492676, "n_params": 4756720, "total_flops": 31417184256000000, "train_loss": 0.041864657402038576, "subset_score_loss": 0.041864657402038576}
+{"step": 2160000, "wall_time": 6094.77903008461, "train_loss_step": 6.748200416564941, "n_params": 4756720, "total_flops": 31563310694400000, "train_loss": 0.031201477845509848, "subset_score_loss": 0.031201477845509848}
+{"step": 2170000, "wall_time": 6121.807252407074, "train_loss_step": 6.8969221115112305, "n_params": 4756720, "total_flops": 31709437132800000, "train_loss": 0.03470664421717326, "subset_score_loss": 0.03470664421717326}
+{"step": 2180000, "wall_time": 6147.41330575943, "train_loss_step": 6.6938910484313965, "n_params": 4756720, "total_flops": 31855563571200000, "train_loss": 0.03019355535507202, "subset_score_loss": 0.03019355535507202}
+{"step": 2190000, "wall_time": 6173.727237701416, "train_loss_step": 6.450851917266846, "n_params": 4756720, "total_flops": 32001690009600000, "train_loss": 0.039044598738352455, "subset_score_loss": 0.039044598738352455}
+{"step": 2200000, "wall_time": 6216.779393911362, "train_loss_step": 7.195595741271973, "n_params": 4756720, "total_flops": 32147816448000000, "train_loss": 0.03299558361371358, "subset_score_loss": 0.03299558361371358, "memorization_fraction_pixel": 0.08399999886751175, "mean_nn_ratio_pixel": 0.8662606477737427, "fid": 230.29622480303163, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 6242.299391746521, "train_loss_step": 6.795209884643555, "n_params": 4756720, "total_flops": 32293942886400000, "train_loss": 0.03219201763470968, "subset_score_loss": 0.03219201763470968}
+{"step": 2220000, "wall_time": 6268.724491596222, "train_loss_step": 5.889254570007324, "n_params": 4756720, "total_flops": 32440069324800000, "train_loss": 0.03211032748222351, "subset_score_loss": 0.03211032748222351}
+{"step": 2230000, "wall_time": 6295.626066684723, "train_loss_step": 6.8729705810546875, "n_params": 4756720, "total_flops": 32586195763200000, "train_loss": 0.03346082766850789, "subset_score_loss": 0.03346082766850789}
+{"step": 2240000, "wall_time": 6323.2014236450195, "train_loss_step": 6.275240421295166, "n_params": 4756720, "total_flops": 32732322201600000, "train_loss": 0.032935295502344766, "subset_score_loss": 0.032935295502344766}
+{"step": 2250000, "wall_time": 6349.724005222321, "train_loss_step": 6.607882499694824, "n_params": 4756720, "total_flops": 32878448640000000, "train_loss": 0.03154366413752238, "subset_score_loss": 0.03154366413752238}
+{"step": 2260000, "wall_time": 6375.928301811218, "train_loss_step": 7.169032573699951, "n_params": 4756720, "total_flops": 33024575078400000, "train_loss": 0.03201873501141866, "subset_score_loss": 0.03201873501141866}
+{"step": 2270000, "wall_time": 6404.638664007187, "train_loss_step": 6.344302654266357, "n_params": 4756720, "total_flops": 33170701516800000, "train_loss": 0.029331703980763752, "subset_score_loss": 0.029331703980763752}
+{"step": 2280000, "wall_time": 6432.940030574799, "train_loss_step": 6.7008891105651855, "n_params": 4756720, "total_flops": 33316827955200000, "train_loss": 0.03167251944541931, "subset_score_loss": 0.03167251944541931}
+{"step": 2290000, "wall_time": 6461.558538198471, "train_loss_step": 6.530018329620361, "n_params": 4756720, "total_flops": 33462954393600000, "train_loss": 0.029718335469563803, "subset_score_loss": 0.029718335469563803}
+{"step": 2300000, "wall_time": 6503.5751080513, "train_loss_step": 6.463687419891357, "n_params": 4756720, "total_flops": 33609080832000000, "train_loss": 0.030309245983759562, "subset_score_loss": 0.030309245983759562, "memorization_fraction_pixel": 0.09549999982118607, "mean_nn_ratio_pixel": 0.8613601326942444, "fid": 231.3816921652022, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 6532.931312799454, "train_loss_step": 6.194353103637695, "n_params": 4756720, "total_flops": 33755207270400000, "train_loss": 0.031237983703613283, "subset_score_loss": 0.031237983703613283}
+{"step": 2320000, "wall_time": 6563.624720335007, "train_loss_step": 6.852558135986328, "n_params": 4756720, "total_flops": 33901333708800000, "train_loss": 0.030627973874409995, "subset_score_loss": 0.030627973874409995}
+{"step": 2330000, "wall_time": 6591.647869586945, "train_loss_step": 6.2642822265625, "n_params": 4756720, "total_flops": 34047460147200000, "train_loss": 0.036319474379221596, "subset_score_loss": 0.036319474379221596}
+{"step": 2340000, "wall_time": 6617.793695449829, "train_loss_step": 6.605935573577881, "n_params": 4756720, "total_flops": 34193586585600000, "train_loss": 0.03150155544281006, "subset_score_loss": 0.03150155544281006}
+{"step": 2350000, "wall_time": 6644.046632528305, "train_loss_step": 6.135751724243164, "n_params": 4756720, "total_flops": 34339713024000000, "train_loss": 0.04165009260177612, "subset_score_loss": 0.04165009260177612}
+{"step": 2360000, "wall_time": 6669.212309360504, "train_loss_step": 6.36592960357666, "n_params": 4756720, "total_flops": 34485839462400000, "train_loss": 0.029923834403355918, "subset_score_loss": 0.029923834403355918}
+{"step": 2370000, "wall_time": 6698.336555480957, "train_loss_step": 6.060942649841309, "n_params": 4756720, "total_flops": 34631965900800000, "train_loss": 0.030965866645177205, "subset_score_loss": 0.030965866645177205}
+{"step": 2380000, "wall_time": 6727.209170818329, "train_loss_step": 6.282207489013672, "n_params": 4756720, "total_flops": 34778092339200000, "train_loss": 0.03185343543688456, "subset_score_loss": 0.03185343543688456}
+{"step": 2390000, "wall_time": 6756.863568305969, "train_loss_step": 6.933658599853516, "n_params": 4756720, "total_flops": 34924218777600000, "train_loss": 0.034610446294148764, "subset_score_loss": 0.034610446294148764}
+{"step": 2400000, "wall_time": 6802.47049331665, "train_loss_step": 6.061565399169922, "n_params": 4756720, "total_flops": 35070345216000000, "train_loss": 0.027889132499694824, "subset_score_loss": 0.027889132499694824, "memorization_fraction_pixel": 0.093299999833107, "mean_nn_ratio_pixel": 0.8626947402954102, "fid": 227.89866213754448, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 6832.150964975357, "train_loss_step": 6.64692497253418, "n_params": 4756720, "total_flops": 35216471654400000, "train_loss": 0.03710832993189494, "subset_score_loss": 0.03710832993189494}
+{"step": 2420000, "wall_time": 6861.152808427811, "train_loss_step": 6.702293395996094, "n_params": 4756720, "total_flops": 35362598092800000, "train_loss": 0.035538315773010254, "subset_score_loss": 0.035538315773010254}
+{"step": 2430000, "wall_time": 6890.160912513733, "train_loss_step": 6.581606864929199, "n_params": 4756720, "total_flops": 35508724531200000, "train_loss": 0.030232113599777222, "subset_score_loss": 0.030232113599777222}
+{"step": 2440000, "wall_time": 6919.805270195007, "train_loss_step": 6.140694618225098, "n_params": 4756720, "total_flops": 35654850969600000, "train_loss": 0.03182577093442281, "subset_score_loss": 0.03182577093442281}
+{"step": 2450000, "wall_time": 6948.34729886055, "train_loss_step": 6.826208114624023, "n_params": 4756720, "total_flops": 35800977408000000, "train_loss": 0.030545105536778767, "subset_score_loss": 0.030545105536778767}
+{"step": 2460000, "wall_time": 6976.413844823837, "train_loss_step": 6.183529376983643, "n_params": 4756720, "total_flops": 35947103846400000, "train_loss": 0.029547369480133055, "subset_score_loss": 0.029547369480133055}
+{"step": 2470000, "wall_time": 7006.569249868393, "train_loss_step": 6.182785987854004, "n_params": 4756720, "total_flops": 36093230284800000, "train_loss": 0.02990771532058716, "subset_score_loss": 0.02990771532058716}
+{"step": 2480000, "wall_time": 7036.439946651459, "train_loss_step": 6.502572059631348, "n_params": 4756720, "total_flops": 36239356723200000, "train_loss": 0.03364114761352539, "subset_score_loss": 0.03364114761352539}
+{"step": 2490000, "wall_time": 7065.236144542694, "train_loss_step": 6.71258544921875, "n_params": 4756720, "total_flops": 36385483161600000, "train_loss": 0.030058203140894572, "subset_score_loss": 0.030058203140894572}
+{"step": 2500000, "wall_time": 7114.42430472374, "train_loss_step": 6.140456676483154, "n_params": 4756720, "total_flops": 36531609600000000, "train_loss": 0.032515990734100345, "subset_score_loss": 0.032515990734100345, "memorization_fraction_pixel": 0.09459999948740005, "mean_nn_ratio_pixel": 0.8587891459465027, "fid": 233.1638404376865, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 7144.441531419754, "train_loss_step": 6.224198341369629, "n_params": 4756720, "total_flops": 36677736038400000, "train_loss": 0.034922130902608234, "subset_score_loss": 0.034922130902608234}
+{"step": 2520000, "wall_time": 7172.494203090668, "train_loss_step": 6.184459209442139, "n_params": 4756720, "total_flops": 36823862476800000, "train_loss": 0.028743112087249757, "subset_score_loss": 0.028743112087249757}
+{"step": 2530000, "wall_time": 7202.218821525574, "train_loss_step": 5.8474531173706055, "n_params": 4756720, "total_flops": 36969988915200000, "train_loss": 0.03157794276873271, "subset_score_loss": 0.03157794276873271}
+{"step": 2540000, "wall_time": 7231.337326049805, "train_loss_step": 6.335852146148682, "n_params": 4756720, "total_flops": 37116115353600000, "train_loss": 0.03182754913965861, "subset_score_loss": 0.03182754913965861}
+{"step": 2550000, "wall_time": 7259.018938779831, "train_loss_step": 6.443449020385742, "n_params": 4756720, "total_flops": 37262241792000000, "train_loss": 0.03234345316886902, "subset_score_loss": 0.03234345316886902}
+{"step": 2560000, "wall_time": 7286.693783521652, "train_loss_step": 6.402371406555176, "n_params": 4756720, "total_flops": 37408368230400000, "train_loss": 0.028570465246836343, "subset_score_loss": 0.028570465246836343}
+{"step": 2570000, "wall_time": 7315.863297700882, "train_loss_step": 6.390293121337891, "n_params": 4756720, "total_flops": 37554494668800000, "train_loss": 0.03400619427363078, "subset_score_loss": 0.03400619427363078}
+{"step": 2580000, "wall_time": 7345.693701982498, "train_loss_step": 6.358138084411621, "n_params": 4756720, "total_flops": 37700621107200000, "train_loss": 0.033382610479990645, "subset_score_loss": 0.033382610479990645}
+{"step": 2590000, "wall_time": 7374.057268381119, "train_loss_step": 7.027690887451172, "n_params": 4756720, "total_flops": 37846747545600000, "train_loss": 0.033410501480102536, "subset_score_loss": 0.033410501480102536}
+{"step": 2600000, "wall_time": 7418.5903561115265, "train_loss_step": 6.856058120727539, "n_params": 4756720, "total_flops": 37992873984000000, "train_loss": 0.034737038612365725, "subset_score_loss": 0.034737038612365725, "memorization_fraction_pixel": 0.0997999981045723, "mean_nn_ratio_pixel": 0.859184205532074, "fid": 225.92768856250564, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 7447.094828128815, "train_loss_step": 6.151182174682617, "n_params": 4756720, "total_flops": 38139000422400000, "train_loss": 0.02757241725921631, "subset_score_loss": 0.02757241725921631}
+{"step": 2620000, "wall_time": 7476.503535032272, "train_loss_step": 5.783296585083008, "n_params": 4756720, "total_flops": 38285126860800000, "train_loss": 0.030291990439097086, "subset_score_loss": 0.030291990439097086}
+{"step": 2630000, "wall_time": 7505.183699846268, "train_loss_step": 6.297739505767822, "n_params": 4756720, "total_flops": 38431253299200000, "train_loss": 0.03405080238978068, "subset_score_loss": 0.03405080238978068}
+{"step": 2640000, "wall_time": 7535.597994089127, "train_loss_step": 6.195943355560303, "n_params": 4756720, "total_flops": 38577379737600000, "train_loss": 0.03160475095113118, "subset_score_loss": 0.03160475095113118}
+{"step": 2650000, "wall_time": 7565.669339895248, "train_loss_step": 6.515067100524902, "n_params": 4756720, "total_flops": 38723506176000000, "train_loss": 0.0332304040590922, "subset_score_loss": 0.0332304040590922}
+{"step": 2660000, "wall_time": 7593.864853858948, "train_loss_step": 5.721961975097656, "n_params": 4756720, "total_flops": 38869632614400000, "train_loss": 0.02916458249092102, "subset_score_loss": 0.02916458249092102}
+{"step": 2670000, "wall_time": 7620.3625831604, "train_loss_step": 6.392632007598877, "n_params": 4756720, "total_flops": 39015759052800000, "train_loss": 0.02919579346974691, "subset_score_loss": 0.02919579346974691}
+{"step": 2680000, "wall_time": 7647.6831250190735, "train_loss_step": 6.2167253494262695, "n_params": 4756720, "total_flops": 39161885491200000, "train_loss": 0.029910858472188315, "subset_score_loss": 0.029910858472188315}
+{"step": 2690000, "wall_time": 7675.789743423462, "train_loss_step": 6.115628242492676, "n_params": 4756720, "total_flops": 39308011929600000, "train_loss": 0.031539676586786906, "subset_score_loss": 0.031539676586786906}
+{"step": 2700000, "wall_time": 7724.7350878715515, "train_loss_step": 6.556888103485107, "n_params": 4756720, "total_flops": 39454138368000000, "train_loss": 0.03798968394597371, "subset_score_loss": 0.03798968394597371, "memorization_fraction_pixel": 0.10639999806880951, "mean_nn_ratio_pixel": 0.8504678010940552, "fid": 220.69558238117241, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 7754.846819400787, "train_loss_step": 6.115412712097168, "n_params": 4756720, "total_flops": 39600264806400000, "train_loss": 0.029220203558603924, "subset_score_loss": 0.029220203558603924}
+{"step": 2720000, "wall_time": 7784.0465478897095, "train_loss_step": 6.366579055786133, "n_params": 4756720, "total_flops": 39746391244800000, "train_loss": 0.03053199052810669, "subset_score_loss": 0.03053199052810669}
+{"step": 2730000, "wall_time": 7813.272907495499, "train_loss_step": 7.22676944732666, "n_params": 4756720, "total_flops": 39892517683200000, "train_loss": 0.032152501742045085, "subset_score_loss": 0.032152501742045085}
+{"step": 2740000, "wall_time": 7843.642286062241, "train_loss_step": 6.149585247039795, "n_params": 4756720, "total_flops": 40038644121600000, "train_loss": 0.02852891484896342, "subset_score_loss": 0.02852891484896342}
+{"step": 2750000, "wall_time": 7872.436160087585, "train_loss_step": 6.329643249511719, "n_params": 4756720, "total_flops": 40184770560000000, "train_loss": 0.03141770760218302, "subset_score_loss": 0.03141770760218302}
+{"step": 2760000, "wall_time": 7900.664227247238, "train_loss_step": 6.0531463623046875, "n_params": 4756720, "total_flops": 40330896998400000, "train_loss": 0.031493693590164185, "subset_score_loss": 0.031493693590164185}
+{"step": 2770000, "wall_time": 7929.556533336639, "train_loss_step": 6.581774711608887, "n_params": 4756720, "total_flops": 40477023436800000, "train_loss": 0.029975489775339762, "subset_score_loss": 0.029975489775339762}
+{"step": 2780000, "wall_time": 7957.22681593895, "train_loss_step": 6.106258869171143, "n_params": 4756720, "total_flops": 40623149875200000, "train_loss": 0.03636646270751953, "subset_score_loss": 0.03636646270751953}
+{"step": 2790000, "wall_time": 7987.338970184326, "train_loss_step": 5.738777160644531, "n_params": 4756720, "total_flops": 40769276313600000, "train_loss": 0.04180559317270915, "subset_score_loss": 0.04180559317270915}
+{"step": 2800000, "wall_time": 8036.537416934967, "train_loss_step": 6.39922571182251, "n_params": 4756720, "total_flops": 40915402752000000, "train_loss": 0.028468825419743857, "subset_score_loss": 0.028468825419743857, "memorization_fraction_pixel": 0.10189999639987946, "mean_nn_ratio_pixel": 0.8526235222816467, "fid": 231.60712002013798, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 8065.502449989319, "train_loss_step": 6.415103435516357, "n_params": 4756720, "total_flops": 41061529190400000, "train_loss": 0.02834275762240092, "subset_score_loss": 0.02834275762240092}
+{"step": 2820000, "wall_time": 8094.7312932014465, "train_loss_step": 6.173061370849609, "n_params": 4756720, "total_flops": 41207655628800000, "train_loss": 0.028225396076838175, "subset_score_loss": 0.028225396076838175}
+{"step": 2830000, "wall_time": 8124.05006146431, "train_loss_step": 5.630129337310791, "n_params": 4756720, "total_flops": 41353782067200000, "train_loss": 0.027901124954223634, "subset_score_loss": 0.027901124954223634}
+{"step": 2840000, "wall_time": 8153.626811265945, "train_loss_step": 6.01098108291626, "n_params": 4756720, "total_flops": 41499908505600000, "train_loss": 0.030136634906133015, "subset_score_loss": 0.030136634906133015}
+{"step": 2850000, "wall_time": 8183.94909954071, "train_loss_step": 5.800173759460449, "n_params": 4756720, "total_flops": 41646034944000000, "train_loss": 0.029395524660746256, "subset_score_loss": 0.029395524660746256}
+{"step": 2860000, "wall_time": 8212.41794848442, "train_loss_step": 6.40632438659668, "n_params": 4756720, "total_flops": 41792161382400000, "train_loss": 0.03495882352193196, "subset_score_loss": 0.03495882352193196}
+{"step": 2870000, "wall_time": 8240.201829195023, "train_loss_step": 6.178001403808594, "n_params": 4756720, "total_flops": 41938287820800000, "train_loss": 0.027890040477116903, "subset_score_loss": 0.027890040477116903}
+{"step": 2880000, "wall_time": 8270.313681602478, "train_loss_step": 6.298537731170654, "n_params": 4756720, "total_flops": 42084414259200000, "train_loss": 0.029433657725652058, "subset_score_loss": 0.029433657725652058}
+{"step": 2890000, "wall_time": 8300.398696899414, "train_loss_step": 5.781737804412842, "n_params": 4756720, "total_flops": 42230540697600000, "train_loss": 0.028636292616526286, "subset_score_loss": 0.028636292616526286}
+{"step": 2900000, "wall_time": 8349.008976459503, "train_loss_step": 6.031595706939697, "n_params": 4756720, "total_flops": 42376667136000000, "train_loss": 0.030327218770980834, "subset_score_loss": 0.030327218770980834, "memorization_fraction_pixel": 0.10989999771118164, "mean_nn_ratio_pixel": 0.8505876660346985, "fid": 216.7861988299109, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 8379.531656265259, "train_loss_step": 6.002367973327637, "n_params": 4756720, "total_flops": 42522793574400000, "train_loss": 0.029267056783040365, "subset_score_loss": 0.029267056783040365}
+{"step": 2920000, "wall_time": 8409.693360090256, "train_loss_step": 6.388868808746338, "n_params": 4756720, "total_flops": 42668920012800000, "train_loss": 0.029555372397104897, "subset_score_loss": 0.029555372397104897}
+{"step": 2930000, "wall_time": 8439.034605026245, "train_loss_step": 6.090348243713379, "n_params": 4756720, "total_flops": 42815046451200000, "train_loss": 0.03301305373509725, "subset_score_loss": 0.03301305373509725}
+{"step": 2940000, "wall_time": 8468.422963142395, "train_loss_step": 5.95338773727417, "n_params": 4756720, "total_flops": 42961172889600000, "train_loss": 0.035392562548319496, "subset_score_loss": 0.035392562548319496}
+{"step": 2950000, "wall_time": 8498.712939739227, "train_loss_step": 5.859074592590332, "n_params": 4756720, "total_flops": 43107299328000000, "train_loss": 0.02777502139409383, "subset_score_loss": 0.02777502139409383}
+{"step": 2960000, "wall_time": 8528.050290107727, "train_loss_step": 6.3159942626953125, "n_params": 4756720, "total_flops": 43253425766400000, "train_loss": 0.034605721632639565, "subset_score_loss": 0.034605721632639565}
+{"step": 2970000, "wall_time": 8558.55423116684, "train_loss_step": 6.352787017822266, "n_params": 4756720, "total_flops": 43399552204800000, "train_loss": 0.031600429614384966, "subset_score_loss": 0.031600429614384966}
+{"step": 2980000, "wall_time": 8588.456596136093, "train_loss_step": 5.975638389587402, "n_params": 4756720, "total_flops": 43545678643200000, "train_loss": 0.028038163979848225, "subset_score_loss": 0.028038163979848225}
+{"step": 2990000, "wall_time": 8618.582247495651, "train_loss_step": 6.196765899658203, "n_params": 4756720, "total_flops": 43691805081600000, "train_loss": 0.027806031703948974, "subset_score_loss": 0.027806031703948974}
+{"step": 3000000, "wall_time": 8663.502701044083, "train_loss_step": 6.282196998596191, "n_params": 4756720, "total_flops": 43837931520000000, "train_loss": 0.027718645334243775, "subset_score_loss": 0.027718645334243775, "memorization_fraction_pixel": 0.11389999836683273, "mean_nn_ratio_pixel": 0.8485601544380188, "fid": 231.55940129544547, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 8692.660197973251, "train_loss_step": 6.079495429992676, "n_params": 4756720, "total_flops": 43984057958400000, "train_loss": 0.027736866474151613, "subset_score_loss": 0.027736866474151613}
+{"step": 3020000, "wall_time": 8723.032415390015, "train_loss_step": 6.067358016967773, "n_params": 4756720, "total_flops": 44130184396800000, "train_loss": 0.028944601615269978, "subset_score_loss": 0.028944601615269978}
+{"step": 3030000, "wall_time": 8752.096547365189, "train_loss_step": 6.307455062866211, "n_params": 4756720, "total_flops": 44276310835200000, "train_loss": 0.026329288880030315, "subset_score_loss": 0.026329288880030315}
+{"step": 3040000, "wall_time": 8782.03472661972, "train_loss_step": 6.352561950683594, "n_params": 4756720, "total_flops": 44422437273600000, "train_loss": 0.02799001932144165, "subset_score_loss": 0.02799001932144165}
+{"step": 3050000, "wall_time": 8810.627981901169, "train_loss_step": 5.736760139465332, "n_params": 4756720, "total_flops": 44568563712000000, "train_loss": 0.02800634503364563, "subset_score_loss": 0.02800634503364563}
+{"step": 3060000, "wall_time": 8839.298998594284, "train_loss_step": 6.211063385009766, "n_params": 4756720, "total_flops": 44714690150400000, "train_loss": 0.03351063728332519, "subset_score_loss": 0.03351063728332519}
+{"step": 3070000, "wall_time": 8869.792878627777, "train_loss_step": 6.119812488555908, "n_params": 4756720, "total_flops": 44860816588800000, "train_loss": 0.031136035919189453, "subset_score_loss": 0.031136035919189453}
+{"step": 3080000, "wall_time": 8899.259084224701, "train_loss_step": 5.584004878997803, "n_params": 4756720, "total_flops": 45006943027200000, "train_loss": 0.03370074431101481, "subset_score_loss": 0.03370074431101481}
+{"step": 3090000, "wall_time": 8929.314230918884, "train_loss_step": 6.123164653778076, "n_params": 4756720, "total_flops": 45153069465600000, "train_loss": 0.03561534881591797, "subset_score_loss": 0.03561534881591797}
+{"step": 3100000, "wall_time": 8972.185555458069, "train_loss_step": 6.529709815979004, "n_params": 4756720, "total_flops": 45299195904000000, "train_loss": 0.02885367472966512, "subset_score_loss": 0.02885367472966512, "memorization_fraction_pixel": 0.12269999831914902, "mean_nn_ratio_pixel": 0.8373741507530212, "fid": 218.02260760892295, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 9002.527520895004, "train_loss_step": 6.085173606872559, "n_params": 4756720, "total_flops": 45445322342400000, "train_loss": 0.03160928289095561, "subset_score_loss": 0.03160928289095561}
+{"step": 3120000, "wall_time": 9032.997082471848, "train_loss_step": 5.909084796905518, "n_params": 4756720, "total_flops": 45591448780800000, "train_loss": 0.0304878830909729, "subset_score_loss": 0.0304878830909729}
+{"step": 3130000, "wall_time": 9061.386645078659, "train_loss_step": 5.8367767333984375, "n_params": 4756720, "total_flops": 45737575219200000, "train_loss": 0.025828578074773154, "subset_score_loss": 0.025828578074773154}
+{"step": 3140000, "wall_time": 9091.46720290184, "train_loss_step": 5.886578559875488, "n_params": 4756720, "total_flops": 45883701657600000, "train_loss": 0.029377237955729166, "subset_score_loss": 0.029377237955729166}
+{"step": 3150000, "wall_time": 9122.388545513153, "train_loss_step": 5.81187105178833, "n_params": 4756720, "total_flops": 46029828096000000, "train_loss": 0.029768510659535726, "subset_score_loss": 0.029768510659535726}
+{"step": 3160000, "wall_time": 9150.938942670822, "train_loss_step": 5.721985816955566, "n_params": 4756720, "total_flops": 46175954534400000, "train_loss": 0.032347369194030764, "subset_score_loss": 0.032347369194030764}
+{"step": 3170000, "wall_time": 9176.61334323883, "train_loss_step": 6.150391578674316, "n_params": 4756720, "total_flops": 46322080972800000, "train_loss": 0.03404782613118489, "subset_score_loss": 0.03404782613118489}
+{"step": 3180000, "wall_time": 9200.435163021088, "train_loss_step": 6.569665431976318, "n_params": 4756720, "total_flops": 46468207411200000, "train_loss": 0.02788769602775574, "subset_score_loss": 0.02788769602775574}
+{"step": 3190000, "wall_time": 9226.226019620895, "train_loss_step": 6.077181339263916, "n_params": 4756720, "total_flops": 46614333849600000, "train_loss": 0.02957805395126343, "subset_score_loss": 0.02957805395126343}
+{"step": 3200000, "wall_time": 9270.651512145996, "train_loss_step": 6.0661139488220215, "n_params": 4756720, "total_flops": 46760460288000000, "train_loss": 0.0256788969039917, "subset_score_loss": 0.0256788969039917, "memorization_fraction_pixel": 0.12950000166893005, "mean_nn_ratio_pixel": 0.8324609398841858, "fid": 214.11626049878194, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 9295.816531896591, "train_loss_step": 6.0687575340271, "n_params": 4756720, "total_flops": 46906586726400000, "train_loss": 0.027513756354649862, "subset_score_loss": 0.027513756354649862}
+{"step": 3220000, "wall_time": 9322.630615472794, "train_loss_step": 5.977543354034424, "n_params": 4756720, "total_flops": 47052713164800000, "train_loss": 0.029059998194376626, "subset_score_loss": 0.029059998194376626}
+{"step": 3230000, "wall_time": 9348.476097345352, "train_loss_step": 6.601551532745361, "n_params": 4756720, "total_flops": 47198839603200000, "train_loss": 0.028835272789001463, "subset_score_loss": 0.028835272789001463}
+{"step": 3240000, "wall_time": 9374.092338085175, "train_loss_step": 5.624721527099609, "n_params": 4756720, "total_flops": 47344966041600000, "train_loss": 0.029469593365987142, "subset_score_loss": 0.029469593365987142}
+{"step": 3250000, "wall_time": 9401.041364431381, "train_loss_step": 6.103486061096191, "n_params": 4756720, "total_flops": 47491092480000000, "train_loss": 0.025802346070607503, "subset_score_loss": 0.025802346070607503}
+{"step": 3260000, "wall_time": 9426.574241876602, "train_loss_step": 5.743649959564209, "n_params": 4756720, "total_flops": 47637218918400000, "train_loss": 0.0268078883488973, "subset_score_loss": 0.0268078883488973}
+{"step": 3270000, "wall_time": 9453.460670232773, "train_loss_step": 5.724853992462158, "n_params": 4756720, "total_flops": 47783345356800000, "train_loss": 0.028059381246566772, "subset_score_loss": 0.028059381246566772}
+{"step": 3280000, "wall_time": 9479.19800400734, "train_loss_step": 6.069610595703125, "n_params": 4756720, "total_flops": 47929471795200000, "train_loss": 0.025613099336624146, "subset_score_loss": 0.025613099336624146}
+{"step": 3290000, "wall_time": 9505.18499827385, "train_loss_step": 6.143234729766846, "n_params": 4756720, "total_flops": 48075598233600000, "train_loss": 0.029916614294052124, "subset_score_loss": 0.029916614294052124}
+{"step": 3300000, "wall_time": 9548.34549498558, "train_loss_step": 5.977108955383301, "n_params": 4756720, "total_flops": 48221724672000000, "train_loss": 0.02708234190940857, "subset_score_loss": 0.02708234190940857, "memorization_fraction_pixel": 0.13429999351501465, "mean_nn_ratio_pixel": 0.8318923711776733, "fid": 218.78726490175166, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 9574.309142112732, "train_loss_step": 5.783258438110352, "n_params": 4756720, "total_flops": 48367851110400000, "train_loss": 0.0301128884156545, "subset_score_loss": 0.0301128884156545}
+{"step": 3320000, "wall_time": 9600.020056962967, "train_loss_step": 6.060661315917969, "n_params": 4756720, "total_flops": 48513977548800000, "train_loss": 0.02715402642885844, "subset_score_loss": 0.02715402642885844}
+{"step": 3330000, "wall_time": 9626.960979700089, "train_loss_step": 6.245718479156494, "n_params": 4756720, "total_flops": 48660103987200000, "train_loss": 0.030836464961369832, "subset_score_loss": 0.030836464961369832}
+{"step": 3340000, "wall_time": 9652.772275209427, "train_loss_step": 6.047935485839844, "n_params": 4756720, "total_flops": 48806230425600000, "train_loss": 0.02620319128036499, "subset_score_loss": 0.02620319128036499}
+{"step": 3350000, "wall_time": 9679.553002357483, "train_loss_step": 6.062190055847168, "n_params": 4756720, "total_flops": 48952356864000000, "train_loss": 0.025874189535776772, "subset_score_loss": 0.025874189535776772}
+{"step": 3360000, "wall_time": 9703.813352584839, "train_loss_step": 5.798252105712891, "n_params": 4756720, "total_flops": 49098483302400000, "train_loss": 0.02636218468348185, "subset_score_loss": 0.02636218468348185}
+{"step": 3370000, "wall_time": 9729.761992692947, "train_loss_step": 5.735402584075928, "n_params": 4756720, "total_flops": 49244609740800000, "train_loss": 0.0251362939675649, "subset_score_loss": 0.0251362939675649}
+{"step": 3380000, "wall_time": 9756.671922922134, "train_loss_step": 5.914422035217285, "n_params": 4756720, "total_flops": 49390736179200000, "train_loss": 0.027456347147623697, "subset_score_loss": 0.027456347147623697}
+{"step": 3390000, "wall_time": 9782.051129102707, "train_loss_step": 5.955089569091797, "n_params": 4756720, "total_flops": 49536862617600000, "train_loss": 0.027864410479863485, "subset_score_loss": 0.027864410479863485}
+{"step": 3400000, "wall_time": 9827.641013622284, "train_loss_step": 5.477474212646484, "n_params": 4756720, "total_flops": 49682989056000000, "train_loss": 0.03011236389478048, "subset_score_loss": 0.03011236389478048, "memorization_fraction_pixel": 0.12970000505447388, "mean_nn_ratio_pixel": 0.8349115252494812, "fid": 219.33273286630185, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 9852.499335289001, "train_loss_step": 6.117612838745117, "n_params": 4756720, "total_flops": 49829115494400000, "train_loss": 0.027054927746454873, "subset_score_loss": 0.027054927746454873}
+{"step": 3420000, "wall_time": 9878.783533334732, "train_loss_step": 5.83853816986084, "n_params": 4756720, "total_flops": 49975241932800000, "train_loss": 0.030015472571055093, "subset_score_loss": 0.030015472571055093}
+{"step": 3430000, "wall_time": 9904.660254478455, "train_loss_step": 5.517520904541016, "n_params": 4756720, "total_flops": 50121368371200000, "train_loss": 0.03310161034266154, "subset_score_loss": 0.03310161034266154}
+{"step": 3440000, "wall_time": 9931.02323937416, "train_loss_step": 5.977506160736084, "n_params": 4756720, "total_flops": 50267494809600000, "train_loss": 0.029095049699147543, "subset_score_loss": 0.029095049699147543}
+{"step": 3450000, "wall_time": 9957.667931318283, "train_loss_step": 5.868721008300781, "n_params": 4756720, "total_flops": 50413621248000000, "train_loss": 0.029183908303578695, "subset_score_loss": 0.029183908303578695}
+{"step": 3460000, "wall_time": 9983.085264205933, "train_loss_step": 5.6587114334106445, "n_params": 4756720, "total_flops": 50559747686400000, "train_loss": 0.024570000171661378, "subset_score_loss": 0.024570000171661378}
+{"step": 3470000, "wall_time": 10009.423347234726, "train_loss_step": 5.830504417419434, "n_params": 4756720, "total_flops": 50705874124800000, "train_loss": 0.027816138664881387, "subset_score_loss": 0.027816138664881387}
+{"step": 3480000, "wall_time": 10035.496700048447, "train_loss_step": 5.777955055236816, "n_params": 4756720, "total_flops": 50852000563200000, "train_loss": 0.027988441785176597, "subset_score_loss": 0.027988441785176597}
+{"step": 3490000, "wall_time": 10060.537262916565, "train_loss_step": 5.950742721557617, "n_params": 4756720, "total_flops": 50998127001600000, "train_loss": 0.028703963756561278, "subset_score_loss": 0.028703963756561278}
+{"step": 3500000, "wall_time": 10103.445654153824, "train_loss_step": 6.171567916870117, "n_params": 4756720, "total_flops": 51144253440000000, "train_loss": 0.028317368030548094, "subset_score_loss": 0.028317368030548094, "memorization_fraction_pixel": 0.1266999989748001, "mean_nn_ratio_pixel": 0.8403012752532959, "fid": 225.49057704090274, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 10129.460723638535, "train_loss_step": 5.6880950927734375, "n_params": 4756720, "total_flops": 51290379878400000, "train_loss": 0.029592347145080567, "subset_score_loss": 0.029592347145080567}
+{"step": 3520000, "wall_time": 10156.179818153381, "train_loss_step": 5.707889556884766, "n_params": 4756720, "total_flops": 51436506316800000, "train_loss": 0.03455264568328857, "subset_score_loss": 0.03455264568328857}
+{"step": 3530000, "wall_time": 10180.941362142563, "train_loss_step": 5.991667747497559, "n_params": 4756720, "total_flops": 51582632755200000, "train_loss": 0.028630489110946657, "subset_score_loss": 0.028630489110946657}
+{"step": 3540000, "wall_time": 10208.022487163544, "train_loss_step": 5.802990913391113, "n_params": 4756720, "total_flops": 51728759193600000, "train_loss": 0.025487005710601807, "subset_score_loss": 0.025487005710601807}
+{"step": 3550000, "wall_time": 10235.1013174057, "train_loss_step": 5.71596622467041, "n_params": 4756720, "total_flops": 51874885632000000, "train_loss": 0.026205797990163166, "subset_score_loss": 0.026205797990163166}
+{"step": 3560000, "wall_time": 10261.567925691605, "train_loss_step": 5.388975143432617, "n_params": 4756720, "total_flops": 52021012070400000, "train_loss": 0.026302780707677206, "subset_score_loss": 0.026302780707677206}
+{"step": 3570000, "wall_time": 10287.845276594162, "train_loss_step": 5.861266136169434, "n_params": 4756720, "total_flops": 52167138508800000, "train_loss": 0.026131761074066163, "subset_score_loss": 0.026131761074066163}
+{"step": 3580000, "wall_time": 10314.441979408264, "train_loss_step": 6.280248165130615, "n_params": 4756720, "total_flops": 52313264947200000, "train_loss": 0.026200224955876667, "subset_score_loss": 0.026200224955876667}
+{"step": 3590000, "wall_time": 10340.88636469841, "train_loss_step": 5.476316928863525, "n_params": 4756720, "total_flops": 52459391385600000, "train_loss": 0.027169833580652874, "subset_score_loss": 0.027169833580652874}
+{"step": 3600000, "wall_time": 10384.91364645958, "train_loss_step": 6.121251583099365, "n_params": 4756720, "total_flops": 52605517824000000, "train_loss": 0.029680881897608438, "subset_score_loss": 0.029680881897608438, "memorization_fraction_pixel": 0.13369999825954437, "mean_nn_ratio_pixel": 0.8321348428726196, "fid": 214.06658930175064, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 10411.524923563004, "train_loss_step": 6.239246845245361, "n_params": 4756720, "total_flops": 52751644262400000, "train_loss": 0.029597957928975422, "subset_score_loss": 0.029597957928975422}
+{"step": 3620000, "wall_time": 10436.686923265457, "train_loss_step": 5.826716423034668, "n_params": 4756720, "total_flops": 52897770700800000, "train_loss": 0.02812137206395467, "subset_score_loss": 0.02812137206395467}
+{"step": 3630000, "wall_time": 10464.308545827866, "train_loss_step": 6.037635803222656, "n_params": 4756720, "total_flops": 53043897139200000, "train_loss": 0.02663764754931132, "subset_score_loss": 0.02663764754931132}
+{"step": 3640000, "wall_time": 10490.447711467743, "train_loss_step": 5.823258399963379, "n_params": 4756720, "total_flops": 53190023577600000, "train_loss": 0.028162533044815065, "subset_score_loss": 0.028162533044815065}
+{"step": 3650000, "wall_time": 10517.25202012062, "train_loss_step": 6.042530059814453, "n_params": 4756720, "total_flops": 53336150016000000, "train_loss": 0.026247767607371013, "subset_score_loss": 0.026247767607371013}
+{"step": 3660000, "wall_time": 10544.213591575623, "train_loss_step": 6.245104789733887, "n_params": 4756720, "total_flops": 53482276454400000, "train_loss": 0.02684091925621033, "subset_score_loss": 0.02684091925621033}
+{"step": 3670000, "wall_time": 10570.097853183746, "train_loss_step": 5.682306289672852, "n_params": 4756720, "total_flops": 53628402892800000, "train_loss": 0.026228199402491253, "subset_score_loss": 0.026228199402491253}
+{"step": 3680000, "wall_time": 10596.270699977875, "train_loss_step": 5.549541473388672, "n_params": 4756720, "total_flops": 53774529331200000, "train_loss": 0.02738364537556966, "subset_score_loss": 0.02738364537556966}
+{"step": 3690000, "wall_time": 10622.540771722794, "train_loss_step": 5.57368278503418, "n_params": 4756720, "total_flops": 53920655769600000, "train_loss": 0.025822055339813233, "subset_score_loss": 0.025822055339813233}
+{"step": 3700000, "wall_time": 10666.145693778992, "train_loss_step": 5.911848545074463, "n_params": 4756720, "total_flops": 54066782208000000, "train_loss": 0.027103779713312785, "subset_score_loss": 0.027103779713312785, "memorization_fraction_pixel": 0.13619999587535858, "mean_nn_ratio_pixel": 0.8331274390220642, "fid": 221.55618542284188, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 10691.953822612762, "train_loss_step": 6.2166619300842285, "n_params": 4756720, "total_flops": 54212908646400000, "train_loss": 0.03040167291959127, "subset_score_loss": 0.03040167291959127}
+{"step": 3720000, "wall_time": 10718.734993219376, "train_loss_step": 5.989970684051514, "n_params": 4756720, "total_flops": 54359035084800000, "train_loss": 0.026495989163716635, "subset_score_loss": 0.026495989163716635}
+{"step": 3730000, "wall_time": 10745.132578134537, "train_loss_step": 5.2126569747924805, "n_params": 4756720, "total_flops": 54505161523200000, "train_loss": 0.026773931582768758, "subset_score_loss": 0.026773931582768758}
+{"step": 3740000, "wall_time": 10770.456783294678, "train_loss_step": 5.896753311157227, "n_params": 4756720, "total_flops": 54651287961600000, "train_loss": 0.02872543732325236, "subset_score_loss": 0.02872543732325236}
+{"step": 3750000, "wall_time": 10796.322692632675, "train_loss_step": 5.99591588973999, "n_params": 4756720, "total_flops": 54797414400000000, "train_loss": 0.026129370927810668, "subset_score_loss": 0.026129370927810668}
+{"step": 3760000, "wall_time": 10822.210585355759, "train_loss_step": 5.544155597686768, "n_params": 4756720, "total_flops": 54943540838400000, "train_loss": 0.035221982002258304, "subset_score_loss": 0.035221982002258304}
+{"step": 3770000, "wall_time": 10849.056277513504, "train_loss_step": 6.132540702819824, "n_params": 4756720, "total_flops": 55089667276800000, "train_loss": 0.02664571205774943, "subset_score_loss": 0.02664571205774943}
+{"step": 3780000, "wall_time": 10875.482654333115, "train_loss_step": 6.085857391357422, "n_params": 4756720, "total_flops": 55235793715200000, "train_loss": 0.02707383632659912, "subset_score_loss": 0.02707383632659912}
+{"step": 3790000, "wall_time": 10900.19397854805, "train_loss_step": 5.7131452560424805, "n_params": 4756720, "total_flops": 55381920153600000, "train_loss": 0.02882668177286784, "subset_score_loss": 0.02882668177286784}
+{"step": 3800000, "wall_time": 10944.171669483185, "train_loss_step": 5.67464017868042, "n_params": 4756720, "total_flops": 55528046592000000, "train_loss": 0.0286635160446167, "subset_score_loss": 0.0286635160446167, "memorization_fraction_pixel": 0.15199999511241913, "mean_nn_ratio_pixel": 0.8181766867637634, "fid": 216.28851877005178, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 10970.590341091156, "train_loss_step": 5.782705307006836, "n_params": 4756720, "total_flops": 55674173030400000, "train_loss": 0.02618307073911031, "subset_score_loss": 0.02618307073911031}
+{"step": 3820000, "wall_time": 10996.886535644531, "train_loss_step": 6.0932111740112305, "n_params": 4756720, "total_flops": 55820299468800000, "train_loss": 0.026378349463144938, "subset_score_loss": 0.026378349463144938}
+{"step": 3830000, "wall_time": 11023.271779537201, "train_loss_step": 5.625333786010742, "n_params": 4756720, "total_flops": 55966425907200000, "train_loss": 0.026742738485336304, "subset_score_loss": 0.026742738485336304}
+{"step": 3840000, "wall_time": 11049.049528837204, "train_loss_step": 5.679140567779541, "n_params": 4756720, "total_flops": 56112552345600000, "train_loss": 0.02589423060417175, "subset_score_loss": 0.02589423060417175}
+{"step": 3850000, "wall_time": 11073.93721485138, "train_loss_step": 6.183335304260254, "n_params": 4756720, "total_flops": 56258678784000000, "train_loss": 0.03052862286567688, "subset_score_loss": 0.03052862286567688}
+{"step": 3860000, "wall_time": 11100.43925333023, "train_loss_step": 5.828500747680664, "n_params": 4756720, "total_flops": 56404805222400000, "train_loss": 0.028230692942937216, "subset_score_loss": 0.028230692942937216}
+{"step": 3870000, "wall_time": 11126.875836610794, "train_loss_step": 5.425226211547852, "n_params": 4756720, "total_flops": 56550931660800000, "train_loss": 0.026849534114201865, "subset_score_loss": 0.026849534114201865}
+{"step": 3880000, "wall_time": 11153.377019882202, "train_loss_step": 5.628807067871094, "n_params": 4756720, "total_flops": 56697058099200000, "train_loss": 0.026378178596496583, "subset_score_loss": 0.026378178596496583}
+{"step": 3890000, "wall_time": 11179.235827684402, "train_loss_step": 5.314391136169434, "n_params": 4756720, "total_flops": 56843184537600000, "train_loss": 0.02934718132019043, "subset_score_loss": 0.02934718132019043}
+{"step": 3900000, "wall_time": 11223.50142621994, "train_loss_step": 5.89255428314209, "n_params": 4756720, "total_flops": 56989310976000000, "train_loss": 0.029110076030095418, "subset_score_loss": 0.029110076030095418, "memorization_fraction_pixel": 0.16220000386238098, "mean_nn_ratio_pixel": 0.8089042901992798, "fid": 212.53351202653545, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 11249.106503009796, "train_loss_step": 5.7409892082214355, "n_params": 4756720, "total_flops": 57135437414400000, "train_loss": 0.02607885996500651, "subset_score_loss": 0.02607885996500651}
+{"step": 3920000, "wall_time": 11275.31850528717, "train_loss_step": 6.066675186157227, "n_params": 4756720, "total_flops": 57281563852800000, "train_loss": 0.031405498584111534, "subset_score_loss": 0.031405498584111534}
+{"step": 3930000, "wall_time": 11301.923910140991, "train_loss_step": 5.7155609130859375, "n_params": 4756720, "total_flops": 57427690291200000, "train_loss": 0.026524432500203452, "subset_score_loss": 0.026524432500203452}
+{"step": 3940000, "wall_time": 11327.812018632889, "train_loss_step": 5.863705635070801, "n_params": 4756720, "total_flops": 57573816729600000, "train_loss": 0.026890506347020466, "subset_score_loss": 0.026890506347020466}
+{"step": 3950000, "wall_time": 11353.801037073135, "train_loss_step": 5.747034549713135, "n_params": 4756720, "total_flops": 57719943168000000, "train_loss": 0.02673619190851847, "subset_score_loss": 0.02673619190851847}
+{"step": 3960000, "wall_time": 11380.775946855545, "train_loss_step": 5.627714157104492, "n_params": 4756720, "total_flops": 57866069606400000, "train_loss": 0.02508160869280497, "subset_score_loss": 0.02508160869280497}
+{"step": 3970000, "wall_time": 11407.437370061874, "train_loss_step": 5.997567176818848, "n_params": 4756720, "total_flops": 58012196044800000, "train_loss": 0.028041513760884602, "subset_score_loss": 0.028041513760884602}
+{"step": 3980000, "wall_time": 11433.490482330322, "train_loss_step": 5.6670732498168945, "n_params": 4756720, "total_flops": 58158322483200000, "train_loss": 0.02578612565994263, "subset_score_loss": 0.02578612565994263}
+{"step": 3990000, "wall_time": 11459.252243757248, "train_loss_step": 5.617105484008789, "n_params": 4756720, "total_flops": 58304448921600000, "train_loss": 0.023639092842737835, "subset_score_loss": 0.023639092842737835}
+{"step": 4000000, "wall_time": 11503.484142541885, "train_loss_step": 5.617404460906982, "n_params": 4756720, "total_flops": 58450575360000000, "train_loss": 0.026338611046473184, "subset_score_loss": 0.026338611046473184, "memorization_fraction_pixel": 0.1607999950647354, "mean_nn_ratio_pixel": 0.809089183807373, "fid": 208.85321836636325, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 11528.573813438416, "train_loss_step": 5.70250940322876, "n_params": 4756720, "total_flops": 58596701798400000, "train_loss": 0.027238271633783975, "subset_score_loss": 0.027238271633783975}
+{"step": 4020000, "wall_time": 11552.86991238594, "train_loss_step": 5.771711349487305, "n_params": 4756720, "total_flops": 58742828236800000, "train_loss": 0.024970634778340658, "subset_score_loss": 0.024970634778340658}
+{"step": 4030000, "wall_time": 11579.233647346497, "train_loss_step": 5.964508056640625, "n_params": 4756720, "total_flops": 58888954675200000, "train_loss": 0.02656699816385905, "subset_score_loss": 0.02656699816385905}
+{"step": 4040000, "wall_time": 11605.55332326889, "train_loss_step": 6.008785724639893, "n_params": 4756720, "total_flops": 59035081113600000, "train_loss": 0.027569538354873656, "subset_score_loss": 0.027569538354873656}
+{"step": 4050000, "wall_time": 11632.005474567413, "train_loss_step": 5.699635028839111, "n_params": 4756720, "total_flops": 59181207552000000, "train_loss": 0.025306475162506104, "subset_score_loss": 0.025306475162506104}
+{"step": 4060000, "wall_time": 11659.177622795105, "train_loss_step": 5.66697883605957, "n_params": 4756720, "total_flops": 59327333990400000, "train_loss": 0.024817599852879842, "subset_score_loss": 0.024817599852879842}
+{"step": 4070000, "wall_time": 11683.812451839447, "train_loss_step": 5.708575248718262, "n_params": 4756720, "total_flops": 59473460428800000, "train_loss": 0.025993865728378297, "subset_score_loss": 0.025993865728378297}
+{"step": 4080000, "wall_time": 11710.972379684448, "train_loss_step": 5.5502166748046875, "n_params": 4756720, "total_flops": 59619586867200000, "train_loss": 0.030022098620732626, "subset_score_loss": 0.030022098620732626}
+{"step": 4090000, "wall_time": 11737.250430583954, "train_loss_step": 5.836552619934082, "n_params": 4756720, "total_flops": 59765713305600000, "train_loss": 0.02794360319773356, "subset_score_loss": 0.02794360319773356}
+{"step": 4100000, "wall_time": 11781.773744106293, "train_loss_step": 5.765989780426025, "n_params": 4756720, "total_flops": 59911839744000000, "train_loss": 0.024056748549143473, "subset_score_loss": 0.024056748549143473, "memorization_fraction_pixel": 0.188400000333786, "mean_nn_ratio_pixel": 0.7870771884918213, "fid": 201.1515217540334, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 11807.396246433258, "train_loss_step": 5.333251476287842, "n_params": 4756720, "total_flops": 60057966182400000, "train_loss": 0.028250243266423544, "subset_score_loss": 0.028250243266423544}
+{"step": 4120000, "wall_time": 11832.974822998047, "train_loss_step": 6.030303478240967, "n_params": 4756720, "total_flops": 60204092620800000, "train_loss": 0.026013900836308796, "subset_score_loss": 0.026013900836308796}
+{"step": 4130000, "wall_time": 11859.314942836761, "train_loss_step": 5.921791076660156, "n_params": 4756720, "total_flops": 60350219059200000, "train_loss": 0.027675259113311767, "subset_score_loss": 0.027675259113311767}
+{"step": 4140000, "wall_time": 11886.46187376976, "train_loss_step": 5.935749530792236, "n_params": 4756720, "total_flops": 60496345497600000, "train_loss": 0.026706767082214356, "subset_score_loss": 0.026706767082214356}
+{"step": 4150000, "wall_time": 11912.407050609589, "train_loss_step": 6.072813510894775, "n_params": 4756720, "total_flops": 60642471936000000, "train_loss": 0.027600612243016562, "subset_score_loss": 0.027600612243016562}
+{"step": 4160000, "wall_time": 11938.73930311203, "train_loss_step": 5.920186996459961, "n_params": 4756720, "total_flops": 60788598374400000, "train_loss": 0.0260279377301534, "subset_score_loss": 0.0260279377301534}
+{"step": 4170000, "wall_time": 11965.15340423584, "train_loss_step": 5.844946384429932, "n_params": 4756720, "total_flops": 60934724812800000, "train_loss": 0.02653148372968038, "subset_score_loss": 0.02653148372968038}
+{"step": 4180000, "wall_time": 11991.3828125, "train_loss_step": 5.577050685882568, "n_params": 4756720, "total_flops": 61080851251200000, "train_loss": 0.02616244355837504, "subset_score_loss": 0.02616244355837504}
+{"step": 4190000, "wall_time": 12017.808663368225, "train_loss_step": 5.54312801361084, "n_params": 4756720, "total_flops": 61226977689600000, "train_loss": 0.028334973255793254, "subset_score_loss": 0.028334973255793254}
+{"step": 4200000, "wall_time": 12062.75697350502, "train_loss_step": 5.533078193664551, "n_params": 4756720, "total_flops": 61373104128000000, "train_loss": 0.025084344546000163, "subset_score_loss": 0.025084344546000163, "memorization_fraction_pixel": 0.1761000007390976, "mean_nn_ratio_pixel": 0.7944680452346802, "fid": 199.72118962656023, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 12088.2886865139, "train_loss_step": 6.040798187255859, "n_params": 4756720, "total_flops": 61519230566400000, "train_loss": 0.02820985714594523, "subset_score_loss": 0.02820985714594523}
+{"step": 4220000, "wall_time": 12114.21660399437, "train_loss_step": 5.747185707092285, "n_params": 4756720, "total_flops": 61665357004800000, "train_loss": 0.02413606842358907, "subset_score_loss": 0.02413606842358907}
+{"step": 4230000, "wall_time": 12140.671912908554, "train_loss_step": 5.737656593322754, "n_params": 4756720, "total_flops": 61811483443200000, "train_loss": 0.0269153892993927, "subset_score_loss": 0.0269153892993927}
+{"step": 4240000, "wall_time": 12167.038116693497, "train_loss_step": 5.645997047424316, "n_params": 4756720, "total_flops": 61957609881600000, "train_loss": 0.025509701172510783, "subset_score_loss": 0.025509701172510783}
+{"step": 4250000, "wall_time": 12192.719270467758, "train_loss_step": 5.642572402954102, "n_params": 4756720, "total_flops": 62103736320000000, "train_loss": 0.0253427783648173, "subset_score_loss": 0.0253427783648173}
+{"step": 4260000, "wall_time": 12219.080971479416, "train_loss_step": 5.7662882804870605, "n_params": 4756720, "total_flops": 62249862758400000, "train_loss": 0.029242249329884847, "subset_score_loss": 0.029242249329884847}
+{"step": 4270000, "wall_time": 12245.719718933105, "train_loss_step": 5.6093950271606445, "n_params": 4756720, "total_flops": 62395989196800000, "train_loss": 0.025297937790552776, "subset_score_loss": 0.025297937790552776}
+{"step": 4280000, "wall_time": 12271.153601884842, "train_loss_step": 5.390928745269775, "n_params": 4756720, "total_flops": 62542115635200000, "train_loss": 0.023949646949768068, "subset_score_loss": 0.023949646949768068}
+{"step": 4290000, "wall_time": 12296.986894845963, "train_loss_step": 5.507505416870117, "n_params": 4756720, "total_flops": 62688242073600000, "train_loss": 0.025023126602172853, "subset_score_loss": 0.025023126602172853}
+{"step": 4300000, "wall_time": 12338.991174936295, "train_loss_step": 5.931625843048096, "n_params": 4756720, "total_flops": 62834368512000000, "train_loss": 0.028066867589950563, "subset_score_loss": 0.028066867589950563, "memorization_fraction_pixel": 0.17270000278949738, "mean_nn_ratio_pixel": 0.7961161732673645, "fid": 205.9532792909083, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 12364.526572465897, "train_loss_step": 5.525444030761719, "n_params": 4756720, "total_flops": 62980494950400000, "train_loss": 0.023963956038157146, "subset_score_loss": 0.023963956038157146}
+{"step": 4320000, "wall_time": 12391.350647687912, "train_loss_step": 5.901456832885742, "n_params": 4756720, "total_flops": 63126621388800000, "train_loss": 0.026272072394688924, "subset_score_loss": 0.026272072394688924}
+{"step": 4330000, "wall_time": 12417.387253522873, "train_loss_step": 5.962115287780762, "n_params": 4756720, "total_flops": 63272747827200000, "train_loss": 0.025926520427068073, "subset_score_loss": 0.025926520427068073}
+{"step": 4340000, "wall_time": 12442.691821813583, "train_loss_step": 5.413760185241699, "n_params": 4756720, "total_flops": 63418874265600000, "train_loss": 0.024418445428212483, "subset_score_loss": 0.024418445428212483}
+{"step": 4350000, "wall_time": 12468.916672706604, "train_loss_step": 5.450376987457275, "n_params": 4756720, "total_flops": 63565000704000000, "train_loss": 0.025349456071853637, "subset_score_loss": 0.025349456071853637}
+{"step": 4360000, "wall_time": 12494.903385162354, "train_loss_step": 5.945141792297363, "n_params": 4756720, "total_flops": 63711127142400000, "train_loss": 0.02834661801656087, "subset_score_loss": 0.02834661801656087}
+{"step": 4370000, "wall_time": 12521.659397125244, "train_loss_step": 5.673030853271484, "n_params": 4756720, "total_flops": 63857253580800000, "train_loss": 0.024029135704040527, "subset_score_loss": 0.024029135704040527}
+{"step": 4380000, "wall_time": 12548.657287836075, "train_loss_step": 5.60727596282959, "n_params": 4756720, "total_flops": 64003380019200000, "train_loss": 0.024455096324284872, "subset_score_loss": 0.024455096324284872}
+{"step": 4390000, "wall_time": 12574.577825784683, "train_loss_step": 5.003524303436279, "n_params": 4756720, "total_flops": 64149506457600000, "train_loss": 0.026075814167658487, "subset_score_loss": 0.026075814167658487}
+{"step": 4400000, "wall_time": 12618.694137573242, "train_loss_step": 5.822652816772461, "n_params": 4756720, "total_flops": 64295632896000000, "train_loss": 0.025123411417007448, "subset_score_loss": 0.025123411417007448, "memorization_fraction_pixel": 0.17810000479221344, "mean_nn_ratio_pixel": 0.7930538058280945, "fid": 203.41056084859187, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 12643.273661375046, "train_loss_step": 5.4975690841674805, "n_params": 4756720, "total_flops": 64441759334400000, "train_loss": 0.02772293289502462, "subset_score_loss": 0.02772293289502462}
+{"step": 4420000, "wall_time": 12670.376453638077, "train_loss_step": 5.8622589111328125, "n_params": 4756720, "total_flops": 64587885772800000, "train_loss": 0.027332401275634764, "subset_score_loss": 0.027332401275634764}
+{"step": 4430000, "wall_time": 12696.21828174591, "train_loss_step": 5.733465194702148, "n_params": 4756720, "total_flops": 64734012211200000, "train_loss": 0.027207052707672118, "subset_score_loss": 0.027207052707672118}
+{"step": 4440000, "wall_time": 12722.771303653717, "train_loss_step": 5.497304916381836, "n_params": 4756720, "total_flops": 64880138649600000, "train_loss": 0.02691409389177958, "subset_score_loss": 0.02691409389177958}
+{"step": 4450000, "wall_time": 12748.92563700676, "train_loss_step": 5.761368751525879, "n_params": 4756720, "total_flops": 65026265088000000, "train_loss": 0.026138595740000405, "subset_score_loss": 0.026138595740000405}
+{"step": 4460000, "wall_time": 12774.883710861206, "train_loss_step": 5.643422603607178, "n_params": 4756720, "total_flops": 65172391526400000, "train_loss": 0.025430579980214436, "subset_score_loss": 0.025430579980214436}
+{"step": 4470000, "wall_time": 12801.200590372086, "train_loss_step": 5.356156349182129, "n_params": 4756720, "total_flops": 65318517964800000, "train_loss": 0.024720627069473266, "subset_score_loss": 0.024720627069473266}
+{"step": 4480000, "wall_time": 12827.600404977798, "train_loss_step": 5.606940269470215, "n_params": 4756720, "total_flops": 65464644403200000, "train_loss": 0.025895098845163982, "subset_score_loss": 0.025895098845163982}
+{"step": 4490000, "wall_time": 12853.699835300446, "train_loss_step": 5.533778190612793, "n_params": 4756720, "total_flops": 65610770841600000, "train_loss": 0.02507046063741048, "subset_score_loss": 0.02507046063741048}
+{"step": 4500000, "wall_time": 12898.08833026886, "train_loss_step": 5.878544330596924, "n_params": 4756720, "total_flops": 65756897280000000, "train_loss": 0.025432153542836507, "subset_score_loss": 0.025432153542836507, "memorization_fraction_pixel": 0.18880000710487366, "mean_nn_ratio_pixel": 0.7865229845046997, "fid": 203.54950632311807, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 12923.082842588425, "train_loss_step": 5.171143531799316, "n_params": 4756720, "total_flops": 65903023718400000, "train_loss": 0.023483667771021524, "subset_score_loss": 0.023483667771021524}
+{"step": 4520000, "wall_time": 12948.785414218903, "train_loss_step": 5.660429954528809, "n_params": 4756720, "total_flops": 66049150156800000, "train_loss": 0.027380629380544027, "subset_score_loss": 0.027380629380544027}
+{"step": 4530000, "wall_time": 12973.992158651352, "train_loss_step": 5.5839715003967285, "n_params": 4756720, "total_flops": 66195276595200000, "train_loss": 0.02487005591392517, "subset_score_loss": 0.02487005591392517}
+{"step": 4540000, "wall_time": 13000.199129581451, "train_loss_step": 5.531092166900635, "n_params": 4756720, "total_flops": 66341403033600000, "train_loss": 0.025604150692621865, "subset_score_loss": 0.025604150692621865}
+{"step": 4550000, "wall_time": 13025.98480129242, "train_loss_step": 5.517212867736816, "n_params": 4756720, "total_flops": 66487529472000000, "train_loss": 0.026342159509658812, "subset_score_loss": 0.026342159509658812}
+{"step": 4560000, "wall_time": 13051.357410669327, "train_loss_step": 5.349860191345215, "n_params": 4756720, "total_flops": 66633655910400000, "train_loss": 0.026672740777333576, "subset_score_loss": 0.026672740777333576}
+{"step": 4570000, "wall_time": 13076.180974960327, "train_loss_step": 5.771737575531006, "n_params": 4756720, "total_flops": 66779782348800000, "train_loss": 0.025763930877049764, "subset_score_loss": 0.025763930877049764}
+{"step": 4580000, "wall_time": 13101.944154977798, "train_loss_step": 5.482247352600098, "n_params": 4756720, "total_flops": 66925908787200000, "train_loss": 0.025758846600850423, "subset_score_loss": 0.025758846600850423}
+{"step": 4590000, "wall_time": 13128.513457298279, "train_loss_step": 5.856873512268066, "n_params": 4756720, "total_flops": 67072035225600000, "train_loss": 0.026471763849258423, "subset_score_loss": 0.026471763849258423}
+{"step": 4600000, "wall_time": 13170.644081354141, "train_loss_step": 5.770208358764648, "n_params": 4756720, "total_flops": 67218161664000000, "train_loss": 0.025139719247817993, "subset_score_loss": 0.025139719247817993, "memorization_fraction_pixel": 0.1882999986410141, "mean_nn_ratio_pixel": 0.7897771596908569, "fid": 201.24015947405127, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 13195.386316299438, "train_loss_step": 5.641695976257324, "n_params": 4756720, "total_flops": 67364288102400000, "train_loss": 0.02305044134457906, "subset_score_loss": 0.02305044134457906}
+{"step": 4620000, "wall_time": 13220.482716560364, "train_loss_step": 5.405184268951416, "n_params": 4756720, "total_flops": 67510414540800000, "train_loss": 0.02495461106300354, "subset_score_loss": 0.02495461106300354}
+{"step": 4630000, "wall_time": 13246.432097911835, "train_loss_step": 5.73969030380249, "n_params": 4756720, "total_flops": 67656540979200000, "train_loss": 0.024244910478591918, "subset_score_loss": 0.024244910478591918}
+{"step": 4640000, "wall_time": 13273.174833059311, "train_loss_step": 5.094657897949219, "n_params": 4756720, "total_flops": 67802667417600000, "train_loss": 0.025819418827692668, "subset_score_loss": 0.025819418827692668}
+{"step": 4650000, "wall_time": 13299.276361227036, "train_loss_step": 5.372170925140381, "n_params": 4756720, "total_flops": 67948793856000000, "train_loss": 0.024297455946604412, "subset_score_loss": 0.024297455946604412}
+{"step": 4660000, "wall_time": 13325.564222335815, "train_loss_step": 5.590436935424805, "n_params": 4756720, "total_flops": 68094920294400000, "train_loss": 0.024663043022155762, "subset_score_loss": 0.024663043022155762}
+{"step": 4670000, "wall_time": 13352.206733703613, "train_loss_step": 5.702962398529053, "n_params": 4756720, "total_flops": 68241046732800000, "train_loss": 0.024251689513524372, "subset_score_loss": 0.024251689513524372}
+{"step": 4680000, "wall_time": 13378.6718146801, "train_loss_step": 5.235561370849609, "n_params": 4756720, "total_flops": 68387173171200000, "train_loss": 0.02359309196472168, "subset_score_loss": 0.02359309196472168}
+{"step": 4690000, "wall_time": 13404.909769535065, "train_loss_step": 5.836423873901367, "n_params": 4756720, "total_flops": 68533299609600000, "train_loss": 0.02576185464859009, "subset_score_loss": 0.02576185464859009}
+{"step": 4700000, "wall_time": 13447.993240833282, "train_loss_step": 5.459689140319824, "n_params": 4756720, "total_flops": 68679426048000000, "train_loss": 0.024776933590571086, "subset_score_loss": 0.024776933590571086, "memorization_fraction_pixel": 0.20309999585151672, "mean_nn_ratio_pixel": 0.7699114680290222, "fid": 193.5747151087151, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 13474.022042036057, "train_loss_step": 5.9039483070373535, "n_params": 4756720, "total_flops": 68825552486400000, "train_loss": 0.026117461919784545, "subset_score_loss": 0.026117461919784545}
+{"step": 4720000, "wall_time": 13500.827758550644, "train_loss_step": 5.963733196258545, "n_params": 4756720, "total_flops": 68971678924800000, "train_loss": 0.026555832227071127, "subset_score_loss": 0.026555832227071127}
+{"step": 4730000, "wall_time": 13526.397567987442, "train_loss_step": 5.177204132080078, "n_params": 4756720, "total_flops": 69117805363200000, "train_loss": 0.023866492509841918, "subset_score_loss": 0.023866492509841918}
+{"step": 4740000, "wall_time": 13551.792168140411, "train_loss_step": 5.61528205871582, "n_params": 4756720, "total_flops": 69263931801600000, "train_loss": 0.024311753114064534, "subset_score_loss": 0.024311753114064534}
+{"step": 4750000, "wall_time": 13578.599415063858, "train_loss_step": 5.5565104484558105, "n_params": 4756720, "total_flops": 69410058240000000, "train_loss": 0.02723803520202637, "subset_score_loss": 0.02723803520202637}
+{"step": 4760000, "wall_time": 13605.3533244133, "train_loss_step": 5.075308799743652, "n_params": 4756720, "total_flops": 69556184678400000, "train_loss": 0.025005424022674562, "subset_score_loss": 0.025005424022674562}
+{"step": 4770000, "wall_time": 13631.759995222092, "train_loss_step": 5.515460968017578, "n_params": 4756720, "total_flops": 69702311116800000, "train_loss": 0.025112674633661906, "subset_score_loss": 0.025112674633661906}
+{"step": 4780000, "wall_time": 13658.296199083328, "train_loss_step": 5.483238220214844, "n_params": 4756720, "total_flops": 69848437555200000, "train_loss": 0.024530889590581258, "subset_score_loss": 0.024530889590581258}
+{"step": 4790000, "wall_time": 13684.24932217598, "train_loss_step": 5.494142532348633, "n_params": 4756720, "total_flops": 69994563993600000, "train_loss": 0.02509648601214091, "subset_score_loss": 0.02509648601214091}
+{"step": 4800000, "wall_time": 13730.237784862518, "train_loss_step": 5.561985969543457, "n_params": 4756720, "total_flops": 70140690432000000, "train_loss": 0.02336786190668742, "subset_score_loss": 0.02336786190668742, "memorization_fraction_pixel": 0.1808999925851822, "mean_nn_ratio_pixel": 0.7921191453933716, "fid": 199.65826415888307, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 13755.961658000946, "train_loss_step": 5.374422073364258, "n_params": 4756720, "total_flops": 70286816870400000, "train_loss": 0.026181276639302573, "subset_score_loss": 0.026181276639302573}
+{"step": 4820000, "wall_time": 13783.010529994965, "train_loss_step": 5.271788597106934, "n_params": 4756720, "total_flops": 70432943308800000, "train_loss": 0.024143912394841514, "subset_score_loss": 0.024143912394841514}
+{"step": 4830000, "wall_time": 13807.947721242905, "train_loss_step": 5.0990190505981445, "n_params": 4756720, "total_flops": 70579069747200000, "train_loss": 0.029778108994166056, "subset_score_loss": 0.029778108994166056}
+{"step": 4840000, "wall_time": 13834.724342346191, "train_loss_step": 5.404959678649902, "n_params": 4756720, "total_flops": 70725196185600000, "train_loss": 0.028783770402272542, "subset_score_loss": 0.028783770402272542}
+{"step": 4850000, "wall_time": 13860.9798309803, "train_loss_step": 5.328062057495117, "n_params": 4756720, "total_flops": 70871322624000000, "train_loss": 0.026779953638712564, "subset_score_loss": 0.026779953638712564}
+{"step": 4860000, "wall_time": 13886.208062410355, "train_loss_step": 5.468851089477539, "n_params": 4756720, "total_flops": 71017449062400000, "train_loss": 0.02668850819269816, "subset_score_loss": 0.02668850819269816}
+{"step": 4870000, "wall_time": 13911.24655342102, "train_loss_step": 5.922090530395508, "n_params": 4756720, "total_flops": 71163575500800000, "train_loss": 0.024253074328104654, "subset_score_loss": 0.024253074328104654}
+{"step": 4880000, "wall_time": 13936.34311413765, "train_loss_step": 5.632062911987305, "n_params": 4756720, "total_flops": 71309701939200000, "train_loss": 0.024439585208892823, "subset_score_loss": 0.024439585208892823}
+{"step": 4890000, "wall_time": 13963.030719518661, "train_loss_step": 5.7349090576171875, "n_params": 4756720, "total_flops": 71455828377600000, "train_loss": 0.024908512830734253, "subset_score_loss": 0.024908512830734253}
+{"step": 4900000, "wall_time": 14009.205371379852, "train_loss_step": 5.374858856201172, "n_params": 4756720, "total_flops": 71601954816000000, "train_loss": 0.02545210123062134, "subset_score_loss": 0.02545210123062134, "memorization_fraction_pixel": 0.18950000405311584, "mean_nn_ratio_pixel": 0.7784444093704224, "fid": 195.02394267548075, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 14035.940670251846, "train_loss_step": 5.87001371383667, "n_params": 4756720, "total_flops": 71748081254400000, "train_loss": 0.023876911401748656, "subset_score_loss": 0.023876911401748656}
+{"step": 4920000, "wall_time": 14062.244902849197, "train_loss_step": 5.502381324768066, "n_params": 4756720, "total_flops": 71894207692800000, "train_loss": 0.026154400904973348, "subset_score_loss": 0.026154400904973348}
+{"step": 4930000, "wall_time": 14088.917265415192, "train_loss_step": 5.5892534255981445, "n_params": 4756720, "total_flops": 72040334131200000, "train_loss": 0.024690194924672445, "subset_score_loss": 0.024690194924672445}
+{"step": 4940000, "wall_time": 14115.336726903915, "train_loss_step": 5.3428874015808105, "n_params": 4756720, "total_flops": 72186460569600000, "train_loss": 0.02738361159960429, "subset_score_loss": 0.02738361159960429}
+{"step": 4950000, "wall_time": 14141.655597448349, "train_loss_step": 5.578202247619629, "n_params": 4756720, "total_flops": 72332587008000000, "train_loss": 0.024128784735997517, "subset_score_loss": 0.024128784735997517}
+{"step": 4960000, "wall_time": 14168.125480890274, "train_loss_step": 5.570170879364014, "n_params": 4756720, "total_flops": 72478713446400000, "train_loss": 0.023414663473765054, "subset_score_loss": 0.023414663473765054}
+{"step": 4970000, "wall_time": 14194.89459657669, "train_loss_step": 5.350726127624512, "n_params": 4756720, "total_flops": 72624839884800000, "train_loss": 0.025583318869272866, "subset_score_loss": 0.025583318869272866}
+{"step": 4980000, "wall_time": 14222.40484547615, "train_loss_step": 5.25502872467041, "n_params": 4756720, "total_flops": 72770966323200000, "train_loss": 0.026327615976333617, "subset_score_loss": 0.026327615976333617}
+{"step": 4990000, "wall_time": 14249.3957259655, "train_loss_step": 5.641131401062012, "n_params": 4756720, "total_flops": 72917092761600000, "train_loss": 0.02663600246111552, "subset_score_loss": 0.02663600246111552}
+{"step": 5000000, "wall_time": 14291.862855911255, "train_loss_step": 5.3450517654418945, "n_params": 4756720, "total_flops": 73063219200000000, "train_loss": 0.023211775223414104, "subset_score_loss": 0.023211775223414104, "memorization_fraction_pixel": 0.18569999933242798, "mean_nn_ratio_pixel": 0.7902352809906006, "fid": 202.7734944748427, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d240/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d240/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..f75307838e497d81e461cb8ed08068bdbe6b9090
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d240/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     20s | train_loss=1.0013 | fid=297.7227
+  step   10000 |     46s | train_loss=0.6649
+  step   20000 |     74s | train_loss=0.5480
+  step   30000 |    100s | train_loss=0.4901
+  step   40000 |    127s | train_loss=0.4403
+  step   50000 |    154s | train_loss=0.3954
+  step   60000 |    179s | train_loss=0.3424
+  step   70000 |    206s | train_loss=0.3011
+  step   80000 |    233s | train_loss=0.2576
+  step   90000 |    257s | train_loss=0.2224
+  step  100000 |    300s | train_loss=0.2013 | fid=193.0004
+  step  110000 |    325s | train_loss=0.1829
+  step  120000 |    352s | train_loss=0.1717
+  step  130000 |    378s | train_loss=0.1604
+  step  140000 |    404s | train_loss=0.1524
+  step  150000 |    431s | train_loss=0.1464
+  step  160000 |    457s | train_loss=0.1428
+  step  170000 |    483s | train_loss=0.1357
+  step  180000 |    509s | train_loss=0.1323
+  step  190000 |    536s | train_loss=0.1241
+  step  200000 |    582s | train_loss=0.1171 | fid=228.3356
+  step  210000 |    608s | train_loss=0.1162
+  step  220000 |    635s | train_loss=0.1137
+  step  230000 |    662s | train_loss=0.1067
+  step  240000 |    687s | train_loss=0.1041
+  step  250000 |    713s | train_loss=0.1047
+  step  260000 |    739s | train_loss=0.1010
+  step  270000 |    765s | train_loss=0.1018
+  step  280000 |    791s | train_loss=0.0988
+  step  290000 |    818s | train_loss=0.0959
+  step  300000 |    861s | train_loss=0.0995 | fid=252.5231
+  step  310000 |    886s | train_loss=0.0932
+  step  320000 |    911s | train_loss=0.0916
+  step  330000 |    938s | train_loss=0.0904
+  step  340000 |    964s | train_loss=0.0910
+  step  350000 |    990s | train_loss=0.0883
+  step  360000 |   1017s | train_loss=0.0883
+  step  370000 |   1043s | train_loss=0.0816
+  step  380000 |   1070s | train_loss=0.0823
+  step  390000 |   1097s | train_loss=0.0771
+  step  400000 |   1143s | train_loss=0.0812 | fid=265.7039
+  step  410000 |   1169s | train_loss=0.0801
+  step  420000 |   1195s | train_loss=0.0774
+  step  430000 |   1223s | train_loss=0.0733
+  step  440000 |   1250s | train_loss=0.0749
+  step  450000 |   1277s | train_loss=0.0710
+  step  460000 |   1302s | train_loss=0.0755
+  step  470000 |   1329s | train_loss=0.0724
+  step  480000 |   1355s | train_loss=0.0748
+  step  490000 |   1382s | train_loss=0.0716
+  step  500000 |   1426s | train_loss=0.0682 | fid=276.4191
+  step  510000 |   1452s | train_loss=0.0684
+  step  520000 |   1478s | train_loss=0.0679
+  step  530000 |   1504s | train_loss=0.0632
+  step  540000 |   1531s | train_loss=0.0695
+  step  550000 |   1558s | train_loss=0.0655
+  step  560000 |   1585s | train_loss=0.0713
+  step  570000 |   1611s | train_loss=0.0639
+  step  580000 |   1637s | train_loss=0.0653
+  step  590000 |   1665s | train_loss=0.0624
+  step  600000 |   1710s | train_loss=0.0671 | fid=277.2921
+  step  610000 |   1736s | train_loss=0.0631
+  step  620000 |   1763s | train_loss=0.0567
+  step  630000 |   1790s | train_loss=0.0601
+  step  640000 |   1817s | train_loss=0.0643
+  step  650000 |   1844s | train_loss=0.0651
+  step  660000 |   1869s | train_loss=0.0562
+  step  670000 |   1896s | train_loss=0.0555
+  step  680000 |   1922s | train_loss=0.0563
+  step  690000 |   1948s | train_loss=0.0662
+  step  700000 |   1994s | train_loss=0.0540 | fid=270.0382
+  step  710000 |   2019s | train_loss=0.0633
+  step  720000 |   2045s | train_loss=0.0507
+  step  730000 |   2071s | train_loss=0.0552
+  step  740000 |   2096s | train_loss=0.0537
+  step  750000 |   2123s | train_loss=0.0628
+  step  760000 |   2150s | train_loss=0.0520
+  step  770000 |   2177s | train_loss=0.0535
+  step  780000 |   2203s | train_loss=0.0533
+  step  790000 |   2230s | train_loss=0.0550
+  step  800000 |   2275s | train_loss=0.0516 | fid=261.2559
+  step  810000 |   2300s | train_loss=0.0482
+  step  820000 |   2326s | train_loss=0.0492
+  step  830000 |   2352s | train_loss=0.0496
+  step  840000 |   2378s | train_loss=0.0482
+  step  850000 |   2405s | train_loss=0.0485
+  step  860000 |   2432s | train_loss=0.0479
+  step  870000 |   2458s | train_loss=0.0741
+  step  880000 |   2485s | train_loss=0.0454
+  step  890000 |   2511s | train_loss=0.0489
+  step  900000 |   2554s | train_loss=0.0491 | fid=259.7772
+  step  910000 |   2580s | train_loss=0.0480
+  step  920000 |   2605s | train_loss=0.0468
+  step  930000 |   2632s | train_loss=0.0508
+  step  940000 |   2658s | train_loss=0.0503
+  step  950000 |   2683s | train_loss=0.0469
+  step  960000 |   2710s | train_loss=0.0480
+  step  970000 |   2736s | train_loss=0.0481
+  step  980000 |   2763s | train_loss=0.0440
+  step  990000 |   2789s | train_loss=0.0457
+  step 1000000 |   2836s | train_loss=0.0450 | fid=257.6271
+  step 1010000 |   2861s | train_loss=0.0417
+  step 1020000 |   2888s | train_loss=0.0437
+  step 1030000 |   2914s | train_loss=0.0445
+  step 1040000 |   2942s | train_loss=0.0434
+  step 1050000 |   2968s | train_loss=0.0449
+  step 1060000 |   2994s | train_loss=0.0421
+  step 1070000 |   3022s | train_loss=0.0426
+  step 1080000 |   3048s | train_loss=0.0450
+  step 1090000 |   3074s | train_loss=0.0457
+  step 1100000 |   3119s | train_loss=0.0419 | fid=257.6677
+  step 1110000 |   3144s | train_loss=0.0428
+  step 1120000 |   3171s | train_loss=0.0415
+  step 1130000 |   3197s | train_loss=0.0436
+  step 1140000 |   3225s | train_loss=0.0434
+  step 1150000 |   3252s | train_loss=0.0420
+  step 1160000 |   3278s | train_loss=0.0392
+  step 1170000 |   3304s | train_loss=0.0452
+  step 1180000 |   3330s | train_loss=0.0404
+  step 1190000 |   3356s | train_loss=0.0411
+  step 1200000 |   3402s | train_loss=0.0404 | fid=248.7678
+  step 1210000 |   3427s | train_loss=0.0415
+  step 1220000 |   3454s | train_loss=0.0419
+  step 1230000 |   3480s | train_loss=0.0413
+  step 1240000 |   3506s | train_loss=0.0387
+  step 1250000 |   3532s | train_loss=0.0401
+  step 1260000 |   3558s | train_loss=0.0470
+  step 1270000 |   3583s | train_loss=0.0386
+  step 1280000 |   3610s | train_loss=0.0429
+  step 1290000 |   3635s | train_loss=0.0411
+  step 1300000 |   3680s | train_loss=0.0399 | fid=249.1093
+  step 1310000 |   3706s | train_loss=0.0442
+  step 1320000 |   3733s | train_loss=0.0419
+  step 1330000 |   3758s | train_loss=0.0412
+  step 1340000 |   3784s | train_loss=0.0496
+  step 1350000 |   3809s | train_loss=0.0444
+  step 1360000 |   3835s | train_loss=0.0433
+  step 1370000 |   3861s | train_loss=0.0364
+  step 1380000 |   3886s | train_loss=0.0408
+  step 1390000 |   3911s | train_loss=0.0418
+  step 1400000 |   3954s | train_loss=0.0370 | fid=248.2825
+  step 1410000 |   3980s | train_loss=0.0382
+  step 1420000 |   4006s | train_loss=0.0380
+  step 1430000 |   4031s | train_loss=0.0385
+  step 1440000 |   4058s | train_loss=0.0431
+  step 1450000 |   4083s | train_loss=0.0374
+  step 1460000 |   4110s | train_loss=0.0409
+  step 1470000 |   4136s | train_loss=0.0382
+  step 1480000 |   4162s | train_loss=0.0369
+  step 1490000 |   4189s | train_loss=0.0366
+  step 1500000 |   4235s | train_loss=0.0395 | fid=250.6625
+  step 1510000 |   4260s | train_loss=0.0371
+  step 1520000 |   4286s | train_loss=0.0336
+  step 1530000 |   4314s | train_loss=0.0359
+  step 1540000 |   4340s | train_loss=0.0352
+  step 1550000 |   4367s | train_loss=0.0337
+  step 1560000 |   4392s | train_loss=0.0423
+  step 1570000 |   4418s | train_loss=0.0371
+  step 1580000 |   4444s | train_loss=0.0357
+  step 1590000 |   4469s | train_loss=0.0342
+  step 1600000 |   4513s | train_loss=0.0449 | fid=243.1673
+  step 1610000 |   4540s | train_loss=0.0348
+  step 1620000 |   4565s | train_loss=0.0392
+  step 1630000 |   4593s | train_loss=0.0365
+  step 1640000 |   4621s | train_loss=0.0400
+  step 1650000 |   4650s | train_loss=0.0370
+  step 1660000 |   4680s | train_loss=0.0433
+  step 1670000 |   4709s | train_loss=0.0388
+  step 1680000 |   4737s | train_loss=0.0336
+  step 1690000 |   4764s | train_loss=0.0418
+  step 1700000 |   4808s | train_loss=0.0367 | fid=245.4706
+  step 1710000 |   4834s | train_loss=0.0378
+  step 1720000 |   4860s | train_loss=0.0401
+  step 1730000 |   4887s | train_loss=0.0361
+  step 1740000 |   4914s | train_loss=0.0357
+  step 1750000 |   4941s | train_loss=0.0394
+  step 1760000 |   4968s | train_loss=0.0409
+  step 1770000 |   4995s | train_loss=0.0339
+  step 1780000 |   5022s | train_loss=0.0351
+  step 1790000 |   5049s | train_loss=0.0320
+  step 1800000 |   5092s | train_loss=0.0332 | fid=247.6209
+  step 1810000 |   5116s | train_loss=0.0372
+  step 1820000 |   5142s | train_loss=0.0356
+  step 1830000 |   5168s | train_loss=0.0319
+  step 1840000 |   5195s | train_loss=0.0387
+  step 1850000 |   5222s | train_loss=0.0409
+  step 1860000 |   5248s | train_loss=0.0325
+  step 1870000 |   5275s | train_loss=0.0315
+  step 1880000 |   5301s | train_loss=0.0313
+  step 1890000 |   5327s | train_loss=0.0317
+  step 1900000 |   5371s | train_loss=0.0332 | fid=237.3797
+  step 1910000 |   5398s | train_loss=0.0352
+  step 1920000 |   5425s | train_loss=0.0330
+  step 1930000 |   5452s | train_loss=0.0344
+  step 1940000 |   5478s | train_loss=0.0330
+  step 1950000 |   5504s | train_loss=0.0329
+  step 1960000 |   5530s | train_loss=0.0343
+  step 1970000 |   5557s | train_loss=0.0319
+  step 1980000 |   5584s | train_loss=0.0374
+  step 1990000 |   5611s | train_loss=0.0317
+  step 2000000 |   5653s | train_loss=0.0328 | fid=239.5590
+  step 2010000 |   5682s | train_loss=0.0395
+  step 2020000 |   5707s | train_loss=0.0334
+  step 2030000 |   5733s | train_loss=0.0334
+  step 2040000 |   5759s | train_loss=0.0317
+  step 2050000 |   5786s | train_loss=0.0331
+  step 2060000 |   5813s | train_loss=0.0320
+  step 2070000 |   5840s | train_loss=0.0344
+  step 2080000 |   5866s | train_loss=0.0323
+  step 2090000 |   5893s | train_loss=0.0354
+  step 2100000 |   5938s | train_loss=0.0329 | fid=238.8418
+  step 2110000 |   5963s | train_loss=0.0335
+  step 2120000 |   5990s | train_loss=0.0332
+  step 2130000 |   6016s | train_loss=0.0317
+  step 2140000 |   6042s | train_loss=0.0344
+  step 2150000 |   6069s | train_loss=0.0419
+  step 2160000 |   6095s | train_loss=0.0312
+  step 2170000 |   6122s | train_loss=0.0347
+  step 2180000 |   6147s | train_loss=0.0302
+  step 2190000 |   6174s | train_loss=0.0390
+  step 2200000 |   6217s | train_loss=0.0330 | fid=230.2962
+  step 2210000 |   6242s | train_loss=0.0322
+  step 2220000 |   6269s | train_loss=0.0321
+  step 2230000 |   6296s | train_loss=0.0335
+  step 2240000 |   6323s | train_loss=0.0329
+  step 2250000 |   6350s | train_loss=0.0315
+  step 2260000 |   6376s | train_loss=0.0320
+  step 2270000 |   6405s | train_loss=0.0293
+  step 2280000 |   6433s | train_loss=0.0317
+  step 2290000 |   6462s | train_loss=0.0297
+  step 2300000 |   6504s | train_loss=0.0303 | fid=231.3817
+  step 2310000 |   6533s | train_loss=0.0312
+  step 2320000 |   6564s | train_loss=0.0306
+  step 2330000 |   6592s | train_loss=0.0363
+  step 2340000 |   6618s | train_loss=0.0315
+  step 2350000 |   6644s | train_loss=0.0417
+  step 2360000 |   6669s | train_loss=0.0299
+  step 2370000 |   6698s | train_loss=0.0310
+  step 2380000 |   6727s | train_loss=0.0319
+  step 2390000 |   6757s | train_loss=0.0346
+  step 2400000 |   6802s | train_loss=0.0279 | fid=227.8987
+  step 2410000 |   6832s | train_loss=0.0371
+  step 2420000 |   6861s | train_loss=0.0355
+  step 2430000 |   6890s | train_loss=0.0302
+  step 2440000 |   6920s | train_loss=0.0318
+  step 2450000 |   6948s | train_loss=0.0305
+  step 2460000 |   6976s | train_loss=0.0295
+  step 2470000 |   7007s | train_loss=0.0299
+  step 2480000 |   7036s | train_loss=0.0336
+  step 2490000 |   7065s | train_loss=0.0301
+  step 2500000 |   7114s | train_loss=0.0325 | fid=233.1638
+  step 2510000 |   7144s | train_loss=0.0349
+  step 2520000 |   7172s | train_loss=0.0287
+  step 2530000 |   7202s | train_loss=0.0316
+  step 2540000 |   7231s | train_loss=0.0318
+  step 2550000 |   7259s | train_loss=0.0323
+  step 2560000 |   7287s | train_loss=0.0286
+  step 2570000 |   7316s | train_loss=0.0340
+  step 2580000 |   7346s | train_loss=0.0334
+  step 2590000 |   7374s | train_loss=0.0334
+  step 2600000 |   7419s | train_loss=0.0347 | fid=225.9277
+  step 2610000 |   7447s | train_loss=0.0276
+  step 2620000 |   7477s | train_loss=0.0303
+  step 2630000 |   7505s | train_loss=0.0341
+  step 2640000 |   7536s | train_loss=0.0316
+  step 2650000 |   7566s | train_loss=0.0332
+  step 2660000 |   7594s | train_loss=0.0292
+  step 2670000 |   7620s | train_loss=0.0292
+  step 2680000 |   7648s | train_loss=0.0299
+  step 2690000 |   7676s | train_loss=0.0315
+  step 2700000 |   7725s | train_loss=0.0380 | fid=220.6956
+  step 2710000 |   7755s | train_loss=0.0292
+  step 2720000 |   7784s | train_loss=0.0305
+  step 2730000 |   7813s | train_loss=0.0322
+  step 2740000 |   7844s | train_loss=0.0285
+  step 2750000 |   7872s | train_loss=0.0314
+  step 2760000 |   7901s | train_loss=0.0315
+  step 2770000 |   7930s | train_loss=0.0300
+  step 2780000 |   7957s | train_loss=0.0364
+  step 2790000 |   7987s | train_loss=0.0418
+  step 2800000 |   8037s | train_loss=0.0285 | fid=231.6071
+  step 2810000 |   8066s | train_loss=0.0283
+  step 2820000 |   8095s | train_loss=0.0282
+  step 2830000 |   8124s | train_loss=0.0279
+  step 2840000 |   8154s | train_loss=0.0301
+  step 2850000 |   8184s | train_loss=0.0294
+  step 2860000 |   8212s | train_loss=0.0350
+  step 2870000 |   8240s | train_loss=0.0279
+  step 2880000 |   8270s | train_loss=0.0294
+  step 2890000 |   8300s | train_loss=0.0286
+  step 2900000 |   8349s | train_loss=0.0303 | fid=216.7862
+  step 2910000 |   8380s | train_loss=0.0293
+  step 2920000 |   8410s | train_loss=0.0296
+  step 2930000 |   8439s | train_loss=0.0330
+  step 2940000 |   8468s | train_loss=0.0354
+  step 2950000 |   8499s | train_loss=0.0278
+  step 2960000 |   8528s | train_loss=0.0346
+  step 2970000 |   8559s | train_loss=0.0316
+  step 2980000 |   8588s | train_loss=0.0280
+  step 2990000 |   8619s | train_loss=0.0278
+  step 3000000 |   8664s | train_loss=0.0277 | fid=231.5594
+  step 3010000 |   8693s | train_loss=0.0277
+  step 3020000 |   8723s | train_loss=0.0289
+  step 3030000 |   8752s | train_loss=0.0263
+  step 3040000 |   8782s | train_loss=0.0280
+  step 3050000 |   8811s | train_loss=0.0280
+  step 3060000 |   8839s | train_loss=0.0335
+  step 3070000 |   8870s | train_loss=0.0311
+  step 3080000 |   8899s | train_loss=0.0337
+  step 3090000 |   8929s | train_loss=0.0356
+  step 3100000 |   8972s | train_loss=0.0289 | fid=218.0226
+  step 3110000 |   9003s | train_loss=0.0316
+  step 3120000 |   9033s | train_loss=0.0305
+  step 3130000 |   9061s | train_loss=0.0258
+  step 3140000 |   9091s | train_loss=0.0294
+  step 3150000 |   9122s | train_loss=0.0298
+  step 3160000 |   9151s | train_loss=0.0323
+  step 3170000 |   9177s | train_loss=0.0340
+  step 3180000 |   9200s | train_loss=0.0279
+  step 3190000 |   9226s | train_loss=0.0296
+  step 3200000 |   9271s | train_loss=0.0257 | fid=214.1163
+  step 3210000 |   9296s | train_loss=0.0275
+  step 3220000 |   9323s | train_loss=0.0291
+  step 3230000 |   9348s | train_loss=0.0288
+  step 3240000 |   9374s | train_loss=0.0295
+  step 3250000 |   9401s | train_loss=0.0258
+  step 3260000 |   9427s | train_loss=0.0268
+  step 3270000 |   9453s | train_loss=0.0281
+  step 3280000 |   9479s | train_loss=0.0256
+  step 3290000 |   9505s | train_loss=0.0299
+  step 3300000 |   9548s | train_loss=0.0271 | fid=218.7873
+  step 3310000 |   9574s | train_loss=0.0301
+  step 3320000 |   9600s | train_loss=0.0272
+  step 3330000 |   9627s | train_loss=0.0308
+  step 3340000 |   9653s | train_loss=0.0262
+  step 3350000 |   9680s | train_loss=0.0259
+  step 3360000 |   9704s | train_loss=0.0264
+  step 3370000 |   9730s | train_loss=0.0251
+  step 3380000 |   9757s | train_loss=0.0275
+  step 3390000 |   9782s | train_loss=0.0279
+  step 3400000 |   9828s | train_loss=0.0301 | fid=219.3327
+  step 3410000 |   9852s | train_loss=0.0271
+  step 3420000 |   9879s | train_loss=0.0300
+  step 3430000 |   9905s | train_loss=0.0331
+  step 3440000 |   9931s | train_loss=0.0291
+  step 3450000 |   9958s | train_loss=0.0292
+  step 3460000 |   9983s | train_loss=0.0246
+  step 3470000 |  10009s | train_loss=0.0278
+  step 3480000 |  10035s | train_loss=0.0280
+  step 3490000 |  10061s | train_loss=0.0287
+  step 3500000 |  10103s | train_loss=0.0283 | fid=225.4906
+  step 3510000 |  10129s | train_loss=0.0296
+  step 3520000 |  10156s | train_loss=0.0346
+  step 3530000 |  10181s | train_loss=0.0286
+  step 3540000 |  10208s | train_loss=0.0255
+  step 3550000 |  10235s | train_loss=0.0262
+  step 3560000 |  10262s | train_loss=0.0263
+  step 3570000 |  10288s | train_loss=0.0261
+  step 3580000 |  10314s | train_loss=0.0262
+  step 3590000 |  10341s | train_loss=0.0272
+  step 3600000 |  10385s | train_loss=0.0297 | fid=214.0666
+  step 3610000 |  10412s | train_loss=0.0296
+  step 3620000 |  10437s | train_loss=0.0281
+  step 3630000 |  10464s | train_loss=0.0266
+  step 3640000 |  10490s | train_loss=0.0282
+  step 3650000 |  10517s | train_loss=0.0262
+  step 3660000 |  10544s | train_loss=0.0268
+  step 3670000 |  10570s | train_loss=0.0262
+  step 3680000 |  10596s | train_loss=0.0274
+  step 3690000 |  10623s | train_loss=0.0258
+  step 3700000 |  10666s | train_loss=0.0271 | fid=221.5562
+  step 3710000 |  10692s | train_loss=0.0304
+  step 3720000 |  10719s | train_loss=0.0265
+  step 3730000 |  10745s | train_loss=0.0268
+  step 3740000 |  10770s | train_loss=0.0287
+  step 3750000 |  10796s | train_loss=0.0261
+  step 3760000 |  10822s | train_loss=0.0352
+  step 3770000 |  10849s | train_loss=0.0266
+  step 3780000 |  10875s | train_loss=0.0271
+  step 3790000 |  10900s | train_loss=0.0288
+  step 3800000 |  10944s | train_loss=0.0287 | fid=216.2885
+  step 3810000 |  10971s | train_loss=0.0262
+  step 3820000 |  10997s | train_loss=0.0264
+  step 3830000 |  11023s | train_loss=0.0267
+  step 3840000 |  11049s | train_loss=0.0259
+  step 3850000 |  11074s | train_loss=0.0305
+  step 3860000 |  11100s | train_loss=0.0282
+  step 3870000 |  11127s | train_loss=0.0268
+  step 3880000 |  11153s | train_loss=0.0264
+  step 3890000 |  11179s | train_loss=0.0293
+  step 3900000 |  11224s | train_loss=0.0291 | fid=212.5335
+  step 3910000 |  11249s | train_loss=0.0261
+  step 3920000 |  11275s | train_loss=0.0314
+  step 3930000 |  11302s | train_loss=0.0265
+  step 3940000 |  11328s | train_loss=0.0269
+  step 3950000 |  11354s | train_loss=0.0267
+  step 3960000 |  11381s | train_loss=0.0251
+  step 3970000 |  11407s | train_loss=0.0280
+  step 3980000 |  11433s | train_loss=0.0258
+  step 3990000 |  11459s | train_loss=0.0236
+  step 4000000 |  11503s | train_loss=0.0263 | fid=208.8532
+  step 4010000 |  11529s | train_loss=0.0272
+  step 4020000 |  11553s | train_loss=0.0250
+  step 4030000 |  11579s | train_loss=0.0266
+  step 4040000 |  11606s | train_loss=0.0276
+  step 4050000 |  11632s | train_loss=0.0253
+  step 4060000 |  11659s | train_loss=0.0248
+  step 4070000 |  11684s | train_loss=0.0260
+  step 4080000 |  11711s | train_loss=0.0300
+  step 4090000 |  11737s | train_loss=0.0279
+  step 4100000 |  11782s | train_loss=0.0241 | fid=201.1515
+  step 4110000 |  11807s | train_loss=0.0283
+  step 4120000 |  11833s | train_loss=0.0260
+  step 4130000 |  11859s | train_loss=0.0277
+  step 4140000 |  11886s | train_loss=0.0267
+  step 4150000 |  11912s | train_loss=0.0276
+  step 4160000 |  11939s | train_loss=0.0260
+  step 4170000 |  11965s | train_loss=0.0265
+  step 4180000 |  11991s | train_loss=0.0262
+  step 4190000 |  12018s | train_loss=0.0283
+  step 4200000 |  12063s | train_loss=0.0251 | fid=199.7212
+  step 4210000 |  12088s | train_loss=0.0282
+  step 4220000 |  12114s | train_loss=0.0241
+  step 4230000 |  12141s | train_loss=0.0269
+  step 4240000 |  12167s | train_loss=0.0255
+  step 4250000 |  12193s | train_loss=0.0253
+  step 4260000 |  12219s | train_loss=0.0292
+  step 4270000 |  12246s | train_loss=0.0253
+  step 4280000 |  12271s | train_loss=0.0239
+  step 4290000 |  12297s | train_loss=0.0250
+  step 4300000 |  12339s | train_loss=0.0281 | fid=205.9533
+  step 4310000 |  12365s | train_loss=0.0240
+  step 4320000 |  12391s | train_loss=0.0263
+  step 4330000 |  12417s | train_loss=0.0259
+  step 4340000 |  12443s | train_loss=0.0244
+  step 4350000 |  12469s | train_loss=0.0253
+  step 4360000 |  12495s | train_loss=0.0283
+  step 4370000 |  12522s | train_loss=0.0240
+  step 4380000 |  12549s | train_loss=0.0245
+  step 4390000 |  12575s | train_loss=0.0261
+  step 4400000 |  12619s | train_loss=0.0251 | fid=203.4106
+  step 4410000 |  12643s | train_loss=0.0277
+  step 4420000 |  12670s | train_loss=0.0273
+  step 4430000 |  12696s | train_loss=0.0272
+  step 4440000 |  12723s | train_loss=0.0269
+  step 4450000 |  12749s | train_loss=0.0261
+  step 4460000 |  12775s | train_loss=0.0254
+  step 4470000 |  12801s | train_loss=0.0247
+  step 4480000 |  12828s | train_loss=0.0259
+  step 4490000 |  12854s | train_loss=0.0251
+  step 4500000 |  12898s | train_loss=0.0254 | fid=203.5495
+  step 4510000 |  12923s | train_loss=0.0235
+  step 4520000 |  12949s | train_loss=0.0274
+  step 4530000 |  12974s | train_loss=0.0249
+  step 4540000 |  13000s | train_loss=0.0256
+  step 4550000 |  13026s | train_loss=0.0263
+  step 4560000 |  13051s | train_loss=0.0267
+  step 4570000 |  13076s | train_loss=0.0258
+  step 4580000 |  13102s | train_loss=0.0258
+  step 4590000 |  13129s | train_loss=0.0265
+  step 4600000 |  13171s | train_loss=0.0251 | fid=201.2402
+  step 4610000 |  13195s | train_loss=0.0231
+  step 4620000 |  13220s | train_loss=0.0250
+  step 4630000 |  13246s | train_loss=0.0242
+  step 4640000 |  13273s | train_loss=0.0258
+  step 4650000 |  13299s | train_loss=0.0243
+  step 4660000 |  13326s | train_loss=0.0247
+  step 4670000 |  13352s | train_loss=0.0243
+  step 4680000 |  13379s | train_loss=0.0236
+  step 4690000 |  13405s | train_loss=0.0258
+  step 4700000 |  13448s | train_loss=0.0248 | fid=193.5747
+  step 4710000 |  13474s | train_loss=0.0261
+  step 4720000 |  13501s | train_loss=0.0266
+  step 4730000 |  13526s | train_loss=0.0239
+  step 4740000 |  13552s | train_loss=0.0243
+  step 4750000 |  13579s | train_loss=0.0272
+  step 4760000 |  13605s | train_loss=0.0250
+  step 4770000 |  13632s | train_loss=0.0251
+  step 4780000 |  13658s | train_loss=0.0245
+  step 4790000 |  13684s | train_loss=0.0251
+  step 4800000 |  13730s | train_loss=0.0234 | fid=199.6583
+  step 4810000 |  13756s | train_loss=0.0262
+  step 4820000 |  13783s | train_loss=0.0241
+  step 4830000 |  13808s | train_loss=0.0298
+  step 4840000 |  13835s | train_loss=0.0288
+  step 4850000 |  13861s | train_loss=0.0268
+  step 4860000 |  13886s | train_loss=0.0267
+  step 4870000 |  13911s | train_loss=0.0243
+  step 4880000 |  13936s | train_loss=0.0244
+  step 4890000 |  13963s | train_loss=0.0249
+  step 4900000 |  14009s | train_loss=0.0255 | fid=195.0239
+  step 4910000 |  14036s | train_loss=0.0239
+  step 4920000 |  14062s | train_loss=0.0262
+  step 4930000 |  14089s | train_loss=0.0247
+  step 4940000 |  14115s | train_loss=0.0274
+  step 4950000 |  14142s | train_loss=0.0241
+  step 4960000 |  14168s | train_loss=0.0234
+  step 4970000 |  14195s | train_loss=0.0256
+  step 4980000 |  14222s | train_loss=0.0263
+  step 4990000 |  14249s | train_loss=0.0266
+  step 5000000 |  14292s | train_loss=0.0232 | fid=202.7735
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d260/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..ed674736f650c5d07e40298aabb4c50aa1a0c3d7
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d260/config.json
@@ -0,0 +1,27 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d260",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "grad_clip": 0.0,
+  "stop_on_nonfinite": false,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 47,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d260/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d260/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..bbecbc80453e3dfdcf48b31f7b826f82e50d01a3
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d260/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 260, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 47}
+{"step": 1, "wall_time": 59.16195297241211, "train_loss_step": 259.65234375, "n_params": 4797700, "total_flops": 14738534400, "train_loss": 1.0014410165640024, "subset_score_loss": 1.0014410165640024, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9824923872947693, "fid": 301.26974133652004, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 128.29054737091064, "train_loss_step": 258.07025146484375, "n_params": 4797700, "total_flops": 147385344000000, "train_loss": 0.9998389610877404, "subset_score_loss": 0.9998389610877404}
+{"step": 20000, "wall_time": 199.13485383987427, "train_loss_step": 241.72198486328125, "n_params": 4797700, "total_flops": 294770688000000, "train_loss": 0.9818388718825121, "subset_score_loss": 0.9818388718825121}
+{"step": 30000, "wall_time": 269.97133588790894, "train_loss_step": 215.72393798828125, "n_params": 4797700, "total_flops": 442156032000000, "train_loss": 0.9412800715519831, "subset_score_loss": 0.9412800715519831}
+{"step": 40000, "wall_time": 340.8245885372162, "train_loss_step": 183.8723907470703, "n_params": 4797700, "total_flops": 589541376000000, "train_loss": 0.8875963064340445, "subset_score_loss": 0.8875963064340445}
+{"step": 50000, "wall_time": 411.63139963150024, "train_loss_step": 152.02249145507812, "n_params": 4797700, "total_flops": 736926720000000, "train_loss": 0.8248234675480769, "subset_score_loss": 0.8248234675480769}
+{"step": 60000, "wall_time": 482.4728169441223, "train_loss_step": 118.18701171875, "n_params": 4797700, "total_flops": 884312064000000, "train_loss": 0.7655565701998197, "subset_score_loss": 0.7655565701998197}
+{"step": 70000, "wall_time": 553.3312432765961, "train_loss_step": 97.38206481933594, "n_params": 4797700, "total_flops": 1031697408000000, "train_loss": 0.7143631568321815, "subset_score_loss": 0.7143631568321815}
+{"step": 80000, "wall_time": 624.1617815494537, "train_loss_step": 73.94557189941406, "n_params": 4797700, "total_flops": 1179082752000000, "train_loss": 0.6729181729830228, "subset_score_loss": 0.6729181729830228}
+{"step": 90000, "wall_time": 694.9786250591278, "train_loss_step": 60.025875091552734, "n_params": 4797700, "total_flops": 1326468096000000, "train_loss": 0.6373590322641226, "subset_score_loss": 0.6373590322641226}
+{"step": 100000, "wall_time": 821.7304215431213, "train_loss_step": 49.89591979980469, "n_params": 4797700, "total_flops": 1473853440000000, "train_loss": 0.6091879624586839, "subset_score_loss": 0.6091879624586839, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9828025102615356, "fid": 298.2953805382656, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 888.9112737178802, "train_loss_step": 43.68803787231445, "n_params": 4797700, "total_flops": 1621238784000000, "train_loss": 0.5838533254770132, "subset_score_loss": 0.5838533254770132}
+{"step": 120000, "wall_time": 959.7346711158752, "train_loss_step": 41.28138732910156, "n_params": 4797700, "total_flops": 1768624128000000, "train_loss": 0.562986579308143, "subset_score_loss": 0.562986579308143}
+{"step": 130000, "wall_time": 1030.6192722320557, "train_loss_step": 39.59703826904297, "n_params": 4797700, "total_flops": 1916009472000000, "train_loss": 0.5473159790039063, "subset_score_loss": 0.5473159790039063}
+{"step": 140000, "wall_time": 1101.4997687339783, "train_loss_step": 39.393680572509766, "n_params": 4797700, "total_flops": 2063394816000000, "train_loss": 0.5254517188439003, "subset_score_loss": 0.5254517188439003}
+{"step": 150000, "wall_time": 1172.3069469928741, "train_loss_step": 36.867042541503906, "n_params": 4797700, "total_flops": 2210780160000000, "train_loss": 0.5058036217322717, "subset_score_loss": 0.5058036217322717}
+{"step": 160000, "wall_time": 1243.1932501792908, "train_loss_step": 33.48976135253906, "n_params": 4797700, "total_flops": 2358165504000000, "train_loss": 0.48730436471792365, "subset_score_loss": 0.48730436471792365}
+{"step": 170000, "wall_time": 1314.0780465602875, "train_loss_step": 34.671295166015625, "n_params": 4797700, "total_flops": 2505550848000000, "train_loss": 0.4653926262488732, "subset_score_loss": 0.4653926262488732}
+{"step": 180000, "wall_time": 1384.9285380840302, "train_loss_step": 28.930524826049805, "n_params": 4797700, "total_flops": 2652936192000000, "train_loss": 0.4479892143836388, "subset_score_loss": 0.4479892143836388}
+{"step": 190000, "wall_time": 1455.7437393665314, "train_loss_step": 29.15549087524414, "n_params": 4797700, "total_flops": 2800321536000000, "train_loss": 0.4260602510892428, "subset_score_loss": 0.4260602510892428}
+{"step": 200000, "wall_time": 1581.4820489883423, "train_loss_step": 28.996414184570312, "n_params": 4797700, "total_flops": 2947706880000000, "train_loss": 0.4094697805551382, "subset_score_loss": 0.4094697805551382, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9747568368911743, "fid": 195.29008654417166, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1646.98948264122, "train_loss_step": 29.86275863647461, "n_params": 4797700, "total_flops": 3095092224000000, "train_loss": 0.39722589346078724, "subset_score_loss": 0.39722589346078724}
+{"step": 220000, "wall_time": 1717.8105816841125, "train_loss_step": 27.096826553344727, "n_params": 4797700, "total_flops": 3242477568000000, "train_loss": 0.3789163149320162, "subset_score_loss": 0.3789163149320162}
+{"step": 230000, "wall_time": 1788.6797914505005, "train_loss_step": 27.332433700561523, "n_params": 4797700, "total_flops": 3389862912000000, "train_loss": 0.367201408973107, "subset_score_loss": 0.367201408973107}
+{"step": 240000, "wall_time": 1859.544615983963, "train_loss_step": 27.20610237121582, "n_params": 4797700, "total_flops": 3537248256000000, "train_loss": 0.3550244844876803, "subset_score_loss": 0.3550244844876803}
+{"step": 250000, "wall_time": 1930.3872663974762, "train_loss_step": 26.131948471069336, "n_params": 4797700, "total_flops": 3684633600000000, "train_loss": 0.3460990025446965, "subset_score_loss": 0.3460990025446965}
+{"step": 260000, "wall_time": 2001.2214407920837, "train_loss_step": 23.943302154541016, "n_params": 4797700, "total_flops": 3832018944000000, "train_loss": 0.3332224919245793, "subset_score_loss": 0.3332224919245793}
+{"step": 270000, "wall_time": 2072.077353954315, "train_loss_step": 23.74725341796875, "n_params": 4797700, "total_flops": 3979404288000000, "train_loss": 0.32603123004619894, "subset_score_loss": 0.32603123004619894}
+{"step": 280000, "wall_time": 2142.9350657463074, "train_loss_step": 23.658771514892578, "n_params": 4797700, "total_flops": 4126789632000000, "train_loss": 0.3140945728008564, "subset_score_loss": 0.3140945728008564}
+{"step": 290000, "wall_time": 2213.7405021190643, "train_loss_step": 24.480253219604492, "n_params": 4797700, "total_flops": 4274174976000000, "train_loss": 0.30800889822152944, "subset_score_loss": 0.30800889822152944}
+{"step": 300000, "wall_time": 2336.892452478409, "train_loss_step": 20.959522247314453, "n_params": 4797700, "total_flops": 4421560320000000, "train_loss": 0.3037739973801833, "subset_score_loss": 0.3037739973801833, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9721837043762207, "fid": 168.74494640117584, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2405.048440694809, "train_loss_step": 21.924421310424805, "n_params": 4797700, "total_flops": 4568945664000000, "train_loss": 0.29391036400428183, "subset_score_loss": 0.29391036400428183}
+{"step": 320000, "wall_time": 2475.8490664958954, "train_loss_step": 20.715770721435547, "n_params": 4797700, "total_flops": 4716331008000000, "train_loss": 0.28649544349083533, "subset_score_loss": 0.28649544349083533}
+{"step": 330000, "wall_time": 2546.654413461685, "train_loss_step": 21.86492156982422, "n_params": 4797700, "total_flops": 4863716352000000, "train_loss": 0.28030207707331734, "subset_score_loss": 0.28030207707331734}
+{"step": 340000, "wall_time": 2617.5027799606323, "train_loss_step": 21.389204025268555, "n_params": 4797700, "total_flops": 5011101696000000, "train_loss": 0.27454971900353065, "subset_score_loss": 0.27454971900353065}
+{"step": 350000, "wall_time": 2688.367555141449, "train_loss_step": 22.86333465576172, "n_params": 4797700, "total_flops": 5158487040000000, "train_loss": 0.2714630713829627, "subset_score_loss": 0.2714630713829627}
+{"step": 360000, "wall_time": 2759.174200296402, "train_loss_step": 20.226417541503906, "n_params": 4797700, "total_flops": 5305872384000000, "train_loss": 0.26251071049616886, "subset_score_loss": 0.26251071049616886}
+{"step": 370000, "wall_time": 2830.0265288352966, "train_loss_step": 20.693395614624023, "n_params": 4797700, "total_flops": 5453257728000000, "train_loss": 0.25730452904334433, "subset_score_loss": 0.25730452904334433}
+{"step": 380000, "wall_time": 2900.91600894928, "train_loss_step": 18.84787368774414, "n_params": 4797700, "total_flops": 5600643072000000, "train_loss": 0.2519336407001202, "subset_score_loss": 0.2519336407001202}
+{"step": 390000, "wall_time": 2971.7476234436035, "train_loss_step": 19.768434524536133, "n_params": 4797700, "total_flops": 5748028416000000, "train_loss": 0.24705566993126502, "subset_score_loss": 0.24705566993126502}
+{"step": 400000, "wall_time": 3095.476561307907, "train_loss_step": 19.53350067138672, "n_params": 4797700, "total_flops": 5895413760000000, "train_loss": 0.24469201014592099, "subset_score_loss": 0.24469201014592099, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9706449508666992, "fid": 155.01888021087774, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3163.7841336727142, "train_loss_step": 18.00471305847168, "n_params": 4797700, "total_flops": 6042799104000000, "train_loss": 0.24280496744009164, "subset_score_loss": 0.24280496744009164}
+{"step": 420000, "wall_time": 3234.622650384903, "train_loss_step": 19.63985824584961, "n_params": 4797700, "total_flops": 6190184448000000, "train_loss": 0.2359771728515625, "subset_score_loss": 0.2359771728515625}
+{"step": 430000, "wall_time": 3305.4363560676575, "train_loss_step": 17.655319213867188, "n_params": 4797700, "total_flops": 6337569792000000, "train_loss": 0.23284790332500752, "subset_score_loss": 0.23284790332500752}
+{"step": 440000, "wall_time": 3376.2747128009796, "train_loss_step": 17.357807159423828, "n_params": 4797700, "total_flops": 6484955136000000, "train_loss": 0.22895001631516676, "subset_score_loss": 0.22895001631516676}
+{"step": 450000, "wall_time": 3447.1433861255646, "train_loss_step": 17.91260528564453, "n_params": 4797700, "total_flops": 6632340480000000, "train_loss": 0.2240468978881836, "subset_score_loss": 0.2240468978881836}
+{"step": 460000, "wall_time": 3517.9692466259003, "train_loss_step": 17.451946258544922, "n_params": 4797700, "total_flops": 6779725824000000, "train_loss": 0.21866700099064754, "subset_score_loss": 0.21866700099064754}
+{"step": 470000, "wall_time": 3588.789338350296, "train_loss_step": 16.62561798095703, "n_params": 4797700, "total_flops": 6927111168000000, "train_loss": 0.21509914398193358, "subset_score_loss": 0.21509914398193358}
+{"step": 480000, "wall_time": 3659.626392841339, "train_loss_step": 16.44147300720215, "n_params": 4797700, "total_flops": 7074496512000000, "train_loss": 0.21303597963773288, "subset_score_loss": 0.21303597963773288}
+{"step": 490000, "wall_time": 3730.4390382766724, "train_loss_step": 16.25790023803711, "n_params": 4797700, "total_flops": 7221881856000000, "train_loss": 0.21107964148888222, "subset_score_loss": 0.21107964148888222}
+{"step": 500000, "wall_time": 3854.5598328113556, "train_loss_step": 16.935428619384766, "n_params": 4797700, "total_flops": 7369267200000000, "train_loss": 0.20885397104116588, "subset_score_loss": 0.20885397104116588, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9696318507194519, "fid": 148.11139960189342, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 3921.5473906993866, "train_loss_step": 16.722919464111328, "n_params": 4797700, "total_flops": 7516652544000000, "train_loss": 0.20333605546217698, "subset_score_loss": 0.20333605546217698}
+{"step": 520000, "wall_time": 3992.4070246219635, "train_loss_step": 17.376220703125, "n_params": 4797700, "total_flops": 7664037888000000, "train_loss": 0.20458573561448318, "subset_score_loss": 0.20458573561448318}
+{"step": 530000, "wall_time": 4063.2184760570526, "train_loss_step": 15.672401428222656, "n_params": 4797700, "total_flops": 7811423232000000, "train_loss": 0.19742384690504808, "subset_score_loss": 0.19742384690504808}
+{"step": 540000, "wall_time": 4134.045359134674, "train_loss_step": 16.93332290649414, "n_params": 4797700, "total_flops": 7958808576000000, "train_loss": 0.19742431640625, "subset_score_loss": 0.19742431640625}
+{"step": 550000, "wall_time": 4204.9371864795685, "train_loss_step": 15.251277923583984, "n_params": 4797700, "total_flops": 8106193920000000, "train_loss": 0.1937068352332482, "subset_score_loss": 0.1937068352332482}
+{"step": 560000, "wall_time": 4275.784904718399, "train_loss_step": 15.66700553894043, "n_params": 4797700, "total_flops": 8253579264000000, "train_loss": 0.19057323749248797, "subset_score_loss": 0.19057323749248797}
+{"step": 570000, "wall_time": 4346.596209287643, "train_loss_step": 15.039851188659668, "n_params": 4797700, "total_flops": 8400964608000000, "train_loss": 0.1893087387084961, "subset_score_loss": 0.1893087387084961}
+{"step": 580000, "wall_time": 4417.424199342728, "train_loss_step": 15.312173843383789, "n_params": 4797700, "total_flops": 8548349952000000, "train_loss": 0.18764532529390776, "subset_score_loss": 0.18764532529390776}
+{"step": 590000, "wall_time": 4488.264490842819, "train_loss_step": 13.718104362487793, "n_params": 4797700, "total_flops": 8695735296000000, "train_loss": 0.18526300283578725, "subset_score_loss": 0.18526300283578725}
+{"step": 600000, "wall_time": 4613.10222864151, "train_loss_step": 13.756357192993164, "n_params": 4797700, "total_flops": 8843120640000000, "train_loss": 0.17988843184251052, "subset_score_loss": 0.17988843184251052, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.967480480670929, "fid": 140.70321647644613, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 4681.512439250946, "train_loss_step": 16.13521385192871, "n_params": 4797700, "total_flops": 8990505984000000, "train_loss": 0.1805928450364333, "subset_score_loss": 0.1805928450364333}
+{"step": 620000, "wall_time": 4752.411554098129, "train_loss_step": 15.054454803466797, "n_params": 4797700, "total_flops": 9137891328000000, "train_loss": 0.1759958267211914, "subset_score_loss": 0.1759958267211914}
+{"step": 630000, "wall_time": 4823.261310815811, "train_loss_step": 14.889900207519531, "n_params": 4797700, "total_flops": 9285276672000000, "train_loss": 0.17497711181640624, "subset_score_loss": 0.17497711181640624}
+{"step": 640000, "wall_time": 4894.115282297134, "train_loss_step": 14.828057289123535, "n_params": 4797700, "total_flops": 9432662016000000, "train_loss": 0.1761304415189303, "subset_score_loss": 0.1761304415189303}
+{"step": 650000, "wall_time": 4964.986604213715, "train_loss_step": 15.097084045410156, "n_params": 4797700, "total_flops": 9580047360000000, "train_loss": 0.17027714069073016, "subset_score_loss": 0.17027714069073016}
+{"step": 660000, "wall_time": 5035.857810497284, "train_loss_step": 15.254369735717773, "n_params": 4797700, "total_flops": 9727432704000000, "train_loss": 0.16826142531174879, "subset_score_loss": 0.16826142531174879}
+{"step": 670000, "wall_time": 5106.671121835709, "train_loss_step": 14.762686729431152, "n_params": 4797700, "total_flops": 9874818048000000, "train_loss": 0.17001953125, "subset_score_loss": 0.17001953125}
+{"step": 680000, "wall_time": 5177.513338088989, "train_loss_step": 13.850247383117676, "n_params": 4797700, "total_flops": 10022203392000000, "train_loss": 0.16657160245455227, "subset_score_loss": 0.16657160245455227}
+{"step": 690000, "wall_time": 5248.397906064987, "train_loss_step": 14.797652244567871, "n_params": 4797700, "total_flops": 10169588736000000, "train_loss": 0.16337337493896484, "subset_score_loss": 0.16337337493896484}
+{"step": 700000, "wall_time": 5371.345096826553, "train_loss_step": 13.165836334228516, "n_params": 4797700, "total_flops": 10316974080000000, "train_loss": 0.1610914083627554, "subset_score_loss": 0.1610914083627554, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9668920040130615, "fid": 140.72930407636534, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 5440.851671695709, "train_loss_step": 15.864114761352539, "n_params": 4797700, "total_flops": 10464359424000000, "train_loss": 0.16422488872821514, "subset_score_loss": 0.16422488872821514}
+{"step": 720000, "wall_time": 5511.720052957535, "train_loss_step": 13.779667854309082, "n_params": 4797700, "total_flops": 10611744768000000, "train_loss": 0.15936292501596305, "subset_score_loss": 0.15936292501596305}
+{"step": 730000, "wall_time": 5582.648010492325, "train_loss_step": 13.71396255493164, "n_params": 4797700, "total_flops": 10759130112000000, "train_loss": 0.15764066256009615, "subset_score_loss": 0.15764066256009615}
+{"step": 740000, "wall_time": 5653.4764268398285, "train_loss_step": 13.080904006958008, "n_params": 4797700, "total_flops": 10906515456000000, "train_loss": 0.15392645322359524, "subset_score_loss": 0.15392645322359524}
+{"step": 750000, "wall_time": 5724.284608364105, "train_loss_step": 13.222818374633789, "n_params": 4797700, "total_flops": 11053900800000000, "train_loss": 0.15371981400709886, "subset_score_loss": 0.15371981400709886}
+{"step": 760000, "wall_time": 5795.098563909531, "train_loss_step": 12.7240571975708, "n_params": 4797700, "total_flops": 11201286144000000, "train_loss": 0.14944309821495644, "subset_score_loss": 0.14944309821495644}
+{"step": 770000, "wall_time": 5865.94472193718, "train_loss_step": 13.048263549804688, "n_params": 4797700, "total_flops": 11348671488000000, "train_loss": 0.15302266340989332, "subset_score_loss": 0.15302266340989332}
+{"step": 780000, "wall_time": 5936.756396055222, "train_loss_step": 12.184572219848633, "n_params": 4797700, "total_flops": 11496056832000000, "train_loss": 0.1487585948063777, "subset_score_loss": 0.1487585948063777}
+{"step": 790000, "wall_time": 6007.5937740802765, "train_loss_step": 12.922038078308105, "n_params": 4797700, "total_flops": 11643442176000000, "train_loss": 0.1490875977736253, "subset_score_loss": 0.1490875977736253}
+{"step": 800000, "wall_time": 6129.290946960449, "train_loss_step": 12.188735961914062, "n_params": 4797700, "total_flops": 11790827520000000, "train_loss": 0.14641480079064004, "subset_score_loss": 0.14641480079064004, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9653845429420471, "fid": 152.41980694870045, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 6199.219005346298, "train_loss_step": 12.044515609741211, "n_params": 4797700, "total_flops": 11938212864000000, "train_loss": 0.14353684645432693, "subset_score_loss": 0.14353684645432693}
+{"step": 820000, "wall_time": 6270.062894105911, "train_loss_step": 12.546027183532715, "n_params": 4797700, "total_flops": 12085598208000000, "train_loss": 0.14244437584510217, "subset_score_loss": 0.14244437584510217}
+{"step": 830000, "wall_time": 6340.958917379379, "train_loss_step": 12.768827438354492, "n_params": 4797700, "total_flops": 12232983552000000, "train_loss": 0.14584820087139422, "subset_score_loss": 0.14584820087139422}
+{"step": 840000, "wall_time": 6411.763176679611, "train_loss_step": 12.049802780151367, "n_params": 4797700, "total_flops": 12380368896000000, "train_loss": 0.13834590911865235, "subset_score_loss": 0.13834590911865235}
+{"step": 850000, "wall_time": 6482.596461057663, "train_loss_step": 12.370567321777344, "n_params": 4797700, "total_flops": 12527754240000000, "train_loss": 0.1369743200448843, "subset_score_loss": 0.1369743200448843}
+{"step": 860000, "wall_time": 6553.426798343658, "train_loss_step": 11.245655059814453, "n_params": 4797700, "total_flops": 12675139584000000, "train_loss": 0.13654579749474158, "subset_score_loss": 0.13654579749474158}
+{"step": 870000, "wall_time": 6624.336022377014, "train_loss_step": 12.403955459594727, "n_params": 4797700, "total_flops": 12822524928000000, "train_loss": 0.13599124321570763, "subset_score_loss": 0.13599124321570763}
+{"step": 880000, "wall_time": 6695.167098522186, "train_loss_step": 12.019290924072266, "n_params": 4797700, "total_flops": 12969910272000000, "train_loss": 0.13352662600003756, "subset_score_loss": 0.13352662600003756}
+{"step": 890000, "wall_time": 6765.998749494553, "train_loss_step": 12.038355827331543, "n_params": 4797700, "total_flops": 13117295616000000, "train_loss": 0.13516475970928485, "subset_score_loss": 0.13516475970928485}
+{"step": 900000, "wall_time": 6886.98782992363, "train_loss_step": 12.345699310302734, "n_params": 4797700, "total_flops": 13264680960000000, "train_loss": 0.13535106365497296, "subset_score_loss": 0.13535106365497296, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9637467861175537, "fid": 161.80369672349644, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 6956.002892255783, "train_loss_step": 10.866545677185059, "n_params": 4797700, "total_flops": 13412066304000000, "train_loss": 0.13181090721717248, "subset_score_loss": 0.13181090721717248}
+{"step": 920000, "wall_time": 7026.809343576431, "train_loss_step": 12.58966064453125, "n_params": 4797700, "total_flops": 13559451648000000, "train_loss": 0.1291315665611854, "subset_score_loss": 0.1291315665611854}
+{"step": 930000, "wall_time": 7097.646377563477, "train_loss_step": 12.430732727050781, "n_params": 4797700, "total_flops": 13706836992000000, "train_loss": 0.1287217066838191, "subset_score_loss": 0.1287217066838191}
+{"step": 940000, "wall_time": 7168.494713783264, "train_loss_step": 12.032737731933594, "n_params": 4797700, "total_flops": 13854222336000000, "train_loss": 0.12803130516639122, "subset_score_loss": 0.12803130516639122}
+{"step": 950000, "wall_time": 7239.302875995636, "train_loss_step": 11.682034492492676, "n_params": 4797700, "total_flops": 14001607680000000, "train_loss": 0.12829871544471153, "subset_score_loss": 0.12829871544471153}
+{"step": 960000, "wall_time": 7310.106818437576, "train_loss_step": 12.464483261108398, "n_params": 4797700, "total_flops": 14148993024000000, "train_loss": 0.12879672417273888, "subset_score_loss": 0.12879672417273888}
+{"step": 970000, "wall_time": 7380.978578329086, "train_loss_step": 12.190366744995117, "n_params": 4797700, "total_flops": 14296378368000000, "train_loss": 0.12634805532602164, "subset_score_loss": 0.12634805532602164}
+{"step": 980000, "wall_time": 7451.82218837738, "train_loss_step": 11.13538932800293, "n_params": 4797700, "total_flops": 14443763712000000, "train_loss": 0.12361090733454777, "subset_score_loss": 0.12361090733454777}
+{"step": 990000, "wall_time": 7522.6406280994415, "train_loss_step": 10.803071022033691, "n_params": 4797700, "total_flops": 14591149056000000, "train_loss": 0.11971734120295598, "subset_score_loss": 0.11971734120295598}
+{"step": 1000000, "wall_time": 7644.624267101288, "train_loss_step": 11.789657592773438, "n_params": 4797700, "total_flops": 14738534400000000, "train_loss": 0.12032393675584059, "subset_score_loss": 0.12032393675584059, "memorization_fraction_pixel": 0.0003000000142492354, "mean_nn_ratio_pixel": 0.9601322412490845, "fid": 167.95656097995607, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 7713.420702695847, "train_loss_step": 10.698965072631836, "n_params": 4797700, "total_flops": 14885919744000000, "train_loss": 0.11961052967951848, "subset_score_loss": 0.11961052967951848}
+{"step": 1020000, "wall_time": 7784.283658504486, "train_loss_step": 11.17872428894043, "n_params": 4797700, "total_flops": 15033305088000000, "train_loss": 0.11960975940410908, "subset_score_loss": 0.11960975940410908}
+{"step": 1030000, "wall_time": 7855.109974384308, "train_loss_step": 9.94417953491211, "n_params": 4797700, "total_flops": 15180690432000000, "train_loss": 0.11780457129845252, "subset_score_loss": 0.11780457129845252}
+{"step": 1040000, "wall_time": 7926.008430242538, "train_loss_step": 11.204898834228516, "n_params": 4797700, "total_flops": 15328075776000000, "train_loss": 0.11895398360032301, "subset_score_loss": 0.11895398360032301}
+{"step": 1050000, "wall_time": 7996.905548095703, "train_loss_step": 11.380319595336914, "n_params": 4797700, "total_flops": 15475461120000000, "train_loss": 0.11885284277109, "subset_score_loss": 0.11885284277109}
+{"step": 1060000, "wall_time": 8067.749381542206, "train_loss_step": 10.141206741333008, "n_params": 4797700, "total_flops": 15622846464000000, "train_loss": 0.11424391819880558, "subset_score_loss": 0.11424391819880558}
+{"step": 1070000, "wall_time": 8138.570446252823, "train_loss_step": 10.996723175048828, "n_params": 4797700, "total_flops": 15770231808000000, "train_loss": 0.11558893643892729, "subset_score_loss": 0.11558893643892729}
+{"step": 1080000, "wall_time": 8209.583946228027, "train_loss_step": 9.957109451293945, "n_params": 4797700, "total_flops": 15917617152000000, "train_loss": 0.11423097757192759, "subset_score_loss": 0.11423097757192759}
+{"step": 1090000, "wall_time": 8280.41243982315, "train_loss_step": 12.586524963378906, "n_params": 4797700, "total_flops": 16065002496000000, "train_loss": 0.11445291959322416, "subset_score_loss": 0.11445291959322416}
+{"step": 1100000, "wall_time": 8399.709473848343, "train_loss_step": 10.404901504516602, "n_params": 4797700, "total_flops": 16212387840000000, "train_loss": 0.11116903745211087, "subset_score_loss": 0.11116903745211087, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.9571184515953064, "fid": 168.3502124525438, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 8469.652524471283, "train_loss_step": 11.139861106872559, "n_params": 4797700, "total_flops": 16359773184000000, "train_loss": 0.11250702051016001, "subset_score_loss": 0.11250702051016001}
+{"step": 1120000, "wall_time": 8540.498491048813, "train_loss_step": 11.326862335205078, "n_params": 4797700, "total_flops": 16507158528000000, "train_loss": 0.11179023889394907, "subset_score_loss": 0.11179023889394907}
+{"step": 1130000, "wall_time": 8611.345047473907, "train_loss_step": 11.205657958984375, "n_params": 4797700, "total_flops": 16654543872000000, "train_loss": 0.10877931301410382, "subset_score_loss": 0.10877931301410382}
+{"step": 1140000, "wall_time": 8682.156074285507, "train_loss_step": 10.635457992553711, "n_params": 4797700, "total_flops": 16801929216000000, "train_loss": 0.11089914028461163, "subset_score_loss": 0.11089914028461163}
+{"step": 1150000, "wall_time": 8753.015603780746, "train_loss_step": 9.546979904174805, "n_params": 4797700, "total_flops": 16949314560000000, "train_loss": 0.10758609038132888, "subset_score_loss": 0.10758609038132888}
+{"step": 1160000, "wall_time": 8823.828770160675, "train_loss_step": 9.89078426361084, "n_params": 4797700, "total_flops": 17096699904000000, "train_loss": 0.10484112226046048, "subset_score_loss": 0.10484112226046048}
+{"step": 1170000, "wall_time": 8894.64469408989, "train_loss_step": 9.6199951171875, "n_params": 4797700, "total_flops": 17244085248000000, "train_loss": 0.10635832273043119, "subset_score_loss": 0.10635832273043119}
+{"step": 1180000, "wall_time": 8965.453527927399, "train_loss_step": 9.2640380859375, "n_params": 4797700, "total_flops": 17391470592000000, "train_loss": 0.10344049013577974, "subset_score_loss": 0.10344049013577974}
+{"step": 1190000, "wall_time": 9036.34433722496, "train_loss_step": 10.953973770141602, "n_params": 4797700, "total_flops": 17538855936000000, "train_loss": 0.10580688623281626, "subset_score_loss": 0.10580688623281626}
+{"step": 1200000, "wall_time": 9156.84506368637, "train_loss_step": 9.053864479064941, "n_params": 4797700, "total_flops": 17686241280000000, "train_loss": 0.10220801280095027, "subset_score_loss": 0.10220801280095027, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.9512962698936462, "fid": 169.7044905600189, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 9227.710072278976, "train_loss_step": 10.319903373718262, "n_params": 4797700, "total_flops": 17833626624000000, "train_loss": 0.1060406391437237, "subset_score_loss": 0.1060406391437237}
+{"step": 1220000, "wall_time": 9298.55746603012, "train_loss_step": 11.20832633972168, "n_params": 4797700, "total_flops": 17981011968000000, "train_loss": 0.10253579799945538, "subset_score_loss": 0.10253579799945538}
+{"step": 1230000, "wall_time": 9369.367778778076, "train_loss_step": 9.509153366088867, "n_params": 4797700, "total_flops": 18128397312000000, "train_loss": 0.10079576785747822, "subset_score_loss": 0.10079576785747822}
+{"step": 1240000, "wall_time": 9440.183902740479, "train_loss_step": 9.655984878540039, "n_params": 4797700, "total_flops": 18275782656000000, "train_loss": 0.10329037446242112, "subset_score_loss": 0.10329037446242112}
+{"step": 1250000, "wall_time": 9511.00751900673, "train_loss_step": 9.580422401428223, "n_params": 4797700, "total_flops": 18423168000000000, "train_loss": 0.1018487416780912, "subset_score_loss": 0.1018487416780912}
+{"step": 1260000, "wall_time": 9581.908322572708, "train_loss_step": 11.028664588928223, "n_params": 4797700, "total_flops": 18570553344000000, "train_loss": 0.10090176508976863, "subset_score_loss": 0.10090176508976863}
+{"step": 1270000, "wall_time": 9652.728462696075, "train_loss_step": 10.006597518920898, "n_params": 4797700, "total_flops": 18717938688000000, "train_loss": 0.09978930399968074, "subset_score_loss": 0.09978930399968074}
+{"step": 1280000, "wall_time": 9723.544703960419, "train_loss_step": 9.921257972717285, "n_params": 4797700, "total_flops": 18865324032000000, "train_loss": 0.10129825885479267, "subset_score_loss": 0.10129825885479267}
+{"step": 1290000, "wall_time": 9794.440947294235, "train_loss_step": 10.618346214294434, "n_params": 4797700, "total_flops": 19012709376000000, "train_loss": 0.10117494142972507, "subset_score_loss": 0.10117494142972507}
+{"step": 1300000, "wall_time": 9912.85928940773, "train_loss_step": 9.00495719909668, "n_params": 4797700, "total_flops": 19160094720000000, "train_loss": 0.09643283257117638, "subset_score_loss": 0.09643283257117638, "memorization_fraction_pixel": 0.0019000000320374966, "mean_nn_ratio_pixel": 0.9483879804611206, "fid": 171.49754860324907, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 9983.680302381516, "train_loss_step": 9.53295612335205, "n_params": 4797700, "total_flops": 19307480064000000, "train_loss": 0.09676089653602013, "subset_score_loss": 0.09676089653602013}
+{"step": 1320000, "wall_time": 10054.541118860245, "train_loss_step": 9.304656982421875, "n_params": 4797700, "total_flops": 19454865408000000, "train_loss": 0.09419987018291767, "subset_score_loss": 0.09419987018291767}
+{"step": 1330000, "wall_time": 10125.42672753334, "train_loss_step": 10.528779983520508, "n_params": 4797700, "total_flops": 19602250752000000, "train_loss": 0.0970813090984638, "subset_score_loss": 0.0970813090984638}
+{"step": 1340000, "wall_time": 10196.269317865372, "train_loss_step": 8.93912124633789, "n_params": 4797700, "total_flops": 19749636096000000, "train_loss": 0.09683248813335713, "subset_score_loss": 0.09683248813335713}
+{"step": 1350000, "wall_time": 10267.095586538315, "train_loss_step": 9.942244529724121, "n_params": 4797700, "total_flops": 19897021440000000, "train_loss": 0.09537859696608324, "subset_score_loss": 0.09537859696608324}
+{"step": 1360000, "wall_time": 10338.161523342133, "train_loss_step": 10.670110702514648, "n_params": 4797700, "total_flops": 20044406784000000, "train_loss": 0.09788554998544546, "subset_score_loss": 0.09788554998544546}
+{"step": 1370000, "wall_time": 10409.01157784462, "train_loss_step": 9.517090797424316, "n_params": 4797700, "total_flops": 20191792128000000, "train_loss": 0.09235175939706655, "subset_score_loss": 0.09235175939706655}
+{"step": 1380000, "wall_time": 10479.824966907501, "train_loss_step": 10.026153564453125, "n_params": 4797700, "total_flops": 20339177472000000, "train_loss": 0.09185229081373948, "subset_score_loss": 0.09185229081373948}
+{"step": 1390000, "wall_time": 10550.641465425491, "train_loss_step": 10.669326782226562, "n_params": 4797700, "total_flops": 20486562816000000, "train_loss": 0.09562068352332483, "subset_score_loss": 0.09562068352332483}
+{"step": 1400000, "wall_time": 10669.693850517273, "train_loss_step": 9.174704551696777, "n_params": 4797700, "total_flops": 20633948160000000, "train_loss": 0.08955557896540715, "subset_score_loss": 0.08955557896540715, "memorization_fraction_pixel": 0.0019000000320374966, "mean_nn_ratio_pixel": 0.9401212930679321, "fid": 168.0977299481639, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 10741.746741056442, "train_loss_step": 9.26776123046875, "n_params": 4797700, "total_flops": 20781333504000000, "train_loss": 0.09200592041015625, "subset_score_loss": 0.09200592041015625}
+{"step": 1420000, "wall_time": 10811.204934835434, "train_loss_step": 8.456369400024414, "n_params": 4797700, "total_flops": 20928718848000000, "train_loss": 0.0882872801560622, "subset_score_loss": 0.0882872801560622}
+{"step": 1430000, "wall_time": 10882.084081411362, "train_loss_step": 9.566097259521484, "n_params": 4797700, "total_flops": 21076104192000000, "train_loss": 0.09223460417527418, "subset_score_loss": 0.09223460417527418}
+{"step": 1440000, "wall_time": 10952.902515172958, "train_loss_step": 8.791757583618164, "n_params": 4797700, "total_flops": 21223489536000000, "train_loss": 0.08905187019935021, "subset_score_loss": 0.08905187019935021}
+{"step": 1450000, "wall_time": 11023.760296106339, "train_loss_step": 9.467117309570312, "n_params": 4797700, "total_flops": 21370874880000000, "train_loss": 0.0880830324613131, "subset_score_loss": 0.0880830324613131}
+{"step": 1460000, "wall_time": 11094.579141139984, "train_loss_step": 8.210521697998047, "n_params": 4797700, "total_flops": 21518260224000000, "train_loss": 0.0862057612492488, "subset_score_loss": 0.0862057612492488}
+{"step": 1470000, "wall_time": 11165.474883556366, "train_loss_step": 9.845718383789062, "n_params": 4797700, "total_flops": 21665645568000000, "train_loss": 0.08816908322847807, "subset_score_loss": 0.08816908322847807}
+{"step": 1480000, "wall_time": 11236.28381729126, "train_loss_step": 8.638107299804688, "n_params": 4797700, "total_flops": 21813030912000000, "train_loss": 0.0869567137498122, "subset_score_loss": 0.0869567137498122}
+{"step": 1490000, "wall_time": 11307.096848487854, "train_loss_step": 9.684640884399414, "n_params": 4797700, "total_flops": 21960416256000000, "train_loss": 0.08612141242394081, "subset_score_loss": 0.08612141242394081}
+{"step": 1500000, "wall_time": 11428.106996059418, "train_loss_step": 8.851669311523438, "n_params": 4797700, "total_flops": 22107801600000000, "train_loss": 0.08766440611619215, "subset_score_loss": 0.08766440611619215, "memorization_fraction_pixel": 0.003000000026077032, "mean_nn_ratio_pixel": 0.9379653334617615, "fid": 173.65041663941992, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 11501.413948774338, "train_loss_step": 9.186042785644531, "n_params": 4797700, "total_flops": 22255186944000000, "train_loss": 0.08629703521728516, "subset_score_loss": 0.08629703521728516}
+{"step": 1520000, "wall_time": 11569.752704620361, "train_loss_step": 9.109493255615234, "n_params": 4797700, "total_flops": 22402572288000000, "train_loss": 0.08683094611534706, "subset_score_loss": 0.08683094611534706}
+{"step": 1530000, "wall_time": 11640.568256378174, "train_loss_step": 9.331804275512695, "n_params": 4797700, "total_flops": 22549957632000000, "train_loss": 0.08448503934420072, "subset_score_loss": 0.08448503934420072}
+{"step": 1540000, "wall_time": 11711.453543424606, "train_loss_step": 9.362299919128418, "n_params": 4797700, "total_flops": 22697342976000000, "train_loss": 0.08646386953500601, "subset_score_loss": 0.08646386953500601}
+{"step": 1550000, "wall_time": 11782.262531995773, "train_loss_step": 8.471657752990723, "n_params": 4797700, "total_flops": 22844728320000000, "train_loss": 0.08197225423959585, "subset_score_loss": 0.08197225423959585}
+{"step": 1560000, "wall_time": 11853.088623285294, "train_loss_step": 8.762754440307617, "n_params": 4797700, "total_flops": 22992113664000000, "train_loss": 0.08485202789306641, "subset_score_loss": 0.08485202789306641}
+{"step": 1570000, "wall_time": 11923.961822032928, "train_loss_step": 9.475362777709961, "n_params": 4797700, "total_flops": 23139499008000000, "train_loss": 0.08245743238008939, "subset_score_loss": 0.08245743238008939}
+{"step": 1580000, "wall_time": 11994.81654715538, "train_loss_step": 9.48723316192627, "n_params": 4797700, "total_flops": 23286884352000000, "train_loss": 0.08440936895517202, "subset_score_loss": 0.08440936895517202}
+{"step": 1590000, "wall_time": 12065.639744520187, "train_loss_step": 9.122900009155273, "n_params": 4797700, "total_flops": 23434269696000000, "train_loss": 0.08118374897883489, "subset_score_loss": 0.08118374897883489}
+{"step": 1600000, "wall_time": 12185.99760389328, "train_loss_step": 8.834234237670898, "n_params": 4797700, "total_flops": 23581655040000000, "train_loss": 0.08353783534123348, "subset_score_loss": 0.08353783534123348, "memorization_fraction_pixel": 0.004000000189989805, "mean_nn_ratio_pixel": 0.9327869415283203, "fid": 173.9596994071146, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 12258.743124246597, "train_loss_step": 8.276982307434082, "n_params": 4797700, "total_flops": 23729040384000000, "train_loss": 0.08053480295034555, "subset_score_loss": 0.08053480295034555}
+{"step": 1620000, "wall_time": 12327.089705944061, "train_loss_step": 9.41778564453125, "n_params": 4797700, "total_flops": 23876425728000000, "train_loss": 0.08103995689978967, "subset_score_loss": 0.08103995689978967}
+{"step": 1630000, "wall_time": 12397.90142250061, "train_loss_step": 9.455163955688477, "n_params": 4797700, "total_flops": 24023811072000000, "train_loss": 0.08363283597506009, "subset_score_loss": 0.08363283597506009}
+{"step": 1640000, "wall_time": 12468.76600575447, "train_loss_step": 8.766928672790527, "n_params": 4797700, "total_flops": 24171196416000000, "train_loss": 0.08065184813279372, "subset_score_loss": 0.08065184813279372}
+{"step": 1650000, "wall_time": 12539.620013952255, "train_loss_step": 8.952794075012207, "n_params": 4797700, "total_flops": 24318581760000000, "train_loss": 0.08058744577261118, "subset_score_loss": 0.08058744577261118}
+{"step": 1660000, "wall_time": 12610.43357682228, "train_loss_step": 8.910764694213867, "n_params": 4797700, "total_flops": 24465967104000000, "train_loss": 0.08041905623215895, "subset_score_loss": 0.08041905623215895}
+{"step": 1670000, "wall_time": 12681.245247602463, "train_loss_step": 8.559775352478027, "n_params": 4797700, "total_flops": 24613352448000000, "train_loss": 0.07963337531456581, "subset_score_loss": 0.07963337531456581}
+{"step": 1680000, "wall_time": 12752.080156564713, "train_loss_step": 7.6087327003479, "n_params": 4797700, "total_flops": 24760737792000000, "train_loss": 0.07824314557589017, "subset_score_loss": 0.07824314557589017}
+{"step": 1690000, "wall_time": 12822.940886259079, "train_loss_step": 8.087030410766602, "n_params": 4797700, "total_flops": 24908123136000000, "train_loss": 0.08162006231454702, "subset_score_loss": 0.08162006231454702}
+{"step": 1700000, "wall_time": 12941.511823177338, "train_loss_step": 8.074178695678711, "n_params": 4797700, "total_flops": 25055508480000000, "train_loss": 0.07763109940748948, "subset_score_loss": 0.07763109940748948, "memorization_fraction_pixel": 0.005400000140070915, "mean_nn_ratio_pixel": 0.9308905005455017, "fid": 173.36083018781454, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 13013.473244667053, "train_loss_step": 8.64372444152832, "n_params": 4797700, "total_flops": 25202893824000000, "train_loss": 0.07789538456843449, "subset_score_loss": 0.07789538456843449}
+{"step": 1720000, "wall_time": 13084.040655612946, "train_loss_step": 8.24542236328125, "n_params": 4797700, "total_flops": 25350279168000000, "train_loss": 0.07884432719304012, "subset_score_loss": 0.07884432719304012}
+{"step": 1730000, "wall_time": 13154.86821770668, "train_loss_step": 7.6869049072265625, "n_params": 4797700, "total_flops": 25497664512000000, "train_loss": 0.07744467075054462, "subset_score_loss": 0.07744467075054462}
+{"step": 1740000, "wall_time": 13225.700958251953, "train_loss_step": 9.474029541015625, "n_params": 4797700, "total_flops": 25645049856000000, "train_loss": 0.07773170471191407, "subset_score_loss": 0.07773170471191407}
+{"step": 1750000, "wall_time": 13296.548822164536, "train_loss_step": 7.907639503479004, "n_params": 4797700, "total_flops": 25792435200000000, "train_loss": 0.07822392537043645, "subset_score_loss": 0.07822392537043645}
+{"step": 1760000, "wall_time": 13367.3955514431, "train_loss_step": 9.910030364990234, "n_params": 4797700, "total_flops": 25939820544000000, "train_loss": 0.07815738091102013, "subset_score_loss": 0.07815738091102013}
+{"step": 1770000, "wall_time": 13438.200805902481, "train_loss_step": 9.055729866027832, "n_params": 4797700, "total_flops": 26087205888000000, "train_loss": 0.07528559611393855, "subset_score_loss": 0.07528559611393855}
+{"step": 1780000, "wall_time": 13509.0232026577, "train_loss_step": 8.433998107910156, "n_params": 4797700, "total_flops": 26234591232000000, "train_loss": 0.07894642169658954, "subset_score_loss": 0.07894642169658954}
+{"step": 1790000, "wall_time": 13579.853362560272, "train_loss_step": 8.552053451538086, "n_params": 4797700, "total_flops": 26381976576000000, "train_loss": 0.07271738785963792, "subset_score_loss": 0.07271738785963792}
+{"step": 1800000, "wall_time": 13699.451343536377, "train_loss_step": 8.57032585144043, "n_params": 4797700, "total_flops": 26529361920000000, "train_loss": 0.07248904888446514, "subset_score_loss": 0.07248904888446514, "memorization_fraction_pixel": 0.006099999882280827, "mean_nn_ratio_pixel": 0.924728512763977, "fid": 177.03359010994697, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 13771.618812084198, "train_loss_step": 8.134353637695312, "n_params": 4797700, "total_flops": 26676747264000000, "train_loss": 0.07314900618333083, "subset_score_loss": 0.07314900618333083}
+{"step": 1820000, "wall_time": 13842.05034995079, "train_loss_step": 8.026968002319336, "n_params": 4797700, "total_flops": 26824132608000000, "train_loss": 0.07393588286179763, "subset_score_loss": 0.07393588286179763}
+{"step": 1830000, "wall_time": 13912.91073513031, "train_loss_step": 9.270134925842285, "n_params": 4797700, "total_flops": 26971517952000000, "train_loss": 0.07328442793626051, "subset_score_loss": 0.07328442793626051}
+{"step": 1840000, "wall_time": 13983.729675531387, "train_loss_step": 7.99464225769043, "n_params": 4797700, "total_flops": 27118903296000000, "train_loss": 0.07617330551147461, "subset_score_loss": 0.07617330551147461}
+{"step": 1850000, "wall_time": 14054.53876900673, "train_loss_step": 8.596426963806152, "n_params": 4797700, "total_flops": 27266288640000000, "train_loss": 0.07256018565251277, "subset_score_loss": 0.07256018565251277}
+{"step": 1860000, "wall_time": 14125.344980716705, "train_loss_step": 7.970310211181641, "n_params": 4797700, "total_flops": 27413673984000000, "train_loss": 0.07253921948946439, "subset_score_loss": 0.07253921948946439}
+{"step": 1870000, "wall_time": 14196.154695749283, "train_loss_step": 8.399236679077148, "n_params": 4797700, "total_flops": 27561059328000000, "train_loss": 0.07322005491990309, "subset_score_loss": 0.07322005491990309}
+{"step": 1880000, "wall_time": 14266.962390184402, "train_loss_step": 8.334830284118652, "n_params": 4797700, "total_flops": 27708444672000000, "train_loss": 0.07124270659226638, "subset_score_loss": 0.07124270659226638}
+{"step": 1890000, "wall_time": 14337.768667459488, "train_loss_step": 8.064258575439453, "n_params": 4797700, "total_flops": 27855830016000000, "train_loss": 0.06808349169217623, "subset_score_loss": 0.06808349169217623}
+{"step": 1900000, "wall_time": 14458.159781217575, "train_loss_step": 8.188356399536133, "n_params": 4797700, "total_flops": 28003215360000000, "train_loss": 0.07021310512836162, "subset_score_loss": 0.07021310512836162, "memorization_fraction_pixel": 0.006300000008195639, "mean_nn_ratio_pixel": 0.9235195517539978, "fid": 178.91432671332808, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 14529.702059268951, "train_loss_step": 7.41816520690918, "n_params": 4797700, "total_flops": 28150600704000000, "train_loss": 0.0721770139840933, "subset_score_loss": 0.0721770139840933}
+{"step": 1920000, "wall_time": 14600.509522914886, "train_loss_step": 8.633012771606445, "n_params": 4797700, "total_flops": 28297986048000000, "train_loss": 0.07046013612013596, "subset_score_loss": 0.07046013612013596}
+{"step": 1930000, "wall_time": 14671.317117452621, "train_loss_step": 8.059915542602539, "n_params": 4797700, "total_flops": 28445371392000000, "train_loss": 0.07052467052753154, "subset_score_loss": 0.07052467052753154}
+{"step": 1940000, "wall_time": 14742.121354579926, "train_loss_step": 8.327991485595703, "n_params": 4797700, "total_flops": 28592756736000000, "train_loss": 0.07244985287006085, "subset_score_loss": 0.07244985287006085}
+{"step": 1950000, "wall_time": 14812.928795099258, "train_loss_step": 8.9096097946167, "n_params": 4797700, "total_flops": 28740142080000000, "train_loss": 0.06984510421752929, "subset_score_loss": 0.06984510421752929}
+{"step": 1960000, "wall_time": 14883.740547895432, "train_loss_step": 7.840367317199707, "n_params": 4797700, "total_flops": 28887527424000000, "train_loss": 0.06781182655921349, "subset_score_loss": 0.06781182655921349}
+{"step": 1970000, "wall_time": 14954.576358318329, "train_loss_step": 8.175199508666992, "n_params": 4797700, "total_flops": 29034912768000000, "train_loss": 0.06859157268817608, "subset_score_loss": 0.06859157268817608}
+{"step": 1980000, "wall_time": 15025.40158200264, "train_loss_step": 8.188389778137207, "n_params": 4797700, "total_flops": 29182298112000000, "train_loss": 0.06842826696542594, "subset_score_loss": 0.06842826696542594}
+{"step": 1990000, "wall_time": 15096.209469795227, "train_loss_step": 8.105663299560547, "n_params": 4797700, "total_flops": 29329683456000000, "train_loss": 0.06891217598548302, "subset_score_loss": 0.06891217598548302}
+{"step": 2000000, "wall_time": 15215.813488006592, "train_loss_step": 9.088276863098145, "n_params": 4797700, "total_flops": 29477068800000000, "train_loss": 0.06910390853881836, "subset_score_loss": 0.06910390853881836, "memorization_fraction_pixel": 0.008700000122189522, "mean_nn_ratio_pixel": 0.9212114214897156, "fid": 181.70965008978976, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 15286.622683286667, "train_loss_step": 8.077638626098633, "n_params": 4797700, "total_flops": 29624454144000000, "train_loss": 0.0699016130887545, "subset_score_loss": 0.0699016130887545}
+{"step": 2020000, "wall_time": 15358.407226324081, "train_loss_step": 6.808012962341309, "n_params": 4797700, "total_flops": 29771839488000000, "train_loss": 0.06604158694927509, "subset_score_loss": 0.06604158694927509}
+{"step": 2030000, "wall_time": 15429.212017297745, "train_loss_step": 8.757774353027344, "n_params": 4797700, "total_flops": 29919224832000000, "train_loss": 0.06865273255568284, "subset_score_loss": 0.06865273255568284}
+{"step": 2040000, "wall_time": 15500.036496400833, "train_loss_step": 8.271709442138672, "n_params": 4797700, "total_flops": 30066610176000000, "train_loss": 0.06689911622267503, "subset_score_loss": 0.06689911622267503}
+{"step": 2050000, "wall_time": 15570.844394207, "train_loss_step": 7.809761047363281, "n_params": 4797700, "total_flops": 30213995520000000, "train_loss": 0.0660984626183143, "subset_score_loss": 0.0660984626183143}
+{"step": 2060000, "wall_time": 15641.66663646698, "train_loss_step": 7.764064788818359, "n_params": 4797700, "total_flops": 30361380864000000, "train_loss": 0.06728462072519156, "subset_score_loss": 0.06728462072519156}
+{"step": 2070000, "wall_time": 15712.509152173996, "train_loss_step": 7.950268745422363, "n_params": 4797700, "total_flops": 30508766208000000, "train_loss": 0.06539322779728816, "subset_score_loss": 0.06539322779728816}
+{"step": 2080000, "wall_time": 15783.335120916367, "train_loss_step": 8.273923873901367, "n_params": 4797700, "total_flops": 30656151552000000, "train_loss": 0.06502640063946064, "subset_score_loss": 0.06502640063946064}
+{"step": 2090000, "wall_time": 15854.154880046844, "train_loss_step": 8.252389907836914, "n_params": 4797700, "total_flops": 30803536896000000, "train_loss": 0.06750604922954853, "subset_score_loss": 0.06750604922954853}
+{"step": 2100000, "wall_time": 15973.409035682678, "train_loss_step": 8.89579963684082, "n_params": 4797700, "total_flops": 30950922240000000, "train_loss": 0.07032538927518404, "subset_score_loss": 0.07032538927518404, "memorization_fraction_pixel": 0.008500000461935997, "mean_nn_ratio_pixel": 0.9190633893013, "fid": 178.69345728760467, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 16044.413986682892, "train_loss_step": 6.936236381530762, "n_params": 4797700, "total_flops": 31098307584000000, "train_loss": 0.0665584344130296, "subset_score_loss": 0.0665584344130296}
+{"step": 2120000, "wall_time": 16116.15140914917, "train_loss_step": 9.04837417602539, "n_params": 4797700, "total_flops": 31245692928000000, "train_loss": 0.06460808240450346, "subset_score_loss": 0.06460808240450346}
+{"step": 2130000, "wall_time": 16186.961362838745, "train_loss_step": 6.8935866355896, "n_params": 4797700, "total_flops": 31393078272000000, "train_loss": 0.0636536378126878, "subset_score_loss": 0.0636536378126878}
+{"step": 2140000, "wall_time": 16257.78153514862, "train_loss_step": 8.561047554016113, "n_params": 4797700, "total_flops": 31540463616000000, "train_loss": 0.06385602951049804, "subset_score_loss": 0.06385602951049804}
+{"step": 2150000, "wall_time": 16328.588593006134, "train_loss_step": 7.847713947296143, "n_params": 4797700, "total_flops": 31687848960000000, "train_loss": 0.06574523632342999, "subset_score_loss": 0.06574523632342999}
+{"step": 2160000, "wall_time": 16399.403992652893, "train_loss_step": 9.099417686462402, "n_params": 4797700, "total_flops": 31835234304000000, "train_loss": 0.06352886053232046, "subset_score_loss": 0.06352886053232046}
+{"step": 2170000, "wall_time": 16470.209448099136, "train_loss_step": 8.505311012268066, "n_params": 4797700, "total_flops": 31982619648000000, "train_loss": 0.06566297090970553, "subset_score_loss": 0.06566297090970553}
+{"step": 2180000, "wall_time": 16541.022712230682, "train_loss_step": 8.536632537841797, "n_params": 4797700, "total_flops": 32130004992000000, "train_loss": 0.0665890620304988, "subset_score_loss": 0.0665890620304988}
+{"step": 2190000, "wall_time": 16611.83678007126, "train_loss_step": 7.654592514038086, "n_params": 4797700, "total_flops": 32277390336000000, "train_loss": 0.06310874498807467, "subset_score_loss": 0.06310874498807467}
+{"step": 2200000, "wall_time": 16734.73963022232, "train_loss_step": 8.216326713562012, "n_params": 4797700, "total_flops": 32424775680000000, "train_loss": 0.06370476209200346, "subset_score_loss": 0.06370476209200346, "memorization_fraction_pixel": 0.009800000116229057, "mean_nn_ratio_pixel": 0.9169447422027588, "fid": 182.4122673222046, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 16805.35379934311, "train_loss_step": 6.960912704467773, "n_params": 4797700, "total_flops": 32572161024000000, "train_loss": 0.05964836340684157, "subset_score_loss": 0.05964836340684157}
+{"step": 2220000, "wall_time": 16876.75837993622, "train_loss_step": 6.94395112991333, "n_params": 4797700, "total_flops": 32719546368000000, "train_loss": 0.060955047607421875, "subset_score_loss": 0.060955047607421875}
+{"step": 2230000, "wall_time": 16947.570819854736, "train_loss_step": 7.947154521942139, "n_params": 4797700, "total_flops": 32866931712000000, "train_loss": 0.06203533319326548, "subset_score_loss": 0.06203533319326548}
+{"step": 2240000, "wall_time": 17018.385425806046, "train_loss_step": 7.005683898925781, "n_params": 4797700, "total_flops": 33014317056000000, "train_loss": 0.06302491701566255, "subset_score_loss": 0.06302491701566255}
+{"step": 2250000, "wall_time": 17089.206335306168, "train_loss_step": 8.355295181274414, "n_params": 4797700, "total_flops": 33161702400000000, "train_loss": 0.061273688536423905, "subset_score_loss": 0.061273688536423905}
+{"step": 2260000, "wall_time": 17160.021260023117, "train_loss_step": 8.395940780639648, "n_params": 4797700, "total_flops": 33309087744000000, "train_loss": 0.06433738561776968, "subset_score_loss": 0.06433738561776968}
+{"step": 2270000, "wall_time": 17230.83286166191, "train_loss_step": 7.904860496520996, "n_params": 4797700, "total_flops": 33456473088000000, "train_loss": 0.06267181543203501, "subset_score_loss": 0.06267181543203501}
+{"step": 2280000, "wall_time": 17301.6609480381, "train_loss_step": 8.151734352111816, "n_params": 4797700, "total_flops": 33603858432000000, "train_loss": 0.06417540036714994, "subset_score_loss": 0.06417540036714994}
+{"step": 2290000, "wall_time": 17372.475818157196, "train_loss_step": 8.064565658569336, "n_params": 4797700, "total_flops": 33751243776000000, "train_loss": 0.05986974789546086, "subset_score_loss": 0.05986974789546086}
+{"step": 2300000, "wall_time": 17492.632182121277, "train_loss_step": 8.23426628112793, "n_params": 4797700, "total_flops": 33898629120000000, "train_loss": 0.06180138954749474, "subset_score_loss": 0.06180138954749474, "memorization_fraction_pixel": 0.011800000444054604, "mean_nn_ratio_pixel": 0.9126331210136414, "fid": 179.43793683123022, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 17563.717561483383, "train_loss_step": 6.976017475128174, "n_params": 4797700, "total_flops": 34046014464000000, "train_loss": 0.05909729737501878, "subset_score_loss": 0.05909729737501878}
+{"step": 2320000, "wall_time": 17635.37770795822, "train_loss_step": 8.180225372314453, "n_params": 4797700, "total_flops": 34193399808000000, "train_loss": 0.0595402350792518, "subset_score_loss": 0.0595402350792518}
+{"step": 2330000, "wall_time": 17706.182626724243, "train_loss_step": 7.645456314086914, "n_params": 4797700, "total_flops": 34340785152000000, "train_loss": 0.06372129000150241, "subset_score_loss": 0.06372129000150241}
+{"step": 2340000, "wall_time": 17776.9922413826, "train_loss_step": 7.981605052947998, "n_params": 4797700, "total_flops": 34488170496000000, "train_loss": 0.061645903954139124, "subset_score_loss": 0.061645903954139124}
+{"step": 2350000, "wall_time": 17847.80291247368, "train_loss_step": 6.827517509460449, "n_params": 4797700, "total_flops": 34635555840000000, "train_loss": 0.0596525999215933, "subset_score_loss": 0.0596525999215933}
+{"step": 2360000, "wall_time": 17918.61465382576, "train_loss_step": 7.883628845214844, "n_params": 4797700, "total_flops": 34782941184000000, "train_loss": 0.05975645872262808, "subset_score_loss": 0.05975645872262808}
+{"step": 2370000, "wall_time": 17989.423391342163, "train_loss_step": 7.180877685546875, "n_params": 4797700, "total_flops": 34930326528000000, "train_loss": 0.057238842890812804, "subset_score_loss": 0.057238842890812804}
+{"step": 2380000, "wall_time": 18060.234426021576, "train_loss_step": 7.79788875579834, "n_params": 4797700, "total_flops": 35077711872000000, "train_loss": 0.05846413465646597, "subset_score_loss": 0.05846413465646597}
+{"step": 2390000, "wall_time": 18131.053347587585, "train_loss_step": 7.91484260559082, "n_params": 4797700, "total_flops": 35225097216000000, "train_loss": 0.06066253368671124, "subset_score_loss": 0.06066253368671124}
+{"step": 2400000, "wall_time": 18251.758722543716, "train_loss_step": 7.541823387145996, "n_params": 4797700, "total_flops": 35372482560000000, "train_loss": 0.0552855711716872, "subset_score_loss": 0.0552855711716872, "memorization_fraction_pixel": 0.011900000274181366, "mean_nn_ratio_pixel": 0.9144261479377747, "fid": 173.74191391175702, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 18321.312001228333, "train_loss_step": 7.3747477531433105, "n_params": 4797700, "total_flops": 35519867904000000, "train_loss": 0.05632174198444073, "subset_score_loss": 0.05632174198444073}
+{"step": 2420000, "wall_time": 18394.115400075912, "train_loss_step": 7.991778373718262, "n_params": 4797700, "total_flops": 35667253248000000, "train_loss": 0.058242489741398736, "subset_score_loss": 0.058242489741398736}
+{"step": 2430000, "wall_time": 18464.92706990242, "train_loss_step": 8.23340892791748, "n_params": 4797700, "total_flops": 35814638592000000, "train_loss": 0.05736391360943134, "subset_score_loss": 0.05736391360943134}
+{"step": 2440000, "wall_time": 18535.74550318718, "train_loss_step": 7.775946617126465, "n_params": 4797700, "total_flops": 35962023936000000, "train_loss": 0.059969069407536435, "subset_score_loss": 0.059969069407536435}
+{"step": 2450000, "wall_time": 18606.58695912361, "train_loss_step": 7.722414493560791, "n_params": 4797700, "total_flops": 36109409280000000, "train_loss": 0.058153222157404975, "subset_score_loss": 0.058153222157404975}
+{"step": 2460000, "wall_time": 18677.397533655167, "train_loss_step": 7.326817512512207, "n_params": 4797700, "total_flops": 36256794624000000, "train_loss": 0.05626902947059045, "subset_score_loss": 0.05626902947059045}
+{"step": 2470000, "wall_time": 18748.223569393158, "train_loss_step": 7.462121963500977, "n_params": 4797700, "total_flops": 36404179968000000, "train_loss": 0.05638119624211238, "subset_score_loss": 0.05638119624211238}
+{"step": 2480000, "wall_time": 18819.036203622818, "train_loss_step": 7.431807518005371, "n_params": 4797700, "total_flops": 36551565312000000, "train_loss": 0.06157382818368765, "subset_score_loss": 0.06157382818368765}
+{"step": 2490000, "wall_time": 18889.86147403717, "train_loss_step": 7.927526950836182, "n_params": 4797700, "total_flops": 36698950656000000, "train_loss": 0.05762475453890287, "subset_score_loss": 0.05762475453890287}
+{"step": 2500000, "wall_time": 19010.37700200081, "train_loss_step": 6.660785675048828, "n_params": 4797700, "total_flops": 36846336000000000, "train_loss": 0.05829340127798227, "subset_score_loss": 0.05829340127798227, "memorization_fraction_pixel": 0.01209999993443489, "mean_nn_ratio_pixel": 0.9123443365097046, "fid": 177.66414510247145, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 19079.714897871017, "train_loss_step": 7.119266986846924, "n_params": 4797700, "total_flops": 36993721344000000, "train_loss": 0.059661069283118616, "subset_score_loss": 0.059661069283118616}
+{"step": 2520000, "wall_time": 19152.611951828003, "train_loss_step": 7.688626289367676, "n_params": 4797700, "total_flops": 37141106688000000, "train_loss": 0.0565066044147198, "subset_score_loss": 0.0565066044147198}
+{"step": 2530000, "wall_time": 19223.449444532394, "train_loss_step": 6.73014497756958, "n_params": 4797700, "total_flops": 37288492032000000, "train_loss": 0.0549257388481727, "subset_score_loss": 0.0549257388481727}
+{"step": 2540000, "wall_time": 19294.282873630524, "train_loss_step": 7.265414237976074, "n_params": 4797700, "total_flops": 37435877376000000, "train_loss": 0.05926900643568773, "subset_score_loss": 0.05926900643568773}
+{"step": 2550000, "wall_time": 19365.107377052307, "train_loss_step": 7.337413787841797, "n_params": 4797700, "total_flops": 37583262720000000, "train_loss": 0.058126174486600436, "subset_score_loss": 0.058126174486600436}
+{"step": 2560000, "wall_time": 19435.926530361176, "train_loss_step": 6.895960330963135, "n_params": 4797700, "total_flops": 37730648064000000, "train_loss": 0.054881671758798455, "subset_score_loss": 0.054881671758798455}
+{"step": 2570000, "wall_time": 19506.739496946335, "train_loss_step": 7.390678405761719, "n_params": 4797700, "total_flops": 37878033408000000, "train_loss": 0.054795136818519004, "subset_score_loss": 0.054795136818519004}
+{"step": 2580000, "wall_time": 19577.545104026794, "train_loss_step": 6.743655681610107, "n_params": 4797700, "total_flops": 38025418752000000, "train_loss": 0.05839838614830604, "subset_score_loss": 0.05839838614830604}
+{"step": 2590000, "wall_time": 19648.353324890137, "train_loss_step": 8.382954597473145, "n_params": 4797700, "total_flops": 38172804096000000, "train_loss": 0.05695019868703989, "subset_score_loss": 0.05695019868703989}
+{"step": 2600000, "wall_time": 19767.980835199356, "train_loss_step": 7.83566951751709, "n_params": 4797700, "total_flops": 38320189440000000, "train_loss": 0.057153547727144684, "subset_score_loss": 0.057153547727144684, "memorization_fraction_pixel": 0.014499999582767487, "mean_nn_ratio_pixel": 0.9107882976531982, "fid": 184.02347678970648, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 19837.267592191696, "train_loss_step": 6.673361778259277, "n_params": 4797700, "total_flops": 38467574784000000, "train_loss": 0.05275229307321402, "subset_score_loss": 0.05275229307321402}
+{"step": 2620000, "wall_time": 19909.740542411804, "train_loss_step": 7.043365478515625, "n_params": 4797700, "total_flops": 38614960128000000, "train_loss": 0.05427060494056115, "subset_score_loss": 0.05427060494056115}
+{"step": 2630000, "wall_time": 19980.539627552032, "train_loss_step": 7.633886337280273, "n_params": 4797700, "total_flops": 38762345472000000, "train_loss": 0.05366328312800481, "subset_score_loss": 0.05366328312800481}
+{"step": 2640000, "wall_time": 20051.34278154373, "train_loss_step": 7.326818466186523, "n_params": 4797700, "total_flops": 38909730816000000, "train_loss": 0.05361358569218562, "subset_score_loss": 0.05361358569218562}
+{"step": 2650000, "wall_time": 20122.134724855423, "train_loss_step": 7.737337112426758, "n_params": 4797700, "total_flops": 39057116160000000, "train_loss": 0.05614584776071402, "subset_score_loss": 0.05614584776071402}
+{"step": 2660000, "wall_time": 20192.925057172775, "train_loss_step": 7.703134536743164, "n_params": 4797700, "total_flops": 39204501504000000, "train_loss": 0.05482350129347581, "subset_score_loss": 0.05482350129347581}
+{"step": 2670000, "wall_time": 20263.71416592598, "train_loss_step": 7.696185111999512, "n_params": 4797700, "total_flops": 39351886848000000, "train_loss": 0.052617564568152794, "subset_score_loss": 0.052617564568152794}
+{"step": 2680000, "wall_time": 20334.515212774277, "train_loss_step": 7.447508811950684, "n_params": 4797700, "total_flops": 39499272192000000, "train_loss": 0.05308337578406701, "subset_score_loss": 0.05308337578406701}
+{"step": 2690000, "wall_time": 20405.329090833664, "train_loss_step": 7.420714378356934, "n_params": 4797700, "total_flops": 39646657536000000, "train_loss": 0.05365662207970252, "subset_score_loss": 0.05365662207970252}
+{"step": 2700000, "wall_time": 20525.076110839844, "train_loss_step": 8.224898338317871, "n_params": 4797700, "total_flops": 39794042880000000, "train_loss": 0.05660165640024038, "subset_score_loss": 0.05660165640024038, "memorization_fraction_pixel": 0.013899999670684338, "mean_nn_ratio_pixel": 0.9028354287147522, "fid": 176.95837567969738, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 20595.331583976746, "train_loss_step": 7.1972880363464355, "n_params": 4797700, "total_flops": 39941428224000000, "train_loss": 0.053234346096332257, "subset_score_loss": 0.053234346096332257}
+{"step": 2720000, "wall_time": 20668.09716796875, "train_loss_step": 7.702269554138184, "n_params": 4797700, "total_flops": 40088813568000000, "train_loss": 0.054996600517859824, "subset_score_loss": 0.054996600517859824}
+{"step": 2730000, "wall_time": 20738.90724682808, "train_loss_step": 8.897989273071289, "n_params": 4797700, "total_flops": 40236198912000000, "train_loss": 0.054041829475989706, "subset_score_loss": 0.054041829475989706}
+{"step": 2740000, "wall_time": 20809.71696448326, "train_loss_step": 7.789862632751465, "n_params": 4797700, "total_flops": 40383584256000000, "train_loss": 0.05209525548494779, "subset_score_loss": 0.05209525548494779}
+{"step": 2750000, "wall_time": 20880.54114508629, "train_loss_step": 7.002666473388672, "n_params": 4797700, "total_flops": 40530969600000000, "train_loss": 0.05466012221116286, "subset_score_loss": 0.05466012221116286}
+{"step": 2760000, "wall_time": 20951.350468873978, "train_loss_step": 7.53065824508667, "n_params": 4797700, "total_flops": 40678354944000000, "train_loss": 0.05233541268568773, "subset_score_loss": 0.05233541268568773}
+{"step": 2770000, "wall_time": 21022.180584192276, "train_loss_step": 7.912588596343994, "n_params": 4797700, "total_flops": 40825740288000000, "train_loss": 0.053519465373112605, "subset_score_loss": 0.053519465373112605}
+{"step": 2780000, "wall_time": 21093.00844192505, "train_loss_step": 7.042113304138184, "n_params": 4797700, "total_flops": 40973125632000000, "train_loss": 0.05958899718064528, "subset_score_loss": 0.05958899718064528}
+{"step": 2790000, "wall_time": 21163.82810807228, "train_loss_step": 6.7481842041015625, "n_params": 4797700, "total_flops": 41120510976000000, "train_loss": 0.05407256713280311, "subset_score_loss": 0.05407256713280311}
+{"step": 2800000, "wall_time": 21283.50404047966, "train_loss_step": 7.26887321472168, "n_params": 4797700, "total_flops": 41267896320000000, "train_loss": 0.05230380938603328, "subset_score_loss": 0.05230380938603328, "memorization_fraction_pixel": 0.016599999740719795, "mean_nn_ratio_pixel": 0.9021214842796326, "fid": 176.56296009860802, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 21352.79390025139, "train_loss_step": 7.615597724914551, "n_params": 4797700, "total_flops": 41415281664000000, "train_loss": 0.051354525639460635, "subset_score_loss": 0.051354525639460635}
+{"step": 2820000, "wall_time": 21425.470339536667, "train_loss_step": 7.708169460296631, "n_params": 4797700, "total_flops": 41562667008000000, "train_loss": 0.05262844379131611, "subset_score_loss": 0.05262844379131611}
+{"step": 2830000, "wall_time": 21496.279197216034, "train_loss_step": 6.314968109130859, "n_params": 4797700, "total_flops": 41710052352000000, "train_loss": 0.05259991058936486, "subset_score_loss": 0.05259991058936486}
+{"step": 2840000, "wall_time": 21567.090788841248, "train_loss_step": 7.44556188583374, "n_params": 4797700, "total_flops": 41857437696000000, "train_loss": 0.05011067023644081, "subset_score_loss": 0.05011067023644081}
+{"step": 2850000, "wall_time": 21637.897974014282, "train_loss_step": 6.56245231628418, "n_params": 4797700, "total_flops": 42004823040000000, "train_loss": 0.051407139117901145, "subset_score_loss": 0.051407139117901145}
+{"step": 2860000, "wall_time": 21708.70516705513, "train_loss_step": 7.550103187561035, "n_params": 4797700, "total_flops": 42152208384000000, "train_loss": 0.054227322798508865, "subset_score_loss": 0.054227322798508865}
+{"step": 2870000, "wall_time": 21779.5173227787, "train_loss_step": 7.830367565155029, "n_params": 4797700, "total_flops": 42299593728000000, "train_loss": 0.05164357332082895, "subset_score_loss": 0.05164357332082895}
+{"step": 2880000, "wall_time": 21850.344447135925, "train_loss_step": 7.309732437133789, "n_params": 4797700, "total_flops": 42446979072000000, "train_loss": 0.04990946696354793, "subset_score_loss": 0.04990946696354793}
+{"step": 2890000, "wall_time": 21921.15146613121, "train_loss_step": 6.836986541748047, "n_params": 4797700, "total_flops": 42594364416000000, "train_loss": 0.05105470877427321, "subset_score_loss": 0.05105470877427321}
+{"step": 2900000, "wall_time": 22041.961058855057, "train_loss_step": 7.0684099197387695, "n_params": 4797700, "total_flops": 42741749760000000, "train_loss": 0.05031061539283166, "subset_score_loss": 0.05031061539283166, "memorization_fraction_pixel": 0.016699999570846558, "mean_nn_ratio_pixel": 0.9032496213912964, "fid": 177.79314899599586, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 22111.274253845215, "train_loss_step": 7.539062023162842, "n_params": 4797700, "total_flops": 42889135104000000, "train_loss": 0.05194453459519607, "subset_score_loss": 0.05194453459519607}
+{"step": 2920000, "wall_time": 22184.21364760399, "train_loss_step": 7.584702968597412, "n_params": 4797700, "total_flops": 43036520448000000, "train_loss": 0.051187614294198845, "subset_score_loss": 0.051187614294198845}
+{"step": 2930000, "wall_time": 22254.551677703857, "train_loss_step": 7.028537273406982, "n_params": 4797700, "total_flops": 43183905792000000, "train_loss": 0.05242427679208609, "subset_score_loss": 0.05242427679208609}
+{"step": 2940000, "wall_time": 22325.360607624054, "train_loss_step": 7.157805442810059, "n_params": 4797700, "total_flops": 43331291136000000, "train_loss": 0.05272075946514423, "subset_score_loss": 0.05272075946514423}
+{"step": 2950000, "wall_time": 22396.18771338463, "train_loss_step": 6.799550533294678, "n_params": 4797700, "total_flops": 43478676480000000, "train_loss": 0.049343167818509615, "subset_score_loss": 0.049343167818509615}
+{"step": 2960000, "wall_time": 22467.005982637405, "train_loss_step": 8.334903717041016, "n_params": 4797700, "total_flops": 43626061824000000, "train_loss": 0.05549564361572266, "subset_score_loss": 0.05549564361572266}
+{"step": 2970000, "wall_time": 22537.830590724945, "train_loss_step": 7.535725116729736, "n_params": 4797700, "total_flops": 43773447168000000, "train_loss": 0.05102926767789401, "subset_score_loss": 0.05102926767789401}
+{"step": 2980000, "wall_time": 22608.63973045349, "train_loss_step": 7.072160720825195, "n_params": 4797700, "total_flops": 43920832512000000, "train_loss": 0.05058267666743352, "subset_score_loss": 0.05058267666743352}
+{"step": 2990000, "wall_time": 22679.461894989014, "train_loss_step": 7.354408264160156, "n_params": 4797700, "total_flops": 44068217856000000, "train_loss": 0.04894590011009803, "subset_score_loss": 0.04894590011009803}
+{"step": 3000000, "wall_time": 22799.382326602936, "train_loss_step": 7.486484050750732, "n_params": 4797700, "total_flops": 44215603200000000, "train_loss": 0.04982834595900316, "subset_score_loss": 0.04982834595900316, "memorization_fraction_pixel": 0.017400000244379044, "mean_nn_ratio_pixel": 0.899098813533783, "fid": 182.54924693791853, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 22868.596727609634, "train_loss_step": 7.591000556945801, "n_params": 4797700, "total_flops": 44362988544000000, "train_loss": 0.04888475124652569, "subset_score_loss": 0.04888475124652569}
+{"step": 3020000, "wall_time": 22942.9445912838, "train_loss_step": 7.110762596130371, "n_params": 4797700, "total_flops": 44510373888000000, "train_loss": 0.05001199062053974, "subset_score_loss": 0.05001199062053974}
+{"step": 3030000, "wall_time": 23011.973830461502, "train_loss_step": 7.125181674957275, "n_params": 4797700, "total_flops": 44657759232000000, "train_loss": 0.046544412466195915, "subset_score_loss": 0.046544412466195915}
+{"step": 3040000, "wall_time": 23082.777920246124, "train_loss_step": 7.556395053863525, "n_params": 4797700, "total_flops": 44805144576000000, "train_loss": 0.048392512248112605, "subset_score_loss": 0.048392512248112605}
+{"step": 3050000, "wall_time": 23153.583876609802, "train_loss_step": 6.856350898742676, "n_params": 4797700, "total_flops": 44952529920000000, "train_loss": 0.05134904934809758, "subset_score_loss": 0.05134904934809758}
+{"step": 3060000, "wall_time": 23224.38996362686, "train_loss_step": 7.396862983703613, "n_params": 4797700, "total_flops": 45099915264000000, "train_loss": 0.05147309303283691, "subset_score_loss": 0.05147309303283691}
+{"step": 3070000, "wall_time": 23295.20244050026, "train_loss_step": 7.768404006958008, "n_params": 4797700, "total_flops": 45247300608000000, "train_loss": 0.049919821665837215, "subset_score_loss": 0.049919821665837215}
+{"step": 3080000, "wall_time": 23366.013066768646, "train_loss_step": 6.761054515838623, "n_params": 4797700, "total_flops": 45394685952000000, "train_loss": 0.050079646477332485, "subset_score_loss": 0.050079646477332485}
+{"step": 3090000, "wall_time": 23436.823391199112, "train_loss_step": 6.4851226806640625, "n_params": 4797700, "total_flops": 45542071296000000, "train_loss": 0.04855791605435885, "subset_score_loss": 0.04855791605435885}
+{"step": 3100000, "wall_time": 23556.417746782303, "train_loss_step": 8.00411319732666, "n_params": 4797700, "total_flops": 45689456640000000, "train_loss": 0.050700873595017654, "subset_score_loss": 0.050700873595017654, "memorization_fraction_pixel": 0.01979999989271164, "mean_nn_ratio_pixel": 0.8967407941818237, "fid": 182.50461005810914, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 23625.227254629135, "train_loss_step": 6.862459182739258, "n_params": 4797700, "total_flops": 45836841984000000, "train_loss": 0.047806879190298225, "subset_score_loss": 0.047806879190298225}
+{"step": 3120000, "wall_time": 23700.01966190338, "train_loss_step": 7.0023884773254395, "n_params": 4797700, "total_flops": 45984227328000000, "train_loss": 0.04740549967839168, "subset_score_loss": 0.04740549967839168}
+{"step": 3130000, "wall_time": 23768.978049993515, "train_loss_step": 6.847239971160889, "n_params": 4797700, "total_flops": 46131612672000000, "train_loss": 0.046288592998798075, "subset_score_loss": 0.046288592998798075}
+{"step": 3140000, "wall_time": 23839.771970033646, "train_loss_step": 6.668804168701172, "n_params": 4797700, "total_flops": 46278998016000000, "train_loss": 0.05013131361741286, "subset_score_loss": 0.05013131361741286}
+{"step": 3150000, "wall_time": 23910.563864707947, "train_loss_step": 7.291905403137207, "n_params": 4797700, "total_flops": 46426383360000000, "train_loss": 0.04682751802297739, "subset_score_loss": 0.04682751802297739}
+{"step": 3160000, "wall_time": 23981.38554430008, "train_loss_step": 6.931118011474609, "n_params": 4797700, "total_flops": 46573768704000000, "train_loss": 0.048025604394766, "subset_score_loss": 0.048025604394766}
+{"step": 3170000, "wall_time": 24052.175245285034, "train_loss_step": 7.157183647155762, "n_params": 4797700, "total_flops": 46721154048000000, "train_loss": 0.0476476449232835, "subset_score_loss": 0.0476476449232835}
+{"step": 3180000, "wall_time": 24122.966562509537, "train_loss_step": 8.325160026550293, "n_params": 4797700, "total_flops": 46868539392000000, "train_loss": 0.047132117931659404, "subset_score_loss": 0.047132117931659404}
+{"step": 3190000, "wall_time": 24193.78250479698, "train_loss_step": 7.532118797302246, "n_params": 4797700, "total_flops": 47015924736000000, "train_loss": 0.0482663814838116, "subset_score_loss": 0.0482663814838116}
+{"step": 3200000, "wall_time": 24311.25653386116, "train_loss_step": 7.27989387512207, "n_params": 4797700, "total_flops": 47163310080000000, "train_loss": 0.04752034407395583, "subset_score_loss": 0.04752034407395583, "memorization_fraction_pixel": 0.022099999710917473, "mean_nn_ratio_pixel": 0.8924872875213623, "fid": 178.7758821284202, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 24381.29296207428, "train_loss_step": 6.685707092285156, "n_params": 4797700, "total_flops": 47310695424000000, "train_loss": 0.04648721768305852, "subset_score_loss": 0.04648721768305852}
+{"step": 3220000, "wall_time": 24455.60439491272, "train_loss_step": 6.87675666809082, "n_params": 4797700, "total_flops": 47458080768000000, "train_loss": 0.047696458376370945, "subset_score_loss": 0.047696458376370945}
+{"step": 3230000, "wall_time": 24525.377314329147, "train_loss_step": 7.549994468688965, "n_params": 4797700, "total_flops": 47605466112000000, "train_loss": 0.04704823860755333, "subset_score_loss": 0.04704823860755333}
+{"step": 3240000, "wall_time": 24596.184019804, "train_loss_step": 6.48586368560791, "n_params": 4797700, "total_flops": 47752851456000000, "train_loss": 0.04665239040668194, "subset_score_loss": 0.04665239040668194}
+{"step": 3250000, "wall_time": 24666.98136496544, "train_loss_step": 6.998251914978027, "n_params": 4797700, "total_flops": 47900236800000000, "train_loss": 0.04534374383779673, "subset_score_loss": 0.04534374383779673}
+{"step": 3260000, "wall_time": 24737.803458213806, "train_loss_step": 6.53682804107666, "n_params": 4797700, "total_flops": 48047622144000000, "train_loss": 0.045982793661264273, "subset_score_loss": 0.045982793661264273}
+{"step": 3270000, "wall_time": 24808.60887861252, "train_loss_step": 6.490690231323242, "n_params": 4797700, "total_flops": 48195007488000000, "train_loss": 0.046334130947406474, "subset_score_loss": 0.046334130947406474}
+{"step": 3280000, "wall_time": 24879.403921842575, "train_loss_step": 7.378554344177246, "n_params": 4797700, "total_flops": 48342392832000000, "train_loss": 0.044792432051438555, "subset_score_loss": 0.044792432051438555}
+{"step": 3290000, "wall_time": 24950.19865131378, "train_loss_step": 7.22592306137085, "n_params": 4797700, "total_flops": 48489778176000000, "train_loss": 0.04856923176692082, "subset_score_loss": 0.04856923176692082}
+{"step": 3300000, "wall_time": 25068.784020662308, "train_loss_step": 7.140254974365234, "n_params": 4797700, "total_flops": 48637163520000000, "train_loss": 0.045914536256056564, "subset_score_loss": 0.045914536256056564, "memorization_fraction_pixel": 0.026900000870227814, "mean_nn_ratio_pixel": 0.8925689458847046, "fid": 188.16560982393605, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 25139.017842769623, "train_loss_step": 7.682974815368652, "n_params": 4797700, "total_flops": 48784548864000000, "train_loss": 0.04677275510934683, "subset_score_loss": 0.04677275510934683}
+{"step": 3320000, "wall_time": 25212.976402282715, "train_loss_step": 7.012044906616211, "n_params": 4797700, "total_flops": 48931934208000000, "train_loss": 0.045926468188946065, "subset_score_loss": 0.045926468188946065}
+{"step": 3330000, "wall_time": 25282.887384176254, "train_loss_step": 7.395079612731934, "n_params": 4797700, "total_flops": 49079319552000000, "train_loss": 0.045950082632211536, "subset_score_loss": 0.045950082632211536}
+{"step": 3340000, "wall_time": 25353.69836497307, "train_loss_step": 7.094435691833496, "n_params": 4797700, "total_flops": 49226704896000000, "train_loss": 0.04339927159822904, "subset_score_loss": 0.04339927159822904}
+{"step": 3350000, "wall_time": 25424.526181459427, "train_loss_step": 6.783559799194336, "n_params": 4797700, "total_flops": 49374090240000000, "train_loss": 0.04336745188786433, "subset_score_loss": 0.04336745188786433}
+{"step": 3360000, "wall_time": 25495.33671426773, "train_loss_step": 7.028736114501953, "n_params": 4797700, "total_flops": 49521475584000000, "train_loss": 0.044727398799015924, "subset_score_loss": 0.044727398799015924}
+{"step": 3370000, "wall_time": 25566.147295236588, "train_loss_step": 6.898531913757324, "n_params": 4797700, "total_flops": 49668860928000000, "train_loss": 0.04646022503192608, "subset_score_loss": 0.04646022503192608}
+{"step": 3380000, "wall_time": 25636.957484722137, "train_loss_step": 6.870257377624512, "n_params": 4797700, "total_flops": 49816246272000000, "train_loss": 0.044711659504817085, "subset_score_loss": 0.044711659504817085}
+{"step": 3390000, "wall_time": 25707.774123430252, "train_loss_step": 7.382937431335449, "n_params": 4797700, "total_flops": 49963631616000000, "train_loss": 0.04439831146827111, "subset_score_loss": 0.04439831146827111}
+{"step": 3400000, "wall_time": 25827.658219099045, "train_loss_step": 6.187699317932129, "n_params": 4797700, "total_flops": 50111016960000000, "train_loss": 0.04426688047555777, "subset_score_loss": 0.04426688047555777, "memorization_fraction_pixel": 0.0215000007301569, "mean_nn_ratio_pixel": 0.8956575989723206, "fid": 185.62187022778153, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 25897.394721269608, "train_loss_step": 7.175045967102051, "n_params": 4797700, "total_flops": 50258402304000000, "train_loss": 0.043408657954289366, "subset_score_loss": 0.043408657954289366}
+{"step": 3420000, "wall_time": 25971.114359855652, "train_loss_step": 6.668447494506836, "n_params": 4797700, "total_flops": 50405787648000000, "train_loss": 0.046580905180711014, "subset_score_loss": 0.046580905180711014}
+{"step": 3430000, "wall_time": 26041.4368121624, "train_loss_step": 6.599857807159424, "n_params": 4797700, "total_flops": 50553172992000000, "train_loss": 0.045548068560086766, "subset_score_loss": 0.045548068560086766}
+{"step": 3440000, "wall_time": 26112.263263225555, "train_loss_step": 6.825189590454102, "n_params": 4797700, "total_flops": 50700558336000000, "train_loss": 0.04762178567739633, "subset_score_loss": 0.04762178567739633}
+{"step": 3450000, "wall_time": 26183.071490764618, "train_loss_step": 6.597787380218506, "n_params": 4797700, "total_flops": 50847943680000000, "train_loss": 0.04590796690720778, "subset_score_loss": 0.04590796690720778}
+{"step": 3460000, "wall_time": 26253.886435508728, "train_loss_step": 6.699565410614014, "n_params": 4797700, "total_flops": 50995329024000000, "train_loss": 0.04367771882277269, "subset_score_loss": 0.04367771882277269}
+{"step": 3470000, "wall_time": 26324.70495414734, "train_loss_step": 6.630343437194824, "n_params": 4797700, "total_flops": 51142714368000000, "train_loss": 0.04429249029893142, "subset_score_loss": 0.04429249029893142}
+{"step": 3480000, "wall_time": 26395.527045488358, "train_loss_step": 7.158646106719971, "n_params": 4797700, "total_flops": 51290099712000000, "train_loss": 0.04628734955420861, "subset_score_loss": 0.04628734955420861}
+{"step": 3490000, "wall_time": 26466.341577768326, "train_loss_step": 6.600284576416016, "n_params": 4797700, "total_flops": 51437485056000000, "train_loss": 0.04730236346905048, "subset_score_loss": 0.04730236346905048}
+{"step": 3500000, "wall_time": 26586.825862407684, "train_loss_step": 7.786921977996826, "n_params": 4797700, "total_flops": 51584870400000000, "train_loss": 0.046723417135385366, "subset_score_loss": 0.046723417135385366, "memorization_fraction_pixel": 0.026000000536441803, "mean_nn_ratio_pixel": 0.8883533477783203, "fid": 187.4158583084734, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 26657.16782259941, "train_loss_step": 7.65422248840332, "n_params": 4797700, "total_flops": 51732255744000000, "train_loss": 0.04726609450120192, "subset_score_loss": 0.04726609450120192}
+{"step": 3520000, "wall_time": 26730.76920413971, "train_loss_step": 6.672300815582275, "n_params": 4797700, "total_flops": 51879641088000000, "train_loss": 0.048132845071645884, "subset_score_loss": 0.048132845071645884}
+{"step": 3530000, "wall_time": 26801.34660935402, "train_loss_step": 6.783707618713379, "n_params": 4797700, "total_flops": 52027026432000000, "train_loss": 0.04685934140132024, "subset_score_loss": 0.04685934140132024}
+{"step": 3540000, "wall_time": 26872.157722711563, "train_loss_step": 6.442219257354736, "n_params": 4797700, "total_flops": 52174411776000000, "train_loss": 0.04271369347205529, "subset_score_loss": 0.04271369347205529}
+{"step": 3550000, "wall_time": 26942.969290733337, "train_loss_step": 6.887683868408203, "n_params": 4797700, "total_flops": 52321797120000000, "train_loss": 0.04435426271878756, "subset_score_loss": 0.04435426271878756}
+{"step": 3560000, "wall_time": 27013.78286933899, "train_loss_step": 6.3573689460754395, "n_params": 4797700, "total_flops": 52469182464000000, "train_loss": 0.0427031737107497, "subset_score_loss": 0.0427031737107497}
+{"step": 3570000, "wall_time": 27084.591873168945, "train_loss_step": 6.97645378112793, "n_params": 4797700, "total_flops": 52616567808000000, "train_loss": 0.04316585614131047, "subset_score_loss": 0.04316585614131047}
+{"step": 3580000, "wall_time": 27155.40005993843, "train_loss_step": 6.804105758666992, "n_params": 4797700, "total_flops": 52763953152000000, "train_loss": 0.042000348751361556, "subset_score_loss": 0.042000348751361556}
+{"step": 3590000, "wall_time": 27226.22741293907, "train_loss_step": 6.463669776916504, "n_params": 4797700, "total_flops": 52911338496000000, "train_loss": 0.043602319864126354, "subset_score_loss": 0.043602319864126354}
+{"step": 3600000, "wall_time": 27378.701110601425, "train_loss_step": 7.592377662658691, "n_params": 4797700, "total_flops": 53058723840000000, "train_loss": 0.04373609102689303, "subset_score_loss": 0.04373609102689303, "memorization_fraction_pixel": 0.02759999968111515, "mean_nn_ratio_pixel": 0.8908122777938843, "fid": 190.35185722010823, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 27438.720065116882, "train_loss_step": 7.145176410675049, "n_params": 4797700, "total_flops": 53206109184000000, "train_loss": 0.045067446048443136, "subset_score_loss": 0.045067446048443136}
+{"step": 3620000, "wall_time": 27511.194512605667, "train_loss_step": 6.387377738952637, "n_params": 4797700, "total_flops": 53353494528000000, "train_loss": 0.04345933840825007, "subset_score_loss": 0.04345933840825007}
+{"step": 3630000, "wall_time": 27582.031797409058, "train_loss_step": 7.237462997436523, "n_params": 4797700, "total_flops": 53500879872000000, "train_loss": 0.044629551814152645, "subset_score_loss": 0.044629551814152645}
+{"step": 3640000, "wall_time": 27652.85830640793, "train_loss_step": 6.421879768371582, "n_params": 4797700, "total_flops": 53648265216000000, "train_loss": 0.04091235674344576, "subset_score_loss": 0.04091235674344576}
+{"step": 3650000, "wall_time": 27723.670068502426, "train_loss_step": 6.928554058074951, "n_params": 4797700, "total_flops": 53795650560000000, "train_loss": 0.04197831520667443, "subset_score_loss": 0.04197831520667443}
+{"step": 3660000, "wall_time": 27794.493027687073, "train_loss_step": 7.61671257019043, "n_params": 4797700, "total_flops": 53943035904000000, "train_loss": 0.04146590599646935, "subset_score_loss": 0.04146590599646935}
+{"step": 3670000, "wall_time": 27865.314110279083, "train_loss_step": 6.965570449829102, "n_params": 4797700, "total_flops": 54090421248000000, "train_loss": 0.041489208661592926, "subset_score_loss": 0.041489208661592926}
+{"step": 3680000, "wall_time": 27936.125343084335, "train_loss_step": 6.659899711608887, "n_params": 4797700, "total_flops": 54237806592000000, "train_loss": 0.042709027803861176, "subset_score_loss": 0.042709027803861176}
+{"step": 3690000, "wall_time": 28008.98895740509, "train_loss_step": 6.3141913414001465, "n_params": 4797700, "total_flops": 54385191936000000, "train_loss": 0.04098809682405912, "subset_score_loss": 0.04098809682405912}
+{"step": 3700000, "wall_time": 28127.168602466583, "train_loss_step": 7.259346961975098, "n_params": 4797700, "total_flops": 54532577280000000, "train_loss": 0.04372581702012282, "subset_score_loss": 0.04372581702012282, "memorization_fraction_pixel": 0.03009999915957451, "mean_nn_ratio_pixel": 0.8836838603019714, "fid": 186.21278822209996, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 28198.011617422104, "train_loss_step": 7.875547409057617, "n_params": 4797700, "total_flops": 54679962624000000, "train_loss": 0.044095945358276364, "subset_score_loss": 0.044095945358276364}
+{"step": 3720000, "wall_time": 28270.806954860687, "train_loss_step": 7.021846771240234, "n_params": 4797700, "total_flops": 54827347968000000, "train_loss": 0.042156388209416314, "subset_score_loss": 0.042156388209416314}
+{"step": 3730000, "wall_time": 28341.65809416771, "train_loss_step": 6.4090681076049805, "n_params": 4797700, "total_flops": 54974733312000000, "train_loss": 0.04192412449763371, "subset_score_loss": 0.04192412449763371}
+{"step": 3740000, "wall_time": 28412.474016666412, "train_loss_step": 6.587559223175049, "n_params": 4797700, "total_flops": 55122118656000000, "train_loss": 0.042401963013869066, "subset_score_loss": 0.042401963013869066}
+{"step": 3750000, "wall_time": 28483.28111386299, "train_loss_step": 7.039165019989014, "n_params": 4797700, "total_flops": 55269504000000000, "train_loss": 0.04200368661146898, "subset_score_loss": 0.04200368661146898}
+{"step": 3760000, "wall_time": 28554.094995975494, "train_loss_step": 6.292140483856201, "n_params": 4797700, "total_flops": 55416889344000000, "train_loss": 0.04507984014657827, "subset_score_loss": 0.04507984014657827}
+{"step": 3770000, "wall_time": 28624.90454339981, "train_loss_step": 7.487700462341309, "n_params": 4797700, "total_flops": 55564274688000000, "train_loss": 0.04242554444533128, "subset_score_loss": 0.04242554444533128}
+{"step": 3780000, "wall_time": 28695.718792438507, "train_loss_step": 6.512382507324219, "n_params": 4797700, "total_flops": 55711660032000000, "train_loss": 0.041629893963153544, "subset_score_loss": 0.041629893963153544}
+{"step": 3790000, "wall_time": 28768.750106334686, "train_loss_step": 6.207881450653076, "n_params": 4797700, "total_flops": 55859045376000000, "train_loss": 0.04093484878540039, "subset_score_loss": 0.04093484878540039}
+{"step": 3800000, "wall_time": 28885.753695249557, "train_loss_step": 6.722582817077637, "n_params": 4797700, "total_flops": 56006430720000000, "train_loss": 0.043654309786283055, "subset_score_loss": 0.043654309786283055, "memorization_fraction_pixel": 0.03460000082850456, "mean_nn_ratio_pixel": 0.8818351626396179, "fid": 185.5000797110215, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 28956.548669099808, "train_loss_step": 7.1001057624816895, "n_params": 4797700, "total_flops": 56153816064000000, "train_loss": 0.0430605044731727, "subset_score_loss": 0.0430605044731727}
+{"step": 3820000, "wall_time": 29029.090440273285, "train_loss_step": 7.244320869445801, "n_params": 4797700, "total_flops": 56301201408000000, "train_loss": 0.04129565679110014, "subset_score_loss": 0.04129565679110014}
+{"step": 3830000, "wall_time": 29099.904984474182, "train_loss_step": 6.3684587478637695, "n_params": 4797700, "total_flops": 56448586752000000, "train_loss": 0.042447544978215145, "subset_score_loss": 0.042447544978215145}
+{"step": 3840000, "wall_time": 29170.71926021576, "train_loss_step": 6.423604965209961, "n_params": 4797700, "total_flops": 56595972096000000, "train_loss": 0.04192186135512132, "subset_score_loss": 0.04192186135512132}
+{"step": 3850000, "wall_time": 29241.5300052166, "train_loss_step": 7.854384422302246, "n_params": 4797700, "total_flops": 56743357440000000, "train_loss": 0.043588722669161285, "subset_score_loss": 0.043588722669161285}
+{"step": 3860000, "wall_time": 29312.34077644348, "train_loss_step": 6.700734615325928, "n_params": 4797700, "total_flops": 56890742784000000, "train_loss": 0.04096424396221454, "subset_score_loss": 0.04096424396221454}
+{"step": 3870000, "wall_time": 29383.186674833298, "train_loss_step": 6.6593403816223145, "n_params": 4797700, "total_flops": 57038128128000000, "train_loss": 0.04208672963655912, "subset_score_loss": 0.04208672963655912}
+{"step": 3880000, "wall_time": 29454.005006551743, "train_loss_step": 6.4979705810546875, "n_params": 4797700, "total_flops": 57185513472000000, "train_loss": 0.04131813049316406, "subset_score_loss": 0.04131813049316406}
+{"step": 3890000, "wall_time": 29527.022386550903, "train_loss_step": 6.139383316040039, "n_params": 4797700, "total_flops": 57332898816000000, "train_loss": 0.042838342373187725, "subset_score_loss": 0.042838342373187725}
+{"step": 3900000, "wall_time": 29644.289821863174, "train_loss_step": 7.1108903884887695, "n_params": 4797700, "total_flops": 57480284160000000, "train_loss": 0.04254016876220703, "subset_score_loss": 0.04254016876220703, "memorization_fraction_pixel": 0.03500000014901161, "mean_nn_ratio_pixel": 0.8830466866493225, "fid": 186.53773709121805, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 29714.574104070663, "train_loss_step": 6.643949508666992, "n_params": 4797700, "total_flops": 57627669504000000, "train_loss": 0.04047517776489258, "subset_score_loss": 0.04047517776489258}
+{"step": 3920000, "wall_time": 29787.279598474503, "train_loss_step": 7.1036224365234375, "n_params": 4797700, "total_flops": 57775054848000000, "train_loss": 0.04295727289639986, "subset_score_loss": 0.04295727289639986}
+{"step": 3930000, "wall_time": 29858.08764910698, "train_loss_step": 6.235508918762207, "n_params": 4797700, "total_flops": 57922440192000000, "train_loss": 0.04296340575584998, "subset_score_loss": 0.04296340575584998}
+{"step": 3940000, "wall_time": 29928.891308307648, "train_loss_step": 6.991211891174316, "n_params": 4797700, "total_flops": 58069825536000000, "train_loss": 0.040918856400709885, "subset_score_loss": 0.040918856400709885}
+{"step": 3950000, "wall_time": 29999.708793401718, "train_loss_step": 6.712010383605957, "n_params": 4797700, "total_flops": 58217210880000000, "train_loss": 0.04080356084383451, "subset_score_loss": 0.04080356084383451}
+{"step": 3960000, "wall_time": 30070.50488257408, "train_loss_step": 6.801436424255371, "n_params": 4797700, "total_flops": 58364596224000000, "train_loss": 0.04114451775184044, "subset_score_loss": 0.04114451775184044}
+{"step": 3970000, "wall_time": 30141.320556163788, "train_loss_step": 6.909867763519287, "n_params": 4797700, "total_flops": 58511981568000000, "train_loss": 0.04063992133507362, "subset_score_loss": 0.04063992133507362}
+{"step": 3980000, "wall_time": 30212.128822803497, "train_loss_step": 6.835700988769531, "n_params": 4797700, "total_flops": 58659366912000000, "train_loss": 0.039740918232844424, "subset_score_loss": 0.039740918232844424}
+{"step": 3990000, "wall_time": 30285.231991052628, "train_loss_step": 7.0084662437438965, "n_params": 4797700, "total_flops": 58806752256000000, "train_loss": 0.04069400567274827, "subset_score_loss": 0.04069400567274827}
+{"step": 4000000, "wall_time": 30401.70725941658, "train_loss_step": 6.969019889831543, "n_params": 4797700, "total_flops": 58954137600000000, "train_loss": 0.04060357533968412, "subset_score_loss": 0.04060357533968412, "memorization_fraction_pixel": 0.03420000150799751, "mean_nn_ratio_pixel": 0.880909264087677, "fid": 183.5238115764432, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 30471.282039403915, "train_loss_step": 6.485698699951172, "n_params": 4797700, "total_flops": 59101522944000000, "train_loss": 0.039432830076951246, "subset_score_loss": 0.039432830076951246}
+{"step": 4020000, "wall_time": 30544.07847213745, "train_loss_step": 6.5400166511535645, "n_params": 4797700, "total_flops": 59248908288000000, "train_loss": 0.038918968347402716, "subset_score_loss": 0.038918968347402716}
+{"step": 4030000, "wall_time": 30614.8678958416, "train_loss_step": 6.873414039611816, "n_params": 4797700, "total_flops": 59396293632000000, "train_loss": 0.03979494755084698, "subset_score_loss": 0.03979494755084698}
+{"step": 4040000, "wall_time": 30685.664492607117, "train_loss_step": 7.690503120422363, "n_params": 4797700, "total_flops": 59543678976000000, "train_loss": 0.04142287694490873, "subset_score_loss": 0.04142287694490873}
+{"step": 4050000, "wall_time": 30756.455706357956, "train_loss_step": 6.504350662231445, "n_params": 4797700, "total_flops": 59691064320000000, "train_loss": 0.04260739546555739, "subset_score_loss": 0.04260739546555739}
+{"step": 4060000, "wall_time": 30827.257345676422, "train_loss_step": 6.544758319854736, "n_params": 4797700, "total_flops": 59838449664000000, "train_loss": 0.03796302355252779, "subset_score_loss": 0.03796302355252779}
+{"step": 4070000, "wall_time": 30898.04907822609, "train_loss_step": 6.302257537841797, "n_params": 4797700, "total_flops": 59985835008000000, "train_loss": 0.03935374113229605, "subset_score_loss": 0.03935374113229605}
+{"step": 4080000, "wall_time": 30968.837505578995, "train_loss_step": 7.202850341796875, "n_params": 4797700, "total_flops": 60133220352000000, "train_loss": 0.04201774597167969, "subset_score_loss": 0.04201774597167969}
+{"step": 4090000, "wall_time": 31041.917634487152, "train_loss_step": 7.462690830230713, "n_params": 4797700, "total_flops": 60280605696000000, "train_loss": 0.03992134974553035, "subset_score_loss": 0.03992134974553035}
+{"step": 4100000, "wall_time": 31159.743460655212, "train_loss_step": 6.935536861419678, "n_params": 4797700, "total_flops": 60427991040000000, "train_loss": 0.03795354549701397, "subset_score_loss": 0.03795354549701397, "memorization_fraction_pixel": 0.034299999475479126, "mean_nn_ratio_pixel": 0.8801783919334412, "fid": 187.98982045195035, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 31229.69338774681, "train_loss_step": 6.08818244934082, "n_params": 4797700, "total_flops": 60575376384000000, "train_loss": 0.04181875815758338, "subset_score_loss": 0.04181875815758338}
+{"step": 4120000, "wall_time": 31302.110569238663, "train_loss_step": 7.190638065338135, "n_params": 4797700, "total_flops": 60722761728000000, "train_loss": 0.041571419055645285, "subset_score_loss": 0.041571419055645285}
+{"step": 4130000, "wall_time": 31372.92008972168, "train_loss_step": 6.649769306182861, "n_params": 4797700, "total_flops": 60870147072000000, "train_loss": 0.0408134570488563, "subset_score_loss": 0.0408134570488563}
+{"step": 4140000, "wall_time": 31443.713572502136, "train_loss_step": 7.285567283630371, "n_params": 4797700, "total_flops": 61017532416000000, "train_loss": 0.03982806572547326, "subset_score_loss": 0.03982806572547326}
+{"step": 4150000, "wall_time": 31514.52022767067, "train_loss_step": 7.084172248840332, "n_params": 4797700, "total_flops": 61164917760000000, "train_loss": 0.039050751466017504, "subset_score_loss": 0.039050751466017504}
+{"step": 4160000, "wall_time": 31585.315254449844, "train_loss_step": 7.7232747077941895, "n_params": 4797700, "total_flops": 61312303104000000, "train_loss": 0.03978286523085374, "subset_score_loss": 0.03978286523085374}
+{"step": 4170000, "wall_time": 31656.108632802963, "train_loss_step": 7.223729133605957, "n_params": 4797700, "total_flops": 61459688448000000, "train_loss": 0.04114240499643179, "subset_score_loss": 0.04114240499643179}
+{"step": 4180000, "wall_time": 31726.9098842144, "train_loss_step": 6.523956298828125, "n_params": 4797700, "total_flops": 61607073792000000, "train_loss": 0.03861802174494817, "subset_score_loss": 0.03861802174494817}
+{"step": 4190000, "wall_time": 31800.17786026001, "train_loss_step": 6.381444454193115, "n_params": 4797700, "total_flops": 61754459136000000, "train_loss": 0.041796442178579474, "subset_score_loss": 0.041796442178579474}
+{"step": 4200000, "wall_time": 31918.42723083496, "train_loss_step": 6.788335800170898, "n_params": 4797700, "total_flops": 61901844480000000, "train_loss": 0.03855266937842736, "subset_score_loss": 0.03855266937842736, "memorization_fraction_pixel": 0.03869999945163727, "mean_nn_ratio_pixel": 0.8728002905845642, "fid": 185.1435749985152, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 31989.305899858475, "train_loss_step": 7.048563480377197, "n_params": 4797700, "total_flops": 62049229824000000, "train_loss": 0.04016115848834698, "subset_score_loss": 0.04016115848834698}
+{"step": 4220000, "wall_time": 32062.111912727356, "train_loss_step": 6.958301067352295, "n_params": 4797700, "total_flops": 62196615168000000, "train_loss": 0.038949434573833756, "subset_score_loss": 0.038949434573833756}
+{"step": 4230000, "wall_time": 32132.90193414688, "train_loss_step": 6.190990924835205, "n_params": 4797700, "total_flops": 62344000512000000, "train_loss": 0.037136338307307316, "subset_score_loss": 0.037136338307307316}
+{"step": 4240000, "wall_time": 32203.692063570023, "train_loss_step": 6.524476051330566, "n_params": 4797700, "total_flops": 62491385856000000, "train_loss": 0.03895697593688965, "subset_score_loss": 0.03895697593688965}
+{"step": 4250000, "wall_time": 32274.47741675377, "train_loss_step": 6.692686557769775, "n_params": 4797700, "total_flops": 62638771200000000, "train_loss": 0.03806154911334698, "subset_score_loss": 0.03806154911334698}
+{"step": 4260000, "wall_time": 32345.26549768448, "train_loss_step": 7.117516040802002, "n_params": 4797700, "total_flops": 62786156544000000, "train_loss": 0.040775981316199666, "subset_score_loss": 0.040775981316199666}
+{"step": 4270000, "wall_time": 32416.054785966873, "train_loss_step": 6.462795734405518, "n_params": 4797700, "total_flops": 62933541888000000, "train_loss": 0.03803439140319824, "subset_score_loss": 0.03803439140319824}
+{"step": 4280000, "wall_time": 32486.84680700302, "train_loss_step": 6.488731384277344, "n_params": 4797700, "total_flops": 63080927232000000, "train_loss": 0.03767545406634991, "subset_score_loss": 0.03767545406634991}
+{"step": 4290000, "wall_time": 32559.706223249435, "train_loss_step": 6.4358601570129395, "n_params": 4797700, "total_flops": 63228312576000000, "train_loss": 0.04014703677250789, "subset_score_loss": 0.04014703677250789}
+{"step": 4300000, "wall_time": 32676.34556031227, "train_loss_step": 7.139884948730469, "n_params": 4797700, "total_flops": 63375697920000000, "train_loss": 0.03903387143061711, "subset_score_loss": 0.03903387143061711, "memorization_fraction_pixel": 0.040300000458955765, "mean_nn_ratio_pixel": 0.8734902143478394, "fid": 184.953381649006, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 32746.959212064743, "train_loss_step": 6.847494125366211, "n_params": 4797700, "total_flops": 63523083264000000, "train_loss": 0.03737828548137958, "subset_score_loss": 0.03737828548137958}
+{"step": 4320000, "wall_time": 32820.18270897865, "train_loss_step": 7.012962818145752, "n_params": 4797700, "total_flops": 63670468608000000, "train_loss": 0.04018763762253982, "subset_score_loss": 0.04018763762253982}
+{"step": 4330000, "wall_time": 32890.97384428978, "train_loss_step": 6.6709160804748535, "n_params": 4797700, "total_flops": 63817853952000000, "train_loss": 0.03775103642390325, "subset_score_loss": 0.03775103642390325}
+{"step": 4340000, "wall_time": 32961.78288578987, "train_loss_step": 6.244722366333008, "n_params": 4797700, "total_flops": 63965239296000000, "train_loss": 0.036475302622868466, "subset_score_loss": 0.036475302622868466}
+{"step": 4350000, "wall_time": 33032.600126981735, "train_loss_step": 6.46339225769043, "n_params": 4797700, "total_flops": 64112624640000000, "train_loss": 0.03806990843552809, "subset_score_loss": 0.03806990843552809}
+{"step": 4360000, "wall_time": 33103.397359609604, "train_loss_step": 6.958891868591309, "n_params": 4797700, "total_flops": 64260009984000000, "train_loss": 0.039066123962402347, "subset_score_loss": 0.039066123962402347}
+{"step": 4370000, "wall_time": 33174.20748877525, "train_loss_step": 6.994012355804443, "n_params": 4797700, "total_flops": 64407395328000000, "train_loss": 0.03755146540128268, "subset_score_loss": 0.03755146540128268}
+{"step": 4380000, "wall_time": 33245.00569272041, "train_loss_step": 6.745744705200195, "n_params": 4797700, "total_flops": 64554780672000000, "train_loss": 0.03785373981182392, "subset_score_loss": 0.03785373981182392}
+{"step": 4390000, "wall_time": 33317.73192381859, "train_loss_step": 5.799455642700195, "n_params": 4797700, "total_flops": 64702166016000000, "train_loss": 0.040943189767690805, "subset_score_loss": 0.040943189767690805}
+{"step": 4400000, "wall_time": 33434.54933094978, "train_loss_step": 7.048468589782715, "n_params": 4797700, "total_flops": 64849551360000000, "train_loss": 0.0389713874230018, "subset_score_loss": 0.0389713874230018, "memorization_fraction_pixel": 0.04569999873638153, "mean_nn_ratio_pixel": 0.8703930377960205, "fid": 188.3180027910567, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 33505.09842252731, "train_loss_step": 6.298218727111816, "n_params": 4797700, "total_flops": 64996936704000000, "train_loss": 0.03764947010920598, "subset_score_loss": 0.03764947010920598}
+{"step": 4420000, "wall_time": 33578.56498670578, "train_loss_step": 7.411733150482178, "n_params": 4797700, "total_flops": 65144322048000000, "train_loss": 0.03893459393427922, "subset_score_loss": 0.03893459393427922}
+{"step": 4430000, "wall_time": 33648.63357710838, "train_loss_step": 6.791957855224609, "n_params": 4797700, "total_flops": 65291707392000000, "train_loss": 0.0407595524421105, "subset_score_loss": 0.0407595524421105}
+{"step": 4440000, "wall_time": 33719.44618368149, "train_loss_step": 6.651544570922852, "n_params": 4797700, "total_flops": 65439092736000000, "train_loss": 0.03702778816223144, "subset_score_loss": 0.03702778816223144}
+{"step": 4450000, "wall_time": 33790.249566316605, "train_loss_step": 6.928969383239746, "n_params": 4797700, "total_flops": 65586478080000000, "train_loss": 0.03896792485163762, "subset_score_loss": 0.03896792485163762}
+{"step": 4460000, "wall_time": 33861.044295310974, "train_loss_step": 6.986402988433838, "n_params": 4797700, "total_flops": 65733863424000000, "train_loss": 0.03741097450256348, "subset_score_loss": 0.03741097450256348}
+{"step": 4470000, "wall_time": 33931.833909749985, "train_loss_step": 6.293096542358398, "n_params": 4797700, "total_flops": 65881248768000000, "train_loss": 0.03781048701359675, "subset_score_loss": 0.03781048701359675}
+{"step": 4480000, "wall_time": 34002.6272816658, "train_loss_step": 6.031310081481934, "n_params": 4797700, "total_flops": 66028634112000000, "train_loss": 0.03507233399611253, "subset_score_loss": 0.03507233399611253}
+{"step": 4490000, "wall_time": 34075.357453107834, "train_loss_step": 6.611503601074219, "n_params": 4797700, "total_flops": 66176019456000000, "train_loss": 0.03885330053476187, "subset_score_loss": 0.03885330053476187}
+{"step": 4500000, "wall_time": 34193.51757645607, "train_loss_step": 7.12518310546875, "n_params": 4797700, "total_flops": 66323404800000000, "train_loss": 0.038196824147151066, "subset_score_loss": 0.038196824147151066, "memorization_fraction_pixel": 0.0430000014603138, "mean_nn_ratio_pixel": 0.8737040758132935, "fid": 185.37662331343478, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 34264.070127010345, "train_loss_step": 6.220905303955078, "n_params": 4797700, "total_flops": 66470790144000000, "train_loss": 0.03630087559039776, "subset_score_loss": 0.03630087559039776}
+{"step": 4520000, "wall_time": 34338.07566666603, "train_loss_step": 6.910731315612793, "n_params": 4797700, "total_flops": 66618175488000000, "train_loss": 0.03978754557096041, "subset_score_loss": 0.03978754557096041}
+{"step": 4530000, "wall_time": 34407.20984864235, "train_loss_step": 6.869941711425781, "n_params": 4797700, "total_flops": 66765560832000000, "train_loss": 0.03622520886934721, "subset_score_loss": 0.03622520886934721}
+{"step": 4540000, "wall_time": 34477.99886035919, "train_loss_step": 6.307557106018066, "n_params": 4797700, "total_flops": 66912946176000000, "train_loss": 0.037691200696505035, "subset_score_loss": 0.037691200696505035}
+{"step": 4550000, "wall_time": 34548.79119038582, "train_loss_step": 6.224272727966309, "n_params": 4797700, "total_flops": 67060331520000000, "train_loss": 0.03586730223435622, "subset_score_loss": 0.03586730223435622}
+{"step": 4560000, "wall_time": 34619.586345911026, "train_loss_step": 6.184907913208008, "n_params": 4797700, "total_flops": 67207716864000000, "train_loss": 0.039293586290799654, "subset_score_loss": 0.039293586290799654}
+{"step": 4570000, "wall_time": 34690.3826982975, "train_loss_step": 6.766879081726074, "n_params": 4797700, "total_flops": 67355102208000000, "train_loss": 0.037159923406747675, "subset_score_loss": 0.037159923406747675}
+{"step": 4580000, "wall_time": 34761.19104218483, "train_loss_step": 6.472787857055664, "n_params": 4797700, "total_flops": 67502487552000000, "train_loss": 0.037943429213303785, "subset_score_loss": 0.037943429213303785}
+{"step": 4590000, "wall_time": 34833.500413417816, "train_loss_step": 6.860567092895508, "n_params": 4797700, "total_flops": 67649872896000000, "train_loss": 0.04011370218717135, "subset_score_loss": 0.04011370218717135}
+{"step": 4600000, "wall_time": 34951.763543367386, "train_loss_step": 6.7932448387146, "n_params": 4797700, "total_flops": 67797258240000000, "train_loss": 0.03866470410273625, "subset_score_loss": 0.03866470410273625, "memorization_fraction_pixel": 0.041600000113248825, "mean_nn_ratio_pixel": 0.8756043910980225, "fid": 183.20569900674516, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 35022.3452296257, "train_loss_step": 6.206676959991455, "n_params": 4797700, "total_flops": 67944643584000000, "train_loss": 0.03526575748737042, "subset_score_loss": 0.03526575748737042}
+{"step": 4620000, "wall_time": 35097.25990867615, "train_loss_step": 6.671487331390381, "n_params": 4797700, "total_flops": 68092028928000000, "train_loss": 0.03717060822706956, "subset_score_loss": 0.03717060822706956}
+{"step": 4630000, "wall_time": 35165.99702644348, "train_loss_step": 6.69291877746582, "n_params": 4797700, "total_flops": 68239414272000000, "train_loss": 0.03555951118469238, "subset_score_loss": 0.03555951118469238}
+{"step": 4640000, "wall_time": 35236.785799741745, "train_loss_step": 6.280360221862793, "n_params": 4797700, "total_flops": 68386799616000000, "train_loss": 0.03583608774038462, "subset_score_loss": 0.03583608774038462}
+{"step": 4650000, "wall_time": 35307.592324495316, "train_loss_step": 6.067692756652832, "n_params": 4797700, "total_flops": 68534184960000000, "train_loss": 0.0358069896697998, "subset_score_loss": 0.0358069896697998}
+{"step": 4660000, "wall_time": 35378.3896689415, "train_loss_step": 6.9506988525390625, "n_params": 4797700, "total_flops": 68681570304000000, "train_loss": 0.03719908640934871, "subset_score_loss": 0.03719908640934871}
+{"step": 4670000, "wall_time": 35449.18888068199, "train_loss_step": 6.1422438621521, "n_params": 4797700, "total_flops": 68828955648000000, "train_loss": 0.03475804695716271, "subset_score_loss": 0.03475804695716271}
+{"step": 4680000, "wall_time": 35520.00973248482, "train_loss_step": 6.0526580810546875, "n_params": 4797700, "total_flops": 68976340992000000, "train_loss": 0.036460366615882284, "subset_score_loss": 0.036460366615882284}
+{"step": 4690000, "wall_time": 35592.15745639801, "train_loss_step": 6.943114757537842, "n_params": 4797700, "total_flops": 69123726336000000, "train_loss": 0.03697914710411659, "subset_score_loss": 0.03697914710411659}
+{"step": 4700000, "wall_time": 35710.84924983978, "train_loss_step": 6.349828720092773, "n_params": 4797700, "total_flops": 69271111680000000, "train_loss": 0.03648515114417443, "subset_score_loss": 0.03648515114417443, "memorization_fraction_pixel": 0.03889999911189079, "mean_nn_ratio_pixel": 0.877616822719574, "fid": 187.2050531154046, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 35781.6894094944, "train_loss_step": 6.9011335372924805, "n_params": 4797700, "total_flops": 69418497024000000, "train_loss": 0.03686258242680476, "subset_score_loss": 0.03686258242680476}
+{"step": 4720000, "wall_time": 35856.801993370056, "train_loss_step": 6.690971374511719, "n_params": 4797700, "total_flops": 69565882368000000, "train_loss": 0.03560075759887695, "subset_score_loss": 0.03560075759887695}
+{"step": 4730000, "wall_time": 35924.7486782074, "train_loss_step": 5.85385799407959, "n_params": 4797700, "total_flops": 69713267712000000, "train_loss": 0.03608087026155912, "subset_score_loss": 0.03608087026155912}
+{"step": 4740000, "wall_time": 35995.54207801819, "train_loss_step": 6.327942848205566, "n_params": 4797700, "total_flops": 69860653056000000, "train_loss": 0.03516264328589806, "subset_score_loss": 0.03516264328589806}
+{"step": 4750000, "wall_time": 36066.32645916939, "train_loss_step": 6.736661911010742, "n_params": 4797700, "total_flops": 70008038400000000, "train_loss": 0.03670309506929838, "subset_score_loss": 0.03670309506929838}
+{"step": 4760000, "wall_time": 36137.11832666397, "train_loss_step": 6.23504114151001, "n_params": 4797700, "total_flops": 70155423744000000, "train_loss": 0.03747254518362192, "subset_score_loss": 0.03747254518362192}
+{"step": 4770000, "wall_time": 36207.91817879677, "train_loss_step": 6.295173645019531, "n_params": 4797700, "total_flops": 70302809088000000, "train_loss": 0.03500369145320012, "subset_score_loss": 0.03500369145320012}
+{"step": 4780000, "wall_time": 36278.70569944382, "train_loss_step": 6.436636447906494, "n_params": 4797700, "total_flops": 70450194432000000, "train_loss": 0.0351619500380296, "subset_score_loss": 0.0351619500380296}
+{"step": 4790000, "wall_time": 36350.405453681946, "train_loss_step": 6.559688568115234, "n_params": 4797700, "total_flops": 70597579776000000, "train_loss": 0.03477918918316181, "subset_score_loss": 0.03477918918316181}
+{"step": 4800000, "wall_time": 36468.522822618484, "train_loss_step": 6.69534158706665, "n_params": 4797700, "total_flops": 70744965120000000, "train_loss": 0.036578849645761344, "subset_score_loss": 0.036578849645761344, "memorization_fraction_pixel": 0.04659999907016754, "mean_nn_ratio_pixel": 0.8667762875556946, "fid": 183.97144040733525, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 36538.936240911484, "train_loss_step": 6.2222700119018555, "n_params": 4797700, "total_flops": 70892350464000000, "train_loss": 0.03884421128493089, "subset_score_loss": 0.03884421128493089}
+{"step": 4820000, "wall_time": 36613.455470085144, "train_loss_step": 6.274753570556641, "n_params": 4797700, "total_flops": 71039735808000000, "train_loss": 0.03531184196472168, "subset_score_loss": 0.03531184196472168}
+{"step": 4830000, "wall_time": 36682.41722846031, "train_loss_step": 5.944714546203613, "n_params": 4797700, "total_flops": 71187121152000000, "train_loss": 0.03941145676832933, "subset_score_loss": 0.03941145676832933}
+{"step": 4840000, "wall_time": 36753.24657011032, "train_loss_step": 6.738736152648926, "n_params": 4797700, "total_flops": 71334506496000000, "train_loss": 0.038011947044959436, "subset_score_loss": 0.038011947044959436}
+{"step": 4850000, "wall_time": 36824.06205058098, "train_loss_step": 6.3263044357299805, "n_params": 4797700, "total_flops": 71481891840000000, "train_loss": 0.038957056632408726, "subset_score_loss": 0.038957056632408726}
+{"step": 4860000, "wall_time": 36894.88487267494, "train_loss_step": 6.624423027038574, "n_params": 4797700, "total_flops": 71629277184000000, "train_loss": 0.03580806071941669, "subset_score_loss": 0.03580806071941669}
+{"step": 4870000, "wall_time": 36965.69381189346, "train_loss_step": 6.810254096984863, "n_params": 4797700, "total_flops": 71776662528000000, "train_loss": 0.03646255273085374, "subset_score_loss": 0.03646255273085374}
+{"step": 4880000, "wall_time": 37036.50289058685, "train_loss_step": 6.574204444885254, "n_params": 4797700, "total_flops": 71924047872000000, "train_loss": 0.03519994295560397, "subset_score_loss": 0.03519994295560397}
+{"step": 4890000, "wall_time": 37108.37459421158, "train_loss_step": 6.569700241088867, "n_params": 4797700, "total_flops": 72071433216000000, "train_loss": 0.03481607070335975, "subset_score_loss": 0.03481607070335975}
+{"step": 4900000, "wall_time": 37225.22371888161, "train_loss_step": 6.446439266204834, "n_params": 4797700, "total_flops": 72218818560000000, "train_loss": 0.03611959310678335, "subset_score_loss": 0.03611959310678335, "memorization_fraction_pixel": 0.04960000142455101, "mean_nn_ratio_pixel": 0.8712857365608215, "fid": 185.3100884822736, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 37295.98508024216, "train_loss_step": 6.873069763183594, "n_params": 4797700, "total_flops": 72366203904000000, "train_loss": 0.03447562364431528, "subset_score_loss": 0.03447562364431528}
+{"step": 4920000, "wall_time": 37369.86899924278, "train_loss_step": 6.69516658782959, "n_params": 4797700, "total_flops": 72513589248000000, "train_loss": 0.03560033211341271, "subset_score_loss": 0.03560033211341271}
+{"step": 4930000, "wall_time": 37439.679505586624, "train_loss_step": 6.2768235206604, "n_params": 4797700, "total_flops": 72660974592000000, "train_loss": 0.03509608048659105, "subset_score_loss": 0.03509608048659105}
+{"step": 4940000, "wall_time": 37510.486590623856, "train_loss_step": 7.147466659545898, "n_params": 4797700, "total_flops": 72808359936000000, "train_loss": 0.03662741000835712, "subset_score_loss": 0.03662741000835712}
+{"step": 4950000, "wall_time": 37581.29141116142, "train_loss_step": 6.458398818969727, "n_params": 4797700, "total_flops": 72955745280000000, "train_loss": 0.03359434421245868, "subset_score_loss": 0.03359434421245868}
+{"step": 4960000, "wall_time": 37652.09941291809, "train_loss_step": 6.709536552429199, "n_params": 4797700, "total_flops": 73103130624000000, "train_loss": 0.03507500061622033, "subset_score_loss": 0.03507500061622033}
+{"step": 4970000, "wall_time": 37722.910273075104, "train_loss_step": 5.968669891357422, "n_params": 4797700, "total_flops": 73250515968000000, "train_loss": 0.03412643579336313, "subset_score_loss": 0.03412643579336313}
+{"step": 4980000, "wall_time": 37793.71827554703, "train_loss_step": 6.0152997970581055, "n_params": 4797700, "total_flops": 73397901312000000, "train_loss": 0.038323208001943734, "subset_score_loss": 0.038323208001943734}
+{"step": 4990000, "wall_time": 37866.02908492088, "train_loss_step": 6.551508903503418, "n_params": 4797700, "total_flops": 73545286656000000, "train_loss": 0.0356710067162147, "subset_score_loss": 0.0356710067162147}
+{"step": 5000000, "wall_time": 37957.36174631119, "train_loss_step": 6.218166828155518, "n_params": 4797700, "total_flops": 73692672000000000, "train_loss": 0.03354329696068397, "subset_score_loss": 0.03354329696068397, "memorization_fraction_pixel": 0.05299999937415123, "mean_nn_ratio_pixel": 0.8629557490348816, "fid": 182.4580152597365, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d260/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d260/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..64ba945876ec472a1b27bf1039a4472cb1d93bfd
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed47/d260/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     59s | train_loss=1.0014 | fid=301.2697
+  step   10000 |    128s | train_loss=0.9998
+  step   20000 |    199s | train_loss=0.9818
+  step   30000 |    270s | train_loss=0.9413
+  step   40000 |    341s | train_loss=0.8876
+  step   50000 |    412s | train_loss=0.8248
+  step   60000 |    482s | train_loss=0.7656
+  step   70000 |    553s | train_loss=0.7144
+  step   80000 |    624s | train_loss=0.6729
+  step   90000 |    695s | train_loss=0.6374
+  step  100000 |    822s | train_loss=0.6092 | fid=298.2954
+  step  110000 |    889s | train_loss=0.5839
+  step  120000 |    960s | train_loss=0.5630
+  step  130000 |   1031s | train_loss=0.5473
+  step  140000 |   1101s | train_loss=0.5255
+  step  150000 |   1172s | train_loss=0.5058
+  step  160000 |   1243s | train_loss=0.4873
+  step  170000 |   1314s | train_loss=0.4654
+  step  180000 |   1385s | train_loss=0.4480
+  step  190000 |   1456s | train_loss=0.4261
+  step  200000 |   1581s | train_loss=0.4095 | fid=195.2901
+  step  210000 |   1647s | train_loss=0.3972
+  step  220000 |   1718s | train_loss=0.3789
+  step  230000 |   1789s | train_loss=0.3672
+  step  240000 |   1860s | train_loss=0.3550
+  step  250000 |   1930s | train_loss=0.3461
+  step  260000 |   2001s | train_loss=0.3332
+  step  270000 |   2072s | train_loss=0.3260
+  step  280000 |   2143s | train_loss=0.3141
+  step  290000 |   2214s | train_loss=0.3080
+  step  300000 |   2337s | train_loss=0.3038 | fid=168.7449
+  step  310000 |   2405s | train_loss=0.2939
+  step  320000 |   2476s | train_loss=0.2865
+  step  330000 |   2547s | train_loss=0.2803
+  step  340000 |   2618s | train_loss=0.2745
+  step  350000 |   2688s | train_loss=0.2715
+  step  360000 |   2759s | train_loss=0.2625
+  step  370000 |   2830s | train_loss=0.2573
+  step  380000 |   2901s | train_loss=0.2519
+  step  390000 |   2972s | train_loss=0.2471
+  step  400000 |   3095s | train_loss=0.2447 | fid=155.0189
+  step  410000 |   3164s | train_loss=0.2428
+  step  420000 |   3235s | train_loss=0.2360
+  step  430000 |   3305s | train_loss=0.2328
+  step  440000 |   3376s | train_loss=0.2290
+  step  450000 |   3447s | train_loss=0.2240
+  step  460000 |   3518s | train_loss=0.2187
+  step  470000 |   3589s | train_loss=0.2151
+  step  480000 |   3660s | train_loss=0.2130
+  step  490000 |   3730s | train_loss=0.2111
+  step  500000 |   3855s | train_loss=0.2089 | fid=148.1114
+  step  510000 |   3922s | train_loss=0.2033
+  step  520000 |   3992s | train_loss=0.2046
+  step  530000 |   4063s | train_loss=0.1974
+  step  540000 |   4134s | train_loss=0.1974
+  step  550000 |   4205s | train_loss=0.1937
+  step  560000 |   4276s | train_loss=0.1906
+  step  570000 |   4347s | train_loss=0.1893
+  step  580000 |   4417s | train_loss=0.1876
+  step  590000 |   4488s | train_loss=0.1853
+  step  600000 |   4613s | train_loss=0.1799 | fid=140.7032
+  step  610000 |   4682s | train_loss=0.1806
+  step  620000 |   4752s | train_loss=0.1760
+  step  630000 |   4823s | train_loss=0.1750
+  step  640000 |   4894s | train_loss=0.1761
+  step  650000 |   4965s | train_loss=0.1703
+  step  660000 |   5036s | train_loss=0.1683
+  step  670000 |   5107s | train_loss=0.1700
+  step  680000 |   5178s | train_loss=0.1666
+  step  690000 |   5248s | train_loss=0.1634
+  step  700000 |   5371s | train_loss=0.1611 | fid=140.7293
+  step  710000 |   5441s | train_loss=0.1642
+  step  720000 |   5512s | train_loss=0.1594
+  step  730000 |   5583s | train_loss=0.1576
+  step  740000 |   5653s | train_loss=0.1539
+  step  750000 |   5724s | train_loss=0.1537
+  step  760000 |   5795s | train_loss=0.1494
+  step  770000 |   5866s | train_loss=0.1530
+  step  780000 |   5937s | train_loss=0.1488
+  step  790000 |   6008s | train_loss=0.1491
+  step  800000 |   6129s | train_loss=0.1464 | fid=152.4198
+  step  810000 |   6199s | train_loss=0.1435
+  step  820000 |   6270s | train_loss=0.1424
+  step  830000 |   6341s | train_loss=0.1458
+  step  840000 |   6412s | train_loss=0.1383
+  step  850000 |   6483s | train_loss=0.1370
+  step  860000 |   6553s | train_loss=0.1365
+  step  870000 |   6624s | train_loss=0.1360
+  step  880000 |   6695s | train_loss=0.1335
+  step  890000 |   6766s | train_loss=0.1352
+  step  900000 |   6887s | train_loss=0.1354 | fid=161.8037
+  step  910000 |   6956s | train_loss=0.1318
+  step  920000 |   7027s | train_loss=0.1291
+  step  930000 |   7098s | train_loss=0.1287
+  step  940000 |   7168s | train_loss=0.1280
+  step  950000 |   7239s | train_loss=0.1283
+  step  960000 |   7310s | train_loss=0.1288
+  step  970000 |   7381s | train_loss=0.1263
+  step  980000 |   7452s | train_loss=0.1236
+  step  990000 |   7523s | train_loss=0.1197
+  step 1000000 |   7645s | train_loss=0.1203 | fid=167.9566
+  step 1010000 |   7713s | train_loss=0.1196
+  step 1020000 |   7784s | train_loss=0.1196
+  step 1030000 |   7855s | train_loss=0.1178
+  step 1040000 |   7926s | train_loss=0.1190
+  step 1050000 |   7997s | train_loss=0.1189
+  step 1060000 |   8068s | train_loss=0.1142
+  step 1070000 |   8139s | train_loss=0.1156
+  step 1080000 |   8210s | train_loss=0.1142
+  step 1090000 |   8280s | train_loss=0.1145
+  step 1100000 |   8400s | train_loss=0.1112 | fid=168.3502
+  step 1110000 |   8470s | train_loss=0.1125
+  step 1120000 |   8540s | train_loss=0.1118
+  step 1130000 |   8611s | train_loss=0.1088
+  step 1140000 |   8682s | train_loss=0.1109
+  step 1150000 |   8753s | train_loss=0.1076
+  step 1160000 |   8824s | train_loss=0.1048
+  step 1170000 |   8895s | train_loss=0.1064
+  step 1180000 |   8965s | train_loss=0.1034
+  step 1190000 |   9036s | train_loss=0.1058
+  step 1200000 |   9157s | train_loss=0.1022 | fid=169.7045
+  step 1210000 |   9228s | train_loss=0.1060
+  step 1220000 |   9299s | train_loss=0.1025
+  step 1230000 |   9369s | train_loss=0.1008
+  step 1240000 |   9440s | train_loss=0.1033
+  step 1250000 |   9511s | train_loss=0.1018
+  step 1260000 |   9582s | train_loss=0.1009
+  step 1270000 |   9653s | train_loss=0.0998
+  step 1280000 |   9724s | train_loss=0.1013
+  step 1290000 |   9794s | train_loss=0.1012
+  step 1300000 |   9913s | train_loss=0.0964 | fid=171.4975
+  step 1310000 |   9984s | train_loss=0.0968
+  step 1320000 |  10055s | train_loss=0.0942
+  step 1330000 |  10125s | train_loss=0.0971
+  step 1340000 |  10196s | train_loss=0.0968
+  step 1350000 |  10267s | train_loss=0.0954
+  step 1360000 |  10338s | train_loss=0.0979
+  step 1370000 |  10409s | train_loss=0.0924
+  step 1380000 |  10480s | train_loss=0.0919
+  step 1390000 |  10551s | train_loss=0.0956
+  step 1400000 |  10670s | train_loss=0.0896 | fid=168.0977
+  step 1410000 |  10742s | train_loss=0.0920
+  step 1420000 |  10811s | train_loss=0.0883
+  step 1430000 |  10882s | train_loss=0.0922
+  step 1440000 |  10953s | train_loss=0.0891
+  step 1450000 |  11024s | train_loss=0.0881
+  step 1460000 |  11095s | train_loss=0.0862
+  step 1470000 |  11165s | train_loss=0.0882
+  step 1480000 |  11236s | train_loss=0.0870
+  step 1490000 |  11307s | train_loss=0.0861
+  step 1500000 |  11428s | train_loss=0.0877 | fid=173.6504
+  step 1510000 |  11501s | train_loss=0.0863
+  step 1520000 |  11570s | train_loss=0.0868
+  step 1530000 |  11641s | train_loss=0.0845
+  step 1540000 |  11711s | train_loss=0.0865
+  step 1550000 |  11782s | train_loss=0.0820
+  step 1560000 |  11853s | train_loss=0.0849
+  step 1570000 |  11924s | train_loss=0.0825
+  step 1580000 |  11995s | train_loss=0.0844
+  step 1590000 |  12066s | train_loss=0.0812
+  step 1600000 |  12186s | train_loss=0.0835 | fid=173.9597
+  step 1610000 |  12259s | train_loss=0.0805
+  step 1620000 |  12327s | train_loss=0.0810
+  step 1630000 |  12398s | train_loss=0.0836
+  step 1640000 |  12469s | train_loss=0.0807
+  step 1650000 |  12540s | train_loss=0.0806
+  step 1660000 |  12610s | train_loss=0.0804
+  step 1670000 |  12681s | train_loss=0.0796
+  step 1680000 |  12752s | train_loss=0.0782
+  step 1690000 |  12823s | train_loss=0.0816
+  step 1700000 |  12942s | train_loss=0.0776 | fid=173.3608
+  step 1710000 |  13013s | train_loss=0.0779
+  step 1720000 |  13084s | train_loss=0.0788
+  step 1730000 |  13155s | train_loss=0.0774
+  step 1740000 |  13226s | train_loss=0.0777
+  step 1750000 |  13297s | train_loss=0.0782
+  step 1760000 |  13367s | train_loss=0.0782
+  step 1770000 |  13438s | train_loss=0.0753
+  step 1780000 |  13509s | train_loss=0.0789
+  step 1790000 |  13580s | train_loss=0.0727
+  step 1800000 |  13699s | train_loss=0.0725 | fid=177.0336
+  step 1810000 |  13772s | train_loss=0.0731
+  step 1820000 |  13842s | train_loss=0.0739
+  step 1830000 |  13913s | train_loss=0.0733
+  step 1840000 |  13984s | train_loss=0.0762
+  step 1850000 |  14055s | train_loss=0.0726
+  step 1860000 |  14125s | train_loss=0.0725
+  step 1870000 |  14196s | train_loss=0.0732
+  step 1880000 |  14267s | train_loss=0.0712
+  step 1890000 |  14338s | train_loss=0.0681
+  step 1900000 |  14458s | train_loss=0.0702 | fid=178.9143
+  step 1910000 |  14530s | train_loss=0.0722
+  step 1920000 |  14601s | train_loss=0.0705
+  step 1930000 |  14671s | train_loss=0.0705
+  step 1940000 |  14742s | train_loss=0.0724
+  step 1950000 |  14813s | train_loss=0.0698
+  step 1960000 |  14884s | train_loss=0.0678
+  step 1970000 |  14955s | train_loss=0.0686
+  step 1980000 |  15025s | train_loss=0.0684
+  step 1990000 |  15096s | train_loss=0.0689
+  step 2000000 |  15216s | train_loss=0.0691 | fid=181.7097
+  step 2010000 |  15287s | train_loss=0.0699
+  step 2020000 |  15358s | train_loss=0.0660
+  step 2030000 |  15429s | train_loss=0.0687
+  step 2040000 |  15500s | train_loss=0.0669
+  step 2050000 |  15571s | train_loss=0.0661
+  step 2060000 |  15642s | train_loss=0.0673
+  step 2070000 |  15713s | train_loss=0.0654
+  step 2080000 |  15783s | train_loss=0.0650
+  step 2090000 |  15854s | train_loss=0.0675
+  step 2100000 |  15973s | train_loss=0.0703 | fid=178.6935
+  step 2110000 |  16044s | train_loss=0.0666
+  step 2120000 |  16116s | train_loss=0.0646
+  step 2130000 |  16187s | train_loss=0.0637
+  step 2140000 |  16258s | train_loss=0.0639
+  step 2150000 |  16329s | train_loss=0.0657
+  step 2160000 |  16399s | train_loss=0.0635
+  step 2170000 |  16470s | train_loss=0.0657
+  step 2180000 |  16541s | train_loss=0.0666
+  step 2190000 |  16612s | train_loss=0.0631
+  step 2200000 |  16735s | train_loss=0.0637 | fid=182.4123
+  step 2210000 |  16805s | train_loss=0.0596
+  step 2220000 |  16877s | train_loss=0.0610
+  step 2230000 |  16948s | train_loss=0.0620
+  step 2240000 |  17018s | train_loss=0.0630
+  step 2250000 |  17089s | train_loss=0.0613
+  step 2260000 |  17160s | train_loss=0.0643
+  step 2270000 |  17231s | train_loss=0.0627
+  step 2280000 |  17302s | train_loss=0.0642
+  step 2290000 |  17372s | train_loss=0.0599
+  step 2300000 |  17493s | train_loss=0.0618 | fid=179.4379
+  step 2310000 |  17564s | train_loss=0.0591
+  step 2320000 |  17635s | train_loss=0.0595
+  step 2330000 |  17706s | train_loss=0.0637
+  step 2340000 |  17777s | train_loss=0.0616
+  step 2350000 |  17848s | train_loss=0.0597
+  step 2360000 |  17919s | train_loss=0.0598
+  step 2370000 |  17989s | train_loss=0.0572
+  step 2380000 |  18060s | train_loss=0.0585
+  step 2390000 |  18131s | train_loss=0.0607
+  step 2400000 |  18252s | train_loss=0.0553 | fid=173.7419
+  step 2410000 |  18321s | train_loss=0.0563
+  step 2420000 |  18394s | train_loss=0.0582
+  step 2430000 |  18465s | train_loss=0.0574
+  step 2440000 |  18536s | train_loss=0.0600
+  step 2450000 |  18607s | train_loss=0.0582
+  step 2460000 |  18677s | train_loss=0.0563
+  step 2470000 |  18748s | train_loss=0.0564
+  step 2480000 |  18819s | train_loss=0.0616
+  step 2490000 |  18890s | train_loss=0.0576
+  step 2500000 |  19010s | train_loss=0.0583 | fid=177.6641
+  step 2510000 |  19080s | train_loss=0.0597
+  step 2520000 |  19153s | train_loss=0.0565
+  step 2530000 |  19223s | train_loss=0.0549
+  step 2540000 |  19294s | train_loss=0.0593
+  step 2550000 |  19365s | train_loss=0.0581
+  step 2560000 |  19436s | train_loss=0.0549
+  step 2570000 |  19507s | train_loss=0.0548
+  step 2580000 |  19578s | train_loss=0.0584
+  step 2590000 |  19648s | train_loss=0.0570
+  step 2600000 |  19768s | train_loss=0.0572 | fid=184.0235
+  step 2610000 |  19837s | train_loss=0.0528
+  step 2620000 |  19910s | train_loss=0.0543
+  step 2630000 |  19981s | train_loss=0.0537
+  step 2640000 |  20051s | train_loss=0.0536
+  step 2650000 |  20122s | train_loss=0.0561
+  step 2660000 |  20193s | train_loss=0.0548
+  step 2670000 |  20264s | train_loss=0.0526
+  step 2680000 |  20335s | train_loss=0.0531
+  step 2690000 |  20405s | train_loss=0.0537
+  step 2700000 |  20525s | train_loss=0.0566 | fid=176.9584
+  step 2710000 |  20595s | train_loss=0.0532
+  step 2720000 |  20668s | train_loss=0.0550
+  step 2730000 |  20739s | train_loss=0.0540
+  step 2740000 |  20810s | train_loss=0.0521
+  step 2750000 |  20881s | train_loss=0.0547
+  step 2760000 |  20951s | train_loss=0.0523
+  step 2770000 |  21022s | train_loss=0.0535
+  step 2780000 |  21093s | train_loss=0.0596
+  step 2790000 |  21164s | train_loss=0.0541
+  step 2800000 |  21284s | train_loss=0.0523 | fid=176.5630
+  step 2810000 |  21353s | train_loss=0.0514
+  step 2820000 |  21425s | train_loss=0.0526
+  step 2830000 |  21496s | train_loss=0.0526
+  step 2840000 |  21567s | train_loss=0.0501
+  step 2850000 |  21638s | train_loss=0.0514
+  step 2860000 |  21709s | train_loss=0.0542
+  step 2870000 |  21780s | train_loss=0.0516
+  step 2880000 |  21850s | train_loss=0.0499
+  step 2890000 |  21921s | train_loss=0.0511
+  step 2900000 |  22042s | train_loss=0.0503 | fid=177.7931
+  step 2910000 |  22111s | train_loss=0.0519
+  step 2920000 |  22184s | train_loss=0.0512
+  step 2930000 |  22255s | train_loss=0.0524
+  step 2940000 |  22325s | train_loss=0.0527
+  step 2950000 |  22396s | train_loss=0.0493
+  step 2960000 |  22467s | train_loss=0.0555
+  step 2970000 |  22538s | train_loss=0.0510
+  step 2980000 |  22609s | train_loss=0.0506
+  step 2990000 |  22679s | train_loss=0.0489
+  step 3000000 |  22799s | train_loss=0.0498 | fid=182.5492
+  step 3010000 |  22869s | train_loss=0.0489
+  step 3020000 |  22943s | train_loss=0.0500
+  step 3030000 |  23012s | train_loss=0.0465
+  step 3040000 |  23083s | train_loss=0.0484
+  step 3050000 |  23154s | train_loss=0.0513
+  step 3060000 |  23224s | train_loss=0.0515
+  step 3070000 |  23295s | train_loss=0.0499
+  step 3080000 |  23366s | train_loss=0.0501
+  step 3090000 |  23437s | train_loss=0.0486
+  step 3100000 |  23556s | train_loss=0.0507 | fid=182.5046
+  step 3110000 |  23625s | train_loss=0.0478
+  step 3120000 |  23700s | train_loss=0.0474
+  step 3130000 |  23769s | train_loss=0.0463
+  step 3140000 |  23840s | train_loss=0.0501
+  step 3150000 |  23911s | train_loss=0.0468
+  step 3160000 |  23981s | train_loss=0.0480
+  step 3170000 |  24052s | train_loss=0.0476
+  step 3180000 |  24123s | train_loss=0.0471
+  step 3190000 |  24194s | train_loss=0.0483
+  step 3200000 |  24311s | train_loss=0.0475 | fid=178.7759
+  step 3210000 |  24381s | train_loss=0.0465
+  step 3220000 |  24456s | train_loss=0.0477
+  step 3230000 |  24525s | train_loss=0.0470
+  step 3240000 |  24596s | train_loss=0.0467
+  step 3250000 |  24667s | train_loss=0.0453
+  step 3260000 |  24738s | train_loss=0.0460
+  step 3270000 |  24809s | train_loss=0.0463
+  step 3280000 |  24879s | train_loss=0.0448
+  step 3290000 |  24950s | train_loss=0.0486
+  step 3300000 |  25069s | train_loss=0.0459 | fid=188.1656
+  step 3310000 |  25139s | train_loss=0.0468
+  step 3320000 |  25213s | train_loss=0.0459
+  step 3330000 |  25283s | train_loss=0.0460
+  step 3340000 |  25354s | train_loss=0.0434
+  step 3350000 |  25425s | train_loss=0.0434
+  step 3360000 |  25495s | train_loss=0.0447
+  step 3370000 |  25566s | train_loss=0.0465
+  step 3380000 |  25637s | train_loss=0.0447
+  step 3390000 |  25708s | train_loss=0.0444
+  step 3400000 |  25828s | train_loss=0.0443 | fid=185.6219
+  step 3410000 |  25897s | train_loss=0.0434
+  step 3420000 |  25971s | train_loss=0.0466
+  step 3430000 |  26041s | train_loss=0.0455
+  step 3440000 |  26112s | train_loss=0.0476
+  step 3450000 |  26183s | train_loss=0.0459
+  step 3460000 |  26254s | train_loss=0.0437
+  step 3470000 |  26325s | train_loss=0.0443
+  step 3480000 |  26396s | train_loss=0.0463
+  step 3490000 |  26466s | train_loss=0.0473
+  step 3500000 |  26587s | train_loss=0.0467 | fid=187.4159
+  step 3510000 |  26657s | train_loss=0.0473
+  step 3520000 |  26731s | train_loss=0.0481
+  step 3530000 |  26801s | train_loss=0.0469
+  step 3540000 |  26872s | train_loss=0.0427
+  step 3550000 |  26943s | train_loss=0.0444
+  step 3560000 |  27014s | train_loss=0.0427
+  step 3570000 |  27085s | train_loss=0.0432
+  step 3580000 |  27155s | train_loss=0.0420
+  step 3590000 |  27226s | train_loss=0.0436
+  step 3600000 |  27379s | train_loss=0.0437 | fid=190.3519
+  step 3610000 |  27439s | train_loss=0.0451
+  step 3620000 |  27511s | train_loss=0.0435
+  step 3630000 |  27582s | train_loss=0.0446
+  step 3640000 |  27653s | train_loss=0.0409
+  step 3650000 |  27724s | train_loss=0.0420
+  step 3660000 |  27794s | train_loss=0.0415
+  step 3670000 |  27865s | train_loss=0.0415
+  step 3680000 |  27936s | train_loss=0.0427
+  step 3690000 |  28009s | train_loss=0.0410
+  step 3700000 |  28127s | train_loss=0.0437 | fid=186.2128
+  step 3710000 |  28198s | train_loss=0.0441
+  step 3720000 |  28271s | train_loss=0.0422
+  step 3730000 |  28342s | train_loss=0.0419
+  step 3740000 |  28412s | train_loss=0.0424
+  step 3750000 |  28483s | train_loss=0.0420
+  step 3760000 |  28554s | train_loss=0.0451
+  step 3770000 |  28625s | train_loss=0.0424
+  step 3780000 |  28696s | train_loss=0.0416
+  step 3790000 |  28769s | train_loss=0.0409
+  step 3800000 |  28886s | train_loss=0.0437 | fid=185.5001
+  step 3810000 |  28957s | train_loss=0.0431
+  step 3820000 |  29029s | train_loss=0.0413
+  step 3830000 |  29100s | train_loss=0.0424
+  step 3840000 |  29171s | train_loss=0.0419
+  step 3850000 |  29242s | train_loss=0.0436
+  step 3860000 |  29312s | train_loss=0.0410
+  step 3870000 |  29383s | train_loss=0.0421
+  step 3880000 |  29454s | train_loss=0.0413
+  step 3890000 |  29527s | train_loss=0.0428
+  step 3900000 |  29644s | train_loss=0.0425 | fid=186.5377
+  step 3910000 |  29715s | train_loss=0.0405
+  step 3920000 |  29787s | train_loss=0.0430
+  step 3930000 |  29858s | train_loss=0.0430
+  step 3940000 |  29929s | train_loss=0.0409
+  step 3950000 |  30000s | train_loss=0.0408
+  step 3960000 |  30071s | train_loss=0.0411
+  step 3970000 |  30141s | train_loss=0.0406
+  step 3980000 |  30212s | train_loss=0.0397
+  step 3990000 |  30285s | train_loss=0.0407
+  step 4000000 |  30402s | train_loss=0.0406 | fid=183.5238
+  step 4010000 |  30471s | train_loss=0.0394
+  step 4020000 |  30544s | train_loss=0.0389
+  step 4030000 |  30615s | train_loss=0.0398
+  step 4040000 |  30686s | train_loss=0.0414
+  step 4050000 |  30756s | train_loss=0.0426
+  step 4060000 |  30827s | train_loss=0.0380
+  step 4070000 |  30898s | train_loss=0.0394
+  step 4080000 |  30969s | train_loss=0.0420
+  step 4090000 |  31042s | train_loss=0.0399
+  step 4100000 |  31160s | train_loss=0.0380 | fid=187.9898
+  step 4110000 |  31230s | train_loss=0.0418
+  step 4120000 |  31302s | train_loss=0.0416
+  step 4130000 |  31373s | train_loss=0.0408
+  step 4140000 |  31444s | train_loss=0.0398
+  step 4150000 |  31515s | train_loss=0.0391
+  step 4160000 |  31585s | train_loss=0.0398
+  step 4170000 |  31656s | train_loss=0.0411
+  step 4180000 |  31727s | train_loss=0.0386
+  step 4190000 |  31800s | train_loss=0.0418
+  step 4200000 |  31918s | train_loss=0.0386 | fid=185.1436
+  step 4210000 |  31989s | train_loss=0.0402
+  step 4220000 |  32062s | train_loss=0.0389
+  step 4230000 |  32133s | train_loss=0.0371
+  step 4240000 |  32204s | train_loss=0.0390
+  step 4250000 |  32274s | train_loss=0.0381
+  step 4260000 |  32345s | train_loss=0.0408
+  step 4270000 |  32416s | train_loss=0.0380
+  step 4280000 |  32487s | train_loss=0.0377
+  step 4290000 |  32560s | train_loss=0.0401
+  step 4300000 |  32676s | train_loss=0.0390 | fid=184.9534
+  step 4310000 |  32747s | train_loss=0.0374
+  step 4320000 |  32820s | train_loss=0.0402
+  step 4330000 |  32891s | train_loss=0.0378
+  step 4340000 |  32962s | train_loss=0.0365
+  step 4350000 |  33033s | train_loss=0.0381
+  step 4360000 |  33103s | train_loss=0.0391
+  step 4370000 |  33174s | train_loss=0.0376
+  step 4380000 |  33245s | train_loss=0.0379
+  step 4390000 |  33318s | train_loss=0.0409
+  step 4400000 |  33435s | train_loss=0.0390 | fid=188.3180
+  step 4410000 |  33505s | train_loss=0.0376
+  step 4420000 |  33579s | train_loss=0.0389
+  step 4430000 |  33649s | train_loss=0.0408
+  step 4440000 |  33719s | train_loss=0.0370
+  step 4450000 |  33790s | train_loss=0.0390
+  step 4460000 |  33861s | train_loss=0.0374
+  step 4470000 |  33932s | train_loss=0.0378
+  step 4480000 |  34003s | train_loss=0.0351
+  step 4490000 |  34075s | train_loss=0.0389
+  step 4500000 |  34194s | train_loss=0.0382 | fid=185.3766
+  step 4510000 |  34264s | train_loss=0.0363
+  step 4520000 |  34338s | train_loss=0.0398
+  step 4530000 |  34407s | train_loss=0.0362
+  step 4540000 |  34478s | train_loss=0.0377
+  step 4550000 |  34549s | train_loss=0.0359
+  step 4560000 |  34620s | train_loss=0.0393
+  step 4570000 |  34690s | train_loss=0.0372
+  step 4580000 |  34761s | train_loss=0.0379
+  step 4590000 |  34834s | train_loss=0.0401
+  step 4600000 |  34952s | train_loss=0.0387 | fid=183.2057
+  step 4610000 |  35022s | train_loss=0.0353
+  step 4620000 |  35097s | train_loss=0.0372
+  step 4630000 |  35166s | train_loss=0.0356
+  step 4640000 |  35237s | train_loss=0.0358
+  step 4650000 |  35308s | train_loss=0.0358
+  step 4660000 |  35378s | train_loss=0.0372
+  step 4670000 |  35449s | train_loss=0.0348
+  step 4680000 |  35520s | train_loss=0.0365
+  step 4690000 |  35592s | train_loss=0.0370
+  step 4700000 |  35711s | train_loss=0.0365 | fid=187.2051
+  step 4710000 |  35782s | train_loss=0.0369
+  step 4720000 |  35857s | train_loss=0.0356
+  step 4730000 |  35925s | train_loss=0.0361
+  step 4740000 |  35996s | train_loss=0.0352
+  step 4750000 |  36066s | train_loss=0.0367
+  step 4760000 |  36137s | train_loss=0.0375
+  step 4770000 |  36208s | train_loss=0.0350
+  step 4780000 |  36279s | train_loss=0.0352
+  step 4790000 |  36350s | train_loss=0.0348
+  step 4800000 |  36469s | train_loss=0.0366 | fid=183.9714
+  step 4810000 |  36539s | train_loss=0.0388
+  step 4820000 |  36613s | train_loss=0.0353
+  step 4830000 |  36682s | train_loss=0.0394
+  step 4840000 |  36753s | train_loss=0.0380
+  step 4850000 |  36824s | train_loss=0.0390
+  step 4860000 |  36895s | train_loss=0.0358
+  step 4870000 |  36966s | train_loss=0.0365
+  step 4880000 |  37037s | train_loss=0.0352
+  step 4890000 |  37108s | train_loss=0.0348
+  step 4900000 |  37225s | train_loss=0.0361 | fid=185.3101
+  step 4910000 |  37296s | train_loss=0.0345
+  step 4920000 |  37370s | train_loss=0.0356
+  step 4930000 |  37440s | train_loss=0.0351
+  step 4940000 |  37510s | train_loss=0.0366
+  step 4950000 |  37581s | train_loss=0.0336
+  step 4960000 |  37652s | train_loss=0.0351
+  step 4970000 |  37723s | train_loss=0.0341
+  step 4980000 |  37794s | train_loss=0.0383
+  step 4990000 |  37866s | train_loss=0.0357
+  step 5000000 |  37957s | train_loss=0.0335 | fid=182.4580
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d220/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d220/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..d6d03d222c201a80f55cfb1ae006c064428d1eef
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d220/config.json
@@ -0,0 +1,27 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d220",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "grad_clip": 0.0,
+  "stop_on_nonfinite": false,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 48,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d220/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d220/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..5ef06e88f8de91260b199fed2d276aaced23f958
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d220/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 220, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d220/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 48}
+{"step": 1, "wall_time": 20.122776985168457, "train_loss_step": 220.71316528320312, "n_params": 4715740, "total_flops": 14486753280, "train_loss": 0.9987322720614347, "subset_score_loss": 0.9987322720614347, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9805072546005249, "fid": 298.43110077638937, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 44.065215826034546, "train_loss_step": 39.65819549560547, "n_params": 4715740, "total_flops": 144867532800000, "train_loss": 0.705973330411044, "subset_score_loss": 0.705973330411044}
+{"step": 20000, "wall_time": 69.51647305488586, "train_loss_step": 32.9097785949707, "n_params": 4715740, "total_flops": 289735065600000, "train_loss": 0.5921180031516335, "subset_score_loss": 0.5921180031516335}
+{"step": 30000, "wall_time": 93.85838413238525, "train_loss_step": 31.62224769592285, "n_params": 4715740, "total_flops": 434602598400000, "train_loss": 0.5198898662220348, "subset_score_loss": 0.5198898662220348}
+{"step": 40000, "wall_time": 118.51250147819519, "train_loss_step": 29.432506561279297, "n_params": 4715740, "total_flops": 579470131200000, "train_loss": 0.4582616632634943, "subset_score_loss": 0.4582616632634943}
+{"step": 50000, "wall_time": 142.52079892158508, "train_loss_step": 27.776029586791992, "n_params": 4715740, "total_flops": 724337664000000, "train_loss": 0.386305063421076, "subset_score_loss": 0.386305063421076}
+{"step": 60000, "wall_time": 167.66342616081238, "train_loss_step": 24.906837463378906, "n_params": 4715740, "total_flops": 869205196800000, "train_loss": 0.3168190002441406, "subset_score_loss": 0.3168190002441406}
+{"step": 70000, "wall_time": 193.3990762233734, "train_loss_step": 23.074840545654297, "n_params": 4715740, "total_flops": 1014072729600000, "train_loss": 0.2543432929299094, "subset_score_loss": 0.2543432929299094}
+{"step": 80000, "wall_time": 219.17152309417725, "train_loss_step": 19.89657974243164, "n_params": 4715740, "total_flops": 1158940262400000, "train_loss": 0.22487735748291016, "subset_score_loss": 0.22487735748291016}
+{"step": 90000, "wall_time": 244.82225942611694, "train_loss_step": 19.747953414916992, "n_params": 4715740, "total_flops": 1303807795200000, "train_loss": 0.19540857835249467, "subset_score_loss": 0.19540857835249467}
+{"step": 100000, "wall_time": 289.4513885974884, "train_loss_step": 19.138830184936523, "n_params": 4715740, "total_flops": 1448675328000000, "train_loss": 0.17651915116743608, "subset_score_loss": 0.17651915116743608, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9682525396347046, "fid": 210.30139825241554, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 314.09001326560974, "train_loss_step": 17.89529037475586, "n_params": 4715740, "total_flops": 1593542860800000, "train_loss": 0.1589130401611328, "subset_score_loss": 0.1589130401611328}
+{"step": 120000, "wall_time": 339.22781586647034, "train_loss_step": 17.32455825805664, "n_params": 4715740, "total_flops": 1738410393600000, "train_loss": 0.1504287372935902, "subset_score_loss": 0.1504287372935902}
+{"step": 130000, "wall_time": 364.4617841243744, "train_loss_step": 17.512691497802734, "n_params": 4715740, "total_flops": 1883277926400000, "train_loss": 0.14223294691606, "subset_score_loss": 0.14223294691606}
+{"step": 140000, "wall_time": 389.3380253314972, "train_loss_step": 16.253887176513672, "n_params": 4715740, "total_flops": 2028145459200000, "train_loss": 0.13203904412009498, "subset_score_loss": 0.13203904412009498}
+{"step": 150000, "wall_time": 415.38886857032776, "train_loss_step": 16.45116424560547, "n_params": 4715740, "total_flops": 2173012992000000, "train_loss": 0.14258276332508435, "subset_score_loss": 0.14258276332508435}
+{"step": 160000, "wall_time": 440.5580129623413, "train_loss_step": 15.69509506225586, "n_params": 4715740, "total_flops": 2317880524800000, "train_loss": 0.12311431711370295, "subset_score_loss": 0.12311431711370295}
+{"step": 170000, "wall_time": 465.97387766838074, "train_loss_step": 16.09598159790039, "n_params": 4715740, "total_flops": 2462748057600000, "train_loss": 0.12147333838722922, "subset_score_loss": 0.12147333838722922}
+{"step": 180000, "wall_time": 491.46544575691223, "train_loss_step": 15.163818359375, "n_params": 4715740, "total_flops": 2607615590400000, "train_loss": 0.1171796365217729, "subset_score_loss": 0.1171796365217729}
+{"step": 190000, "wall_time": 517.0570867061615, "train_loss_step": 14.607316017150879, "n_params": 4715740, "total_flops": 2752483123200000, "train_loss": 0.10853748321533203, "subset_score_loss": 0.10853748321533203}
+{"step": 200000, "wall_time": 561.126225233078, "train_loss_step": 15.026975631713867, "n_params": 4715740, "total_flops": 2897350656000000, "train_loss": 0.11314586292613636, "subset_score_loss": 0.11314586292613636, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9691303968429565, "fid": 242.48053955517344, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 586.387095451355, "train_loss_step": 15.605875968933105, "n_params": 4715740, "total_flops": 3042218188800000, "train_loss": 0.12567544416947798, "subset_score_loss": 0.12567544416947798}
+{"step": 220000, "wall_time": 611.2436974048615, "train_loss_step": 14.529264450073242, "n_params": 4715740, "total_flops": 3187085721600000, "train_loss": 0.1045783216303045, "subset_score_loss": 0.1045783216303045}
+{"step": 230000, "wall_time": 635.9187245368958, "train_loss_step": 14.477752685546875, "n_params": 4715740, "total_flops": 3331953254400000, "train_loss": 0.1002696384083141, "subset_score_loss": 0.1002696384083141}
+{"step": 240000, "wall_time": 659.0867300033569, "train_loss_step": 13.093984603881836, "n_params": 4715740, "total_flops": 3476820787200000, "train_loss": 0.10780487060546876, "subset_score_loss": 0.10780487060546876}
+{"step": 250000, "wall_time": 680.6860432624817, "train_loss_step": 13.556380271911621, "n_params": 4715740, "total_flops": 3621688320000000, "train_loss": 0.09581030932339756, "subset_score_loss": 0.09581030932339756}
+{"step": 260000, "wall_time": 705.0053389072418, "train_loss_step": 12.84870719909668, "n_params": 4715740, "total_flops": 3766555852800000, "train_loss": 0.0932149887084961, "subset_score_loss": 0.0932149887084961}
+{"step": 270000, "wall_time": 728.6616752147675, "train_loss_step": 13.70534610748291, "n_params": 4715740, "total_flops": 3911423385600000, "train_loss": 0.09293079376220703, "subset_score_loss": 0.09293079376220703}
+{"step": 280000, "wall_time": 753.2388019561768, "train_loss_step": 12.265134811401367, "n_params": 4715740, "total_flops": 4056290918400000, "train_loss": 0.09081018621271307, "subset_score_loss": 0.09081018621271307}
+{"step": 290000, "wall_time": 773.5207126140594, "train_loss_step": 12.240726470947266, "n_params": 4715740, "total_flops": 4201158451200000, "train_loss": 0.09141573472456499, "subset_score_loss": 0.09141573472456499}
+{"step": 300000, "wall_time": 815.9224507808685, "train_loss_step": 12.137979507446289, "n_params": 4715740, "total_flops": 4346025984000000, "train_loss": 0.08513001528653232, "subset_score_loss": 0.08513001528653232, "memorization_fraction_pixel": 0.0010000000474974513, "mean_nn_ratio_pixel": 0.973810076713562, "fid": 256.02882304142577, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 839.8949122428894, "train_loss_step": 11.813344955444336, "n_params": 4715740, "total_flops": 4490893516800000, "train_loss": 0.0851762598211115, "subset_score_loss": 0.0851762598211115}
+{"step": 320000, "wall_time": 864.8227546215057, "train_loss_step": 11.99541187286377, "n_params": 4715740, "total_flops": 4635761049600000, "train_loss": 0.08716650009155273, "subset_score_loss": 0.08716650009155273}
+{"step": 330000, "wall_time": 888.9823756217957, "train_loss_step": 11.34067153930664, "n_params": 4715740, "total_flops": 4780628582400000, "train_loss": 0.0906900405883789, "subset_score_loss": 0.0906900405883789}
+{"step": 340000, "wall_time": 913.4693820476532, "train_loss_step": 11.950223922729492, "n_params": 4715740, "total_flops": 4925496115200000, "train_loss": 0.08024304129860618, "subset_score_loss": 0.08024304129860618}
+{"step": 350000, "wall_time": 938.0875840187073, "train_loss_step": 11.863582611083984, "n_params": 4715740, "total_flops": 5070363648000000, "train_loss": 0.07882015921852806, "subset_score_loss": 0.07882015921852806}
+{"step": 360000, "wall_time": 963.8735582828522, "train_loss_step": 12.038954734802246, "n_params": 4715740, "total_flops": 5215231180800000, "train_loss": 0.0819016543301669, "subset_score_loss": 0.0819016543301669}
+{"step": 370000, "wall_time": 989.5202195644379, "train_loss_step": 10.73318862915039, "n_params": 4715740, "total_flops": 5360098713600000, "train_loss": 0.07735823717984286, "subset_score_loss": 0.07735823717984286}
+{"step": 380000, "wall_time": 1014.3418190479279, "train_loss_step": 12.140548706054688, "n_params": 4715740, "total_flops": 5504966246400000, "train_loss": 0.07919788360595703, "subset_score_loss": 0.07919788360595703}
+{"step": 390000, "wall_time": 1039.3450360298157, "train_loss_step": 10.754173278808594, "n_params": 4715740, "total_flops": 5649833779200000, "train_loss": 0.07513753717595881, "subset_score_loss": 0.07513753717595881}
+{"step": 400000, "wall_time": 1083.3313205242157, "train_loss_step": 10.826751708984375, "n_params": 4715740, "total_flops": 5794701312000000, "train_loss": 0.07053040591153231, "subset_score_loss": 0.07053040591153231, "memorization_fraction_pixel": 0.003800000064074993, "mean_nn_ratio_pixel": 0.9708691239356995, "fid": 280.8086448590059, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 1109.1008880138397, "train_loss_step": 10.639162063598633, "n_params": 4715740, "total_flops": 5939568844800000, "train_loss": 0.07276207317005504, "subset_score_loss": 0.07276207317005504}
+{"step": 420000, "wall_time": 1131.850777387619, "train_loss_step": 10.26396656036377, "n_params": 4715740, "total_flops": 6084436377600000, "train_loss": 0.0704664793881503, "subset_score_loss": 0.0704664793881503}
+{"step": 430000, "wall_time": 1154.6340930461884, "train_loss_step": 9.748170852661133, "n_params": 4715740, "total_flops": 6229303910400000, "train_loss": 0.06542475440285422, "subset_score_loss": 0.06542475440285422}
+{"step": 440000, "wall_time": 1179.2786979675293, "train_loss_step": 10.07834243774414, "n_params": 4715740, "total_flops": 6374171443200000, "train_loss": 0.06664134805852717, "subset_score_loss": 0.06664134805852717}
+{"step": 450000, "wall_time": 1205.046522140503, "train_loss_step": 10.290305137634277, "n_params": 4715740, "total_flops": 6519038976000000, "train_loss": 0.07083909294822, "subset_score_loss": 0.07083909294822}
+{"step": 460000, "wall_time": 1228.4994373321533, "train_loss_step": 9.922717094421387, "n_params": 4715740, "total_flops": 6663906508800000, "train_loss": 0.06302976608276367, "subset_score_loss": 0.06302976608276367}
+{"step": 470000, "wall_time": 1254.3623089790344, "train_loss_step": 10.194355010986328, "n_params": 4715740, "total_flops": 6808774041600000, "train_loss": 0.07813887162642046, "subset_score_loss": 0.07813887162642046}
+{"step": 480000, "wall_time": 1281.1627006530762, "train_loss_step": 9.713350296020508, "n_params": 4715740, "total_flops": 6953641574400000, "train_loss": 0.06649179025129838, "subset_score_loss": 0.06649179025129838}
+{"step": 490000, "wall_time": 1306.8295621871948, "train_loss_step": 10.593154907226562, "n_params": 4715740, "total_flops": 7098509107200000, "train_loss": 0.06428569880398836, "subset_score_loss": 0.06428569880398836}
+{"step": 500000, "wall_time": 1352.0260107517242, "train_loss_step": 9.988359451293945, "n_params": 4715740, "total_flops": 7243376640000000, "train_loss": 0.059269142150878903, "subset_score_loss": 0.059269142150878903, "memorization_fraction_pixel": 0.006899999920278788, "mean_nn_ratio_pixel": 0.9604359269142151, "fid": 284.7163109764731, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 1377.145854473114, "train_loss_step": 10.023319244384766, "n_params": 4715740, "total_flops": 7388244172800000, "train_loss": 0.07741472070867365, "subset_score_loss": 0.07741472070867365}
+{"step": 520000, "wall_time": 1400.412480354309, "train_loss_step": 9.20373821258545, "n_params": 4715740, "total_flops": 7533111705600000, "train_loss": 0.058390105854381216, "subset_score_loss": 0.058390105854381216}
+{"step": 530000, "wall_time": 1425.1912336349487, "train_loss_step": 9.982852935791016, "n_params": 4715740, "total_flops": 7677979238400000, "train_loss": 0.06292323199185458, "subset_score_loss": 0.06292323199185458}
+{"step": 540000, "wall_time": 1448.5365698337555, "train_loss_step": 9.505636215209961, "n_params": 4715740, "total_flops": 7822846771200000, "train_loss": 0.05877077362754128, "subset_score_loss": 0.05877077362754128}
+{"step": 550000, "wall_time": 1473.1220712661743, "train_loss_step": 9.215381622314453, "n_params": 4715740, "total_flops": 7967714304000000, "train_loss": 0.057573409513993694, "subset_score_loss": 0.057573409513993694}
+{"step": 560000, "wall_time": 1497.7510132789612, "train_loss_step": 9.381143569946289, "n_params": 4715740, "total_flops": 8112581836800000, "train_loss": 0.05522696755149148, "subset_score_loss": 0.05522696755149148}
+{"step": 570000, "wall_time": 1522.3978970050812, "train_loss_step": 8.992897033691406, "n_params": 4715740, "total_flops": 8257449369600000, "train_loss": 0.05889296965165572, "subset_score_loss": 0.05889296965165572}
+{"step": 580000, "wall_time": 1545.688776731491, "train_loss_step": 9.028589248657227, "n_params": 4715740, "total_flops": 8402316902400000, "train_loss": 0.0598127235065807, "subset_score_loss": 0.0598127235065807}
+{"step": 590000, "wall_time": 1568.7243361473083, "train_loss_step": 9.094161987304688, "n_params": 4715740, "total_flops": 8547184435200000, "train_loss": 0.055621949109164154, "subset_score_loss": 0.055621949109164154}
+{"step": 600000, "wall_time": 1611.4193060398102, "train_loss_step": 8.817395210266113, "n_params": 4715740, "total_flops": 8692051968000000, "train_loss": 0.058583606373180046, "subset_score_loss": 0.058583606373180046, "memorization_fraction_pixel": 0.008100000210106373, "mean_nn_ratio_pixel": 0.9558299779891968, "fid": 282.3436332633127, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 1637.353432416916, "train_loss_step": 8.450370788574219, "n_params": 4715740, "total_flops": 8836919500800000, "train_loss": 0.0635016224601052, "subset_score_loss": 0.0635016224601052}
+{"step": 620000, "wall_time": 1662.947774887085, "train_loss_step": 8.324844360351562, "n_params": 4715740, "total_flops": 8981787033600000, "train_loss": 0.059543310512195934, "subset_score_loss": 0.059543310512195934}
+{"step": 630000, "wall_time": 1687.2078218460083, "train_loss_step": 8.720956802368164, "n_params": 4715740, "total_flops": 9126654566400000, "train_loss": 0.057724462855945936, "subset_score_loss": 0.057724462855945936}
+{"step": 640000, "wall_time": 1712.777176618576, "train_loss_step": 8.748723983764648, "n_params": 4715740, "total_flops": 9271522099200000, "train_loss": 0.05088070089166814, "subset_score_loss": 0.05088070089166814}
+{"step": 650000, "wall_time": 1738.1553812026978, "train_loss_step": 8.753030776977539, "n_params": 4715740, "total_flops": 9416389632000000, "train_loss": 0.0547952955419367, "subset_score_loss": 0.0547952955419367}
+{"step": 660000, "wall_time": 1763.9029037952423, "train_loss_step": 8.382525444030762, "n_params": 4715740, "total_flops": 9561257164800000, "train_loss": 0.05797561732205478, "subset_score_loss": 0.05797561732205478}
+{"step": 670000, "wall_time": 1789.5225501060486, "train_loss_step": 9.043436050415039, "n_params": 4715740, "total_flops": 9706124697600000, "train_loss": 0.05639550902626731, "subset_score_loss": 0.05639550902626731}
+{"step": 680000, "wall_time": 1814.7913753986359, "train_loss_step": 8.849754333496094, "n_params": 4715740, "total_flops": 9850992230400000, "train_loss": 0.05160988460887562, "subset_score_loss": 0.05160988460887562}
+{"step": 690000, "wall_time": 1840.040801525116, "train_loss_step": 9.036892890930176, "n_params": 4715740, "total_flops": 9995859763200000, "train_loss": 0.050931839509443806, "subset_score_loss": 0.050931839509443806}
+{"step": 700000, "wall_time": 1884.704982995987, "train_loss_step": 8.594928741455078, "n_params": 4715740, "total_flops": 10140727296000000, "train_loss": 0.048187060789628464, "subset_score_loss": 0.048187060789628464, "memorization_fraction_pixel": 0.014299999922513962, "mean_nn_ratio_pixel": 0.9484931826591492, "fid": 278.52607538501, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 1910.3924181461334, "train_loss_step": 8.432332992553711, "n_params": 4715740, "total_flops": 10285594828800000, "train_loss": 0.04979094592007724, "subset_score_loss": 0.04979094592007724}
+{"step": 720000, "wall_time": 1935.5251705646515, "train_loss_step": 8.276165008544922, "n_params": 4715740, "total_flops": 10430462361600000, "train_loss": 0.049648414958607064, "subset_score_loss": 0.049648414958607064}
+{"step": 730000, "wall_time": 1959.1962444782257, "train_loss_step": 8.143804550170898, "n_params": 4715740, "total_flops": 10575329894400000, "train_loss": 0.04957602674310858, "subset_score_loss": 0.04957602674310858}
+{"step": 740000, "wall_time": 1982.7042121887207, "train_loss_step": 8.956719398498535, "n_params": 4715740, "total_flops": 10720197427200000, "train_loss": 0.05175929069519043, "subset_score_loss": 0.05175929069519043}
+{"step": 750000, "wall_time": 2007.816577911377, "train_loss_step": 8.527275085449219, "n_params": 4715740, "total_flops": 10865064960000000, "train_loss": 0.04577322873202237, "subset_score_loss": 0.04577322873202237}
+{"step": 760000, "wall_time": 2032.7854709625244, "train_loss_step": 8.528399467468262, "n_params": 4715740, "total_flops": 11009932492800000, "train_loss": 0.050472198833118785, "subset_score_loss": 0.050472198833118785}
+{"step": 770000, "wall_time": 2058.1256363391876, "train_loss_step": 7.97775936126709, "n_params": 4715740, "total_flops": 11154800025600000, "train_loss": 0.04807464426214045, "subset_score_loss": 0.04807464426214045}
+{"step": 780000, "wall_time": 2083.6966350078583, "train_loss_step": 8.312891006469727, "n_params": 4715740, "total_flops": 11299667558400000, "train_loss": 0.05022149952975186, "subset_score_loss": 0.05022149952975186}
+{"step": 790000, "wall_time": 2108.709532737732, "train_loss_step": 7.968494415283203, "n_params": 4715740, "total_flops": 11444535091200000, "train_loss": 0.04975766268643466, "subset_score_loss": 0.04975766268643466}
+{"step": 800000, "wall_time": 2151.1704523563385, "train_loss_step": 7.917324066162109, "n_params": 4715740, "total_flops": 11589402624000000, "train_loss": 0.049862059679898346, "subset_score_loss": 0.049862059679898346, "memorization_fraction_pixel": 0.017100000753998756, "mean_nn_ratio_pixel": 0.9471501111984253, "fid": 263.9791563576122, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 2175.7091343402863, "train_loss_step": 8.263459205627441, "n_params": 4715740, "total_flops": 11734270156800000, "train_loss": 0.047375995462591, "subset_score_loss": 0.047375995462591}
+{"step": 820000, "wall_time": 2198.469274997711, "train_loss_step": 8.090398788452148, "n_params": 4715740, "total_flops": 11879137689600000, "train_loss": 0.046421592885797676, "subset_score_loss": 0.046421592885797676}
+{"step": 830000, "wall_time": 2221.0021839141846, "train_loss_step": 8.340263366699219, "n_params": 4715740, "total_flops": 12024005222400000, "train_loss": 0.04885546077381481, "subset_score_loss": 0.04885546077381481}
+{"step": 840000, "wall_time": 2246.857223033905, "train_loss_step": 8.057701110839844, "n_params": 4715740, "total_flops": 12168872755200000, "train_loss": 0.04506099874323065, "subset_score_loss": 0.04506099874323065}
+{"step": 850000, "wall_time": 2272.6414642333984, "train_loss_step": 8.478713989257812, "n_params": 4715740, "total_flops": 12313740288000000, "train_loss": 0.04765717766501687, "subset_score_loss": 0.04765717766501687}
+{"step": 860000, "wall_time": 2298.0987911224365, "train_loss_step": 7.828871726989746, "n_params": 4715740, "total_flops": 12458607820800000, "train_loss": 0.04675589908253063, "subset_score_loss": 0.04675589908253063}
+{"step": 870000, "wall_time": 2323.3497738838196, "train_loss_step": 7.9261651039123535, "n_params": 4715740, "total_flops": 12603475353600000, "train_loss": 0.044873463023792616, "subset_score_loss": 0.044873463023792616}
+{"step": 880000, "wall_time": 2349.1213886737823, "train_loss_step": 7.855868816375732, "n_params": 4715740, "total_flops": 12748342886400000, "train_loss": 0.04574607068842108, "subset_score_loss": 0.04574607068842108}
+{"step": 890000, "wall_time": 2375.0014588832855, "train_loss_step": 7.778547763824463, "n_params": 4715740, "total_flops": 12893210419200000, "train_loss": 0.04523041465065696, "subset_score_loss": 0.04523041465065696}
+{"step": 900000, "wall_time": 2417.5009512901306, "train_loss_step": 7.924587726593018, "n_params": 4715740, "total_flops": 13038077952000000, "train_loss": 0.04518693577159535, "subset_score_loss": 0.04518693577159535, "memorization_fraction_pixel": 0.028999999165534973, "mean_nn_ratio_pixel": 0.9360235333442688, "fid": 267.5795028926732, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 2442.7228393554688, "train_loss_step": 8.191875457763672, "n_params": 4715740, "total_flops": 13182945484800000, "train_loss": 0.04736011678522283, "subset_score_loss": 0.04736011678522283}
+{"step": 920000, "wall_time": 2468.010472536087, "train_loss_step": 8.011499404907227, "n_params": 4715740, "total_flops": 13327813017600000, "train_loss": 0.046361047571355646, "subset_score_loss": 0.046361047571355646}
+{"step": 930000, "wall_time": 2491.8833136558533, "train_loss_step": 7.332676887512207, "n_params": 4715740, "total_flops": 13472680550400000, "train_loss": 0.04807512976906516, "subset_score_loss": 0.04807512976906516}
+{"step": 940000, "wall_time": 2516.4515080451965, "train_loss_step": 7.615767002105713, "n_params": 4715740, "total_flops": 13617548083200000, "train_loss": 0.044923383539373224, "subset_score_loss": 0.044923383539373224}
+{"step": 950000, "wall_time": 2537.5011558532715, "train_loss_step": 7.492735862731934, "n_params": 4715740, "total_flops": 13762415616000000, "train_loss": 0.0454421346837824, "subset_score_loss": 0.0454421346837824}
+{"step": 960000, "wall_time": 2559.7069306373596, "train_loss_step": 7.535155296325684, "n_params": 4715740, "total_flops": 13907283148800000, "train_loss": 0.04349894523620605, "subset_score_loss": 0.04349894523620605}
+{"step": 970000, "wall_time": 2583.7389509677887, "train_loss_step": 7.38883638381958, "n_params": 4715740, "total_flops": 14052150681600000, "train_loss": 0.040911800211126156, "subset_score_loss": 0.040911800211126156}
+{"step": 980000, "wall_time": 2608.0726318359375, "train_loss_step": 7.417813777923584, "n_params": 4715740, "total_flops": 14197018214400000, "train_loss": 0.0391992525620894, "subset_score_loss": 0.0391992525620894}
+{"step": 990000, "wall_time": 2630.8976662158966, "train_loss_step": 7.455650329589844, "n_params": 4715740, "total_flops": 14341885747200000, "train_loss": 0.04041697762229226, "subset_score_loss": 0.04041697762229226}
+{"step": 1000000, "wall_time": 2671.397000312805, "train_loss_step": 7.382067680358887, "n_params": 4715740, "total_flops": 14486753280000000, "train_loss": 0.0404938741163774, "subset_score_loss": 0.0404938741163774, "memorization_fraction_pixel": 0.031599998474121094, "mean_nn_ratio_pixel": 0.9335974454879761, "fid": 261.62413429853655, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 2695.999918937683, "train_loss_step": 7.147895812988281, "n_params": 4715740, "total_flops": 14631620812800000, "train_loss": 0.042218529094349255, "subset_score_loss": 0.042218529094349255}
+{"step": 1020000, "wall_time": 2720.4872708320618, "train_loss_step": 7.499662399291992, "n_params": 4715740, "total_flops": 14776488345600000, "train_loss": 0.039755604483864525, "subset_score_loss": 0.039755604483864525}
+{"step": 1030000, "wall_time": 2744.079071998596, "train_loss_step": 7.414344787597656, "n_params": 4715740, "total_flops": 14921355878400000, "train_loss": 0.04497363350608132, "subset_score_loss": 0.04497363350608132}
+{"step": 1040000, "wall_time": 2768.8723390102386, "train_loss_step": 7.445528984069824, "n_params": 4715740, "total_flops": 15066223411200000, "train_loss": 0.04398202462629838, "subset_score_loss": 0.04398202462629838}
+{"step": 1050000, "wall_time": 2794.3021669387817, "train_loss_step": 7.427792549133301, "n_params": 4715740, "total_flops": 15211090944000000, "train_loss": 0.04691385355862704, "subset_score_loss": 0.04691385355862704}
+{"step": 1060000, "wall_time": 2820.0113892555237, "train_loss_step": 7.799640655517578, "n_params": 4715740, "total_flops": 15355958476800000, "train_loss": 0.046281168677590113, "subset_score_loss": 0.046281168677590113}
+{"step": 1070000, "wall_time": 2844.8886930942535, "train_loss_step": 7.249959945678711, "n_params": 4715740, "total_flops": 15500826009600000, "train_loss": 0.04206425059925426, "subset_score_loss": 0.04206425059925426}
+{"step": 1080000, "wall_time": 2869.9726197719574, "train_loss_step": 7.582918167114258, "n_params": 4715740, "total_flops": 15645693542400000, "train_loss": 0.04157251444729892, "subset_score_loss": 0.04157251444729892}
+{"step": 1090000, "wall_time": 2895.3581573963165, "train_loss_step": 7.537700176239014, "n_params": 4715740, "total_flops": 15790561075200000, "train_loss": 0.041332396593960846, "subset_score_loss": 0.041332396593960846}
+{"step": 1100000, "wall_time": 2939.1328659057617, "train_loss_step": 8.06466007232666, "n_params": 4715740, "total_flops": 15935428608000000, "train_loss": 0.04842857014049183, "subset_score_loss": 0.04842857014049183, "memorization_fraction_pixel": 0.03180000185966492, "mean_nn_ratio_pixel": 0.9243910908699036, "fid": 255.52432728488725, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 2962.9229958057404, "train_loss_step": 6.910531044006348, "n_params": 4715740, "total_flops": 16080296140800000, "train_loss": 0.03992081121964888, "subset_score_loss": 0.03992081121964888}
+{"step": 1120000, "wall_time": 2987.942087650299, "train_loss_step": 7.795485019683838, "n_params": 4715740, "total_flops": 16225163673600000, "train_loss": 0.0426263072273948, "subset_score_loss": 0.0426263072273948}
+{"step": 1130000, "wall_time": 3011.8681387901306, "train_loss_step": 7.568573474884033, "n_params": 4715740, "total_flops": 16370031206400000, "train_loss": 0.04050626754760742, "subset_score_loss": 0.04050626754760742}
+{"step": 1140000, "wall_time": 3036.4726581573486, "train_loss_step": 7.668612003326416, "n_params": 4715740, "total_flops": 16514898739200000, "train_loss": 0.038899647105823866, "subset_score_loss": 0.038899647105823866}
+{"step": 1150000, "wall_time": 3061.884824514389, "train_loss_step": 7.28318977355957, "n_params": 4715740, "total_flops": 16659766272000000, "train_loss": 0.040396690368652344, "subset_score_loss": 0.040396690368652344}
+{"step": 1160000, "wall_time": 3086.9387259483337, "train_loss_step": 6.928201675415039, "n_params": 4715740, "total_flops": 16804633804800000, "train_loss": 0.037344447049227625, "subset_score_loss": 0.037344447049227625}
+{"step": 1170000, "wall_time": 3112.613526582718, "train_loss_step": 6.8430891036987305, "n_params": 4715740, "total_flops": 16949501337600000, "train_loss": 0.0388314810666171, "subset_score_loss": 0.0388314810666171}
+{"step": 1180000, "wall_time": 3137.6254394054413, "train_loss_step": 6.865573883056641, "n_params": 4715740, "total_flops": 17094368870400000, "train_loss": 0.04088863026012074, "subset_score_loss": 0.04088863026012074}
+{"step": 1190000, "wall_time": 3163.3695380687714, "train_loss_step": 7.069103240966797, "n_params": 4715740, "total_flops": 17239236403200000, "train_loss": 0.039002479206431996, "subset_score_loss": 0.039002479206431996}
+{"step": 1200000, "wall_time": 3209.3889498710632, "train_loss_step": 6.847338676452637, "n_params": 4715740, "total_flops": 17384103936000000, "train_loss": 0.03892677914012562, "subset_score_loss": 0.03892677914012562, "memorization_fraction_pixel": 0.04039999842643738, "mean_nn_ratio_pixel": 0.9231836795806885, "fid": 251.88138385237596, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 3234.9756689071655, "train_loss_step": 7.059328079223633, "n_params": 4715740, "total_flops": 17528971468800000, "train_loss": 0.03860610181635076, "subset_score_loss": 0.03860610181635076}
+{"step": 1220000, "wall_time": 3259.8060665130615, "train_loss_step": 7.293238639831543, "n_params": 4715740, "total_flops": 17673839001600000, "train_loss": 0.038876706903631035, "subset_score_loss": 0.038876706903631035}
+{"step": 1230000, "wall_time": 3284.662563562393, "train_loss_step": 7.007492542266846, "n_params": 4715740, "total_flops": 17818706534400000, "train_loss": 0.039706967093727806, "subset_score_loss": 0.039706967093727806}
+{"step": 1240000, "wall_time": 3309.065219640732, "train_loss_step": 6.944180488586426, "n_params": 4715740, "total_flops": 17963574067200000, "train_loss": 0.03595597310499712, "subset_score_loss": 0.03595597310499712}
+{"step": 1250000, "wall_time": 3334.0307245254517, "train_loss_step": 7.160604000091553, "n_params": 4715740, "total_flops": 18108441600000000, "train_loss": 0.03770990371704101, "subset_score_loss": 0.03770990371704101}
+{"step": 1260000, "wall_time": 3359.2347531318665, "train_loss_step": 7.50174617767334, "n_params": 4715740, "total_flops": 18253309132800000, "train_loss": 0.04075060324235396, "subset_score_loss": 0.04075060324235396}
+{"step": 1270000, "wall_time": 3386.213997364044, "train_loss_step": 6.948282241821289, "n_params": 4715740, "total_flops": 18398176665600000, "train_loss": 0.040349786931818184, "subset_score_loss": 0.040349786931818184}
+{"step": 1280000, "wall_time": 3412.0372104644775, "train_loss_step": 7.204207420349121, "n_params": 4715740, "total_flops": 18543044198400000, "train_loss": 0.03500473282553933, "subset_score_loss": 0.03500473282553933}
+{"step": 1290000, "wall_time": 3437.971534013748, "train_loss_step": 6.957873344421387, "n_params": 4715740, "total_flops": 18687911731200000, "train_loss": 0.03854677460410378, "subset_score_loss": 0.03854677460410378}
+{"step": 1300000, "wall_time": 3481.798039674759, "train_loss_step": 7.608473777770996, "n_params": 4715740, "total_flops": 18832779264000000, "train_loss": 0.04123382568359375, "subset_score_loss": 0.04123382568359375, "memorization_fraction_pixel": 0.045899998396635056, "mean_nn_ratio_pixel": 0.918911337852478, "fid": 242.3421881589932, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 3506.7123906612396, "train_loss_step": 6.566625595092773, "n_params": 4715740, "total_flops": 18977646796800000, "train_loss": 0.03628631721843373, "subset_score_loss": 0.03628631721843373}
+{"step": 1320000, "wall_time": 3531.629156589508, "train_loss_step": 7.035076141357422, "n_params": 4715740, "total_flops": 19122514329600000, "train_loss": 0.03597439852627841, "subset_score_loss": 0.03597439852627841}
+{"step": 1330000, "wall_time": 3555.7337713241577, "train_loss_step": 6.695046424865723, "n_params": 4715740, "total_flops": 19267381862400000, "train_loss": 0.04163840033791282, "subset_score_loss": 0.04163840033791282}
+{"step": 1340000, "wall_time": 3580.675922393799, "train_loss_step": 7.012959957122803, "n_params": 4715740, "total_flops": 19412249395200000, "train_loss": 0.04059897769581188, "subset_score_loss": 0.04059897769581188}
+{"step": 1350000, "wall_time": 3605.187616109848, "train_loss_step": 7.381619453430176, "n_params": 4715740, "total_flops": 19557116928000000, "train_loss": 0.03997037627480247, "subset_score_loss": 0.03997037627480247}
+{"step": 1360000, "wall_time": 3629.9462881088257, "train_loss_step": 6.7833685874938965, "n_params": 4715740, "total_flops": 19701984460800000, "train_loss": 0.03810253576798873, "subset_score_loss": 0.03810253576798873}
+{"step": 1370000, "wall_time": 3654.4487116336823, "train_loss_step": 7.148193359375, "n_params": 4715740, "total_flops": 19846851993600000, "train_loss": 0.03685617446899414, "subset_score_loss": 0.03685617446899414}
+{"step": 1380000, "wall_time": 3678.7445356845856, "train_loss_step": 6.189874172210693, "n_params": 4715740, "total_flops": 19991719526400000, "train_loss": 0.04003894545815208, "subset_score_loss": 0.04003894545815208}
+{"step": 1390000, "wall_time": 3702.609676837921, "train_loss_step": 7.545910835266113, "n_params": 4715740, "total_flops": 20136587059200000, "train_loss": 0.03976514122702859, "subset_score_loss": 0.03976514122702859}
+{"step": 1400000, "wall_time": 3742.42889213562, "train_loss_step": 7.16275691986084, "n_params": 4715740, "total_flops": 20281454592000000, "train_loss": 0.03723904436284846, "subset_score_loss": 0.03723904436284846, "memorization_fraction_pixel": 0.055399999022483826, "mean_nn_ratio_pixel": 0.9103043079376221, "fid": 246.11505935678937, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 3769.6839277744293, "train_loss_step": 6.6294355392456055, "n_params": 4715740, "total_flops": 20426322124800000, "train_loss": 0.03728239319541238, "subset_score_loss": 0.03728239319541238}
+{"step": 1420000, "wall_time": 3794.9751076698303, "train_loss_step": 6.668130397796631, "n_params": 4715740, "total_flops": 20571189657600000, "train_loss": 0.04644560380415483, "subset_score_loss": 0.04644560380415483}
+{"step": 1430000, "wall_time": 3820.303092956543, "train_loss_step": 6.53161096572876, "n_params": 4715740, "total_flops": 20716057190400000, "train_loss": 0.03526516177437522, "subset_score_loss": 0.03526516177437522}
+{"step": 1440000, "wall_time": 3845.886553287506, "train_loss_step": 6.721524715423584, "n_params": 4715740, "total_flops": 20860924723200000, "train_loss": 0.037390812960538, "subset_score_loss": 0.037390812960538}
+{"step": 1450000, "wall_time": 3870.850239753723, "train_loss_step": 7.034332752227783, "n_params": 4715740, "total_flops": 21005792256000000, "train_loss": 0.0336794224652377, "subset_score_loss": 0.0336794224652377}
+{"step": 1460000, "wall_time": 3896.03679394722, "train_loss_step": 6.645163536071777, "n_params": 4715740, "total_flops": 21150659788800000, "train_loss": 0.032518924366344105, "subset_score_loss": 0.032518924366344105}
+{"step": 1470000, "wall_time": 3921.6111171245575, "train_loss_step": 6.632866859436035, "n_params": 4715740, "total_flops": 21295527321600000, "train_loss": 0.03449020819230513, "subset_score_loss": 0.03449020819230513}
+{"step": 1480000, "wall_time": 3947.1652233600616, "train_loss_step": 6.737122535705566, "n_params": 4715740, "total_flops": 21440394854400000, "train_loss": 0.035673395070162685, "subset_score_loss": 0.035673395070162685}
+{"step": 1490000, "wall_time": 3972.7281708717346, "train_loss_step": 6.714727401733398, "n_params": 4715740, "total_flops": 21585262387200000, "train_loss": 0.03632555874911222, "subset_score_loss": 0.03632555874911222}
+{"step": 1500000, "wall_time": 4016.1443223953247, "train_loss_step": 6.77696418762207, "n_params": 4715740, "total_flops": 21730129920000000, "train_loss": 0.0340992580760609, "subset_score_loss": 0.0340992580760609, "memorization_fraction_pixel": 0.052400000393390656, "mean_nn_ratio_pixel": 0.9118291139602661, "fid": 242.06117779092548, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 4040.838574409485, "train_loss_step": 6.814384460449219, "n_params": 4715740, "total_flops": 21874997452800000, "train_loss": 0.039970861781727186, "subset_score_loss": 0.039970861781727186}
+{"step": 1520000, "wall_time": 4063.889666557312, "train_loss_step": 6.475722789764404, "n_params": 4715740, "total_flops": 22019864985600000, "train_loss": 0.035816563259471544, "subset_score_loss": 0.035816563259471544}
+{"step": 1530000, "wall_time": 4088.4570989608765, "train_loss_step": 7.006196022033691, "n_params": 4715740, "total_flops": 22164732518400000, "train_loss": 0.036630591479214755, "subset_score_loss": 0.036630591479214755}
+{"step": 1540000, "wall_time": 4112.51730799675, "train_loss_step": 6.561250686645508, "n_params": 4715740, "total_flops": 22309600051200000, "train_loss": 0.03425180045041171, "subset_score_loss": 0.03425180045041171}
+{"step": 1550000, "wall_time": 4137.041468381882, "train_loss_step": 6.681816101074219, "n_params": 4715740, "total_flops": 22454467584000000, "train_loss": 0.03417442928661, "subset_score_loss": 0.03417442928661}
+{"step": 1560000, "wall_time": 4161.380710363388, "train_loss_step": 6.970261573791504, "n_params": 4715740, "total_flops": 22599335116800000, "train_loss": 0.03498969945040616, "subset_score_loss": 0.03498969945040616}
+{"step": 1570000, "wall_time": 4186.155912876129, "train_loss_step": 6.197949409484863, "n_params": 4715740, "total_flops": 22744202649600000, "train_loss": 0.03160704482685436, "subset_score_loss": 0.03160704482685436}
+{"step": 1580000, "wall_time": 4210.882855653763, "train_loss_step": 6.360799789428711, "n_params": 4715740, "total_flops": 22889070182400000, "train_loss": 0.04021973609924316, "subset_score_loss": 0.04021973609924316}
+{"step": 1590000, "wall_time": 4235.560802936554, "train_loss_step": 7.24431037902832, "n_params": 4715740, "total_flops": 23033937715200000, "train_loss": 0.03326419266787442, "subset_score_loss": 0.03326419266787442}
+{"step": 1600000, "wall_time": 4278.363057374954, "train_loss_step": 6.61611795425415, "n_params": 4715740, "total_flops": 23178805248000000, "train_loss": 0.03330574035644531, "subset_score_loss": 0.03330574035644531, "memorization_fraction_pixel": 0.06669999659061432, "mean_nn_ratio_pixel": 0.8997096419334412, "fid": 247.89527511537133, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 4302.587391138077, "train_loss_step": 6.8439788818359375, "n_params": 4715740, "total_flops": 23323672780800000, "train_loss": 0.03528003042394465, "subset_score_loss": 0.03528003042394465}
+{"step": 1620000, "wall_time": 4326.387450695038, "train_loss_step": 6.696403503417969, "n_params": 4715740, "total_flops": 23468540313600000, "train_loss": 0.04537461454218084, "subset_score_loss": 0.04537461454218084}
+{"step": 1630000, "wall_time": 4351.19335603714, "train_loss_step": 6.515925407409668, "n_params": 4715740, "total_flops": 23613407846400000, "train_loss": 0.036409551447088066, "subset_score_loss": 0.036409551447088066}
+{"step": 1640000, "wall_time": 4376.7516050338745, "train_loss_step": 6.493893623352051, "n_params": 4715740, "total_flops": 23758275379200000, "train_loss": 0.03669571443037553, "subset_score_loss": 0.03669571443037553}
+{"step": 1650000, "wall_time": 4402.263268709183, "train_loss_step": 6.426438331604004, "n_params": 4715740, "total_flops": 23903142912000000, "train_loss": 0.03303170854395086, "subset_score_loss": 0.03303170854395086}
+{"step": 1660000, "wall_time": 4427.700406074524, "train_loss_step": 6.593930244445801, "n_params": 4715740, "total_flops": 24048010444800000, "train_loss": 0.03134939237074418, "subset_score_loss": 0.03134939237074418}
+{"step": 1670000, "wall_time": 4452.4632568359375, "train_loss_step": 6.4419965744018555, "n_params": 4715740, "total_flops": 24192877977600000, "train_loss": 0.03189952590248801, "subset_score_loss": 0.03189952590248801}
+{"step": 1680000, "wall_time": 4476.795696735382, "train_loss_step": 6.040536880493164, "n_params": 4715740, "total_flops": 24337745510400000, "train_loss": 0.03207601633938876, "subset_score_loss": 0.03207601633938876}
+{"step": 1690000, "wall_time": 4502.292522907257, "train_loss_step": 6.686138153076172, "n_params": 4715740, "total_flops": 24482613043200000, "train_loss": 0.03648649995977228, "subset_score_loss": 0.03648649995977228}
+{"step": 1700000, "wall_time": 4544.333810091019, "train_loss_step": 6.2179155349731445, "n_params": 4715740, "total_flops": 24627480576000000, "train_loss": 0.03462301384318959, "subset_score_loss": 0.03462301384318959, "memorization_fraction_pixel": 0.06679999828338623, "mean_nn_ratio_pixel": 0.8983016610145569, "fid": 239.62363013329914, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 4570.952063083649, "train_loss_step": 6.3113694190979, "n_params": 4715740, "total_flops": 24772348108800000, "train_loss": 0.0337099855596369, "subset_score_loss": 0.0337099855596369}
+{"step": 1720000, "wall_time": 4596.013025999069, "train_loss_step": 6.495243072509766, "n_params": 4715740, "total_flops": 24917215641600000, "train_loss": 0.033673852140253244, "subset_score_loss": 0.033673852140253244}
+{"step": 1730000, "wall_time": 4620.091728687286, "train_loss_step": 6.45550012588501, "n_params": 4715740, "total_flops": 25062083174400000, "train_loss": 0.031230040030045942, "subset_score_loss": 0.031230040030045942}
+{"step": 1740000, "wall_time": 4645.163629055023, "train_loss_step": 6.662249565124512, "n_params": 4715740, "total_flops": 25206950707200000, "train_loss": 0.034542970223860305, "subset_score_loss": 0.034542970223860305}
+{"step": 1750000, "wall_time": 4669.465389490128, "train_loss_step": 6.248898983001709, "n_params": 4715740, "total_flops": 25351818240000000, "train_loss": 0.03792225664312189, "subset_score_loss": 0.03792225664312189}
+{"step": 1760000, "wall_time": 4694.6237959861755, "train_loss_step": 6.785426139831543, "n_params": 4715740, "total_flops": 25496685772800000, "train_loss": 0.032003166458823465, "subset_score_loss": 0.032003166458823465}
+{"step": 1770000, "wall_time": 4720.324261665344, "train_loss_step": 6.930934906005859, "n_params": 4715740, "total_flops": 25641553305600000, "train_loss": 0.03533065969293768, "subset_score_loss": 0.03533065969293768}
+{"step": 1780000, "wall_time": 4744.482927560806, "train_loss_step": 6.491790771484375, "n_params": 4715740, "total_flops": 25786420838400000, "train_loss": 0.034870633212002844, "subset_score_loss": 0.034870633212002844}
+{"step": 1790000, "wall_time": 4770.125240802765, "train_loss_step": 6.198729991912842, "n_params": 4715740, "total_flops": 25931288371200000, "train_loss": 0.032119128920815206, "subset_score_loss": 0.032119128920815206}
+{"step": 1800000, "wall_time": 4812.392053604126, "train_loss_step": 6.253183364868164, "n_params": 4715740, "total_flops": 26076155904000000, "train_loss": 0.03164344700899991, "subset_score_loss": 0.03164344700899991, "memorization_fraction_pixel": 0.07609999924898148, "mean_nn_ratio_pixel": 0.8890219926834106, "fid": 231.72360176252772, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 4836.9768242836, "train_loss_step": 6.053239345550537, "n_params": 4715740, "total_flops": 26221023436800000, "train_loss": 0.03048740733753551, "subset_score_loss": 0.03048740733753551}
+{"step": 1820000, "wall_time": 4861.8031759262085, "train_loss_step": 6.3733625411987305, "n_params": 4715740, "total_flops": 26365890969600000, "train_loss": 0.03606013818220659, "subset_score_loss": 0.03606013818220659}
+{"step": 1830000, "wall_time": 4887.413345575333, "train_loss_step": 6.378270149230957, "n_params": 4715740, "total_flops": 26510758502400000, "train_loss": 0.03942055268721147, "subset_score_loss": 0.03942055268721147}
+{"step": 1840000, "wall_time": 4911.830681324005, "train_loss_step": 6.355319023132324, "n_params": 4715740, "total_flops": 26655626035200000, "train_loss": 0.03417449214241721, "subset_score_loss": 0.03417449214241721}
+{"step": 1850000, "wall_time": 4937.201356649399, "train_loss_step": 6.506123065948486, "n_params": 4715740, "total_flops": 26800493568000000, "train_loss": 0.03232734203338623, "subset_score_loss": 0.03232734203338623}
+{"step": 1860000, "wall_time": 4962.113659858704, "train_loss_step": 6.548132419586182, "n_params": 4715740, "total_flops": 26945361100800000, "train_loss": 0.03672326694835316, "subset_score_loss": 0.03672326694835316}
+{"step": 1870000, "wall_time": 4986.803060770035, "train_loss_step": 6.70443058013916, "n_params": 4715740, "total_flops": 27090228633600000, "train_loss": 0.030799258839000355, "subset_score_loss": 0.030799258839000355}
+{"step": 1880000, "wall_time": 5011.098576545715, "train_loss_step": 6.4089765548706055, "n_params": 4715740, "total_flops": 27235096166400000, "train_loss": 0.033595278046347876, "subset_score_loss": 0.033595278046347876}
+{"step": 1890000, "wall_time": 5036.248373746872, "train_loss_step": 6.402134418487549, "n_params": 4715740, "total_flops": 27379963699200000, "train_loss": 0.03180847384712913, "subset_score_loss": 0.03180847384712913}
+{"step": 1900000, "wall_time": 5081.506119012833, "train_loss_step": 6.683282852172852, "n_params": 4715740, "total_flops": 27524831232000000, "train_loss": 0.03272101012143222, "subset_score_loss": 0.03272101012143222, "memorization_fraction_pixel": 0.08190000057220459, "mean_nn_ratio_pixel": 0.8890190720558167, "fid": 233.49192201314236, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 5106.737478733063, "train_loss_step": 6.843316078186035, "n_params": 4715740, "total_flops": 27669698764800000, "train_loss": 0.035362013903531164, "subset_score_loss": 0.035362013903531164}
+{"step": 1920000, "wall_time": 5130.628393650055, "train_loss_step": 5.778807640075684, "n_params": 4715740, "total_flops": 27814566297600000, "train_loss": 0.031372631679881705, "subset_score_loss": 0.031372631679881705}
+{"step": 1930000, "wall_time": 5154.943395614624, "train_loss_step": 6.807854652404785, "n_params": 4715740, "total_flops": 27959433830400000, "train_loss": 0.039340396360917525, "subset_score_loss": 0.039340396360917525}
+{"step": 1940000, "wall_time": 5179.111961364746, "train_loss_step": 6.18316650390625, "n_params": 4715740, "total_flops": 28104301363200000, "train_loss": 0.03189960393038663, "subset_score_loss": 0.03189960393038663}
+{"step": 1950000, "wall_time": 5203.452010393143, "train_loss_step": 6.132354259490967, "n_params": 4715740, "total_flops": 28249168896000000, "train_loss": 0.03801577741449529, "subset_score_loss": 0.03801577741449529}
+{"step": 1960000, "wall_time": 5227.000942468643, "train_loss_step": 6.468721389770508, "n_params": 4715740, "total_flops": 28394036428800000, "train_loss": 0.031939556381919164, "subset_score_loss": 0.031939556381919164}
+{"step": 1970000, "wall_time": 5250.887995481491, "train_loss_step": 6.31458854675293, "n_params": 4715740, "total_flops": 28538903961600000, "train_loss": 0.03231090849096125, "subset_score_loss": 0.03231090849096125}
+{"step": 1980000, "wall_time": 5276.2601664066315, "train_loss_step": 6.5589399337768555, "n_params": 4715740, "total_flops": 28683771494400000, "train_loss": 0.03959641456604004, "subset_score_loss": 0.03959641456604004}
+{"step": 1990000, "wall_time": 5301.339177846909, "train_loss_step": 6.67141056060791, "n_params": 4715740, "total_flops": 28828639027200000, "train_loss": 0.033237266540527347, "subset_score_loss": 0.033237266540527347}
+{"step": 2000000, "wall_time": 5344.749133825302, "train_loss_step": 6.460838317871094, "n_params": 4715740, "total_flops": 28973506560000000, "train_loss": 0.038070852106267754, "subset_score_loss": 0.038070852106267754, "memorization_fraction_pixel": 0.08810000121593475, "mean_nn_ratio_pixel": 0.8794121146202087, "fid": 221.6793898389093, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 5369.450006723404, "train_loss_step": 6.423185348510742, "n_params": 4715740, "total_flops": 29118374092800000, "train_loss": 0.029110977866432883, "subset_score_loss": 0.029110977866432883}
+{"step": 2020000, "wall_time": 5394.085311412811, "train_loss_step": 6.514945030212402, "n_params": 4715740, "total_flops": 29263241625600000, "train_loss": 0.03488029349933971, "subset_score_loss": 0.03488029349933971}
+{"step": 2030000, "wall_time": 5419.380863904953, "train_loss_step": 6.710904121398926, "n_params": 4715740, "total_flops": 29408109158400000, "train_loss": 0.031344240361993965, "subset_score_loss": 0.031344240361993965}
+{"step": 2040000, "wall_time": 5444.445946216583, "train_loss_step": 6.32711124420166, "n_params": 4715740, "total_flops": 29552976691200000, "train_loss": 0.031142952225425027, "subset_score_loss": 0.031142952225425027}
+{"step": 2050000, "wall_time": 5469.698968410492, "train_loss_step": 6.459299087524414, "n_params": 4715740, "total_flops": 29697844224000000, "train_loss": 0.02991232005032626, "subset_score_loss": 0.02991232005032626}
+{"step": 2060000, "wall_time": 5495.386579751968, "train_loss_step": 6.49246072769165, "n_params": 4715740, "total_flops": 29842711756800000, "train_loss": 0.03193901885639538, "subset_score_loss": 0.03193901885639538}
+{"step": 2070000, "wall_time": 5520.834717512131, "train_loss_step": 6.313442230224609, "n_params": 4715740, "total_flops": 29987579289600000, "train_loss": 0.0350577787919478, "subset_score_loss": 0.0350577787919478}
+{"step": 2080000, "wall_time": 5546.076468706131, "train_loss_step": 6.261452674865723, "n_params": 4715740, "total_flops": 30132446822400000, "train_loss": 0.03321361975236373, "subset_score_loss": 0.03321361975236373}
+{"step": 2090000, "wall_time": 5571.289589166641, "train_loss_step": 6.400260925292969, "n_params": 4715740, "total_flops": 30277314355200000, "train_loss": 0.03416709683158181, "subset_score_loss": 0.03416709683158181}
+{"step": 2100000, "wall_time": 5614.881879329681, "train_loss_step": 6.181230545043945, "n_params": 4715740, "total_flops": 30422181888000000, "train_loss": 0.029994028264825993, "subset_score_loss": 0.029994028264825993, "memorization_fraction_pixel": 0.09019999951124191, "mean_nn_ratio_pixel": 0.8769486546516418, "fid": 221.41621442016947, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 5640.196518421173, "train_loss_step": 6.026035308837891, "n_params": 4715740, "total_flops": 30567049420800000, "train_loss": 0.03022291443564675, "subset_score_loss": 0.03022291443564675}
+{"step": 2120000, "wall_time": 5663.763114690781, "train_loss_step": 6.273663520812988, "n_params": 4715740, "total_flops": 30711916953600000, "train_loss": 0.03007549372586337, "subset_score_loss": 0.03007549372586337}
+{"step": 2130000, "wall_time": 5688.375026226044, "train_loss_step": 6.144534111022949, "n_params": 4715740, "total_flops": 30856784486400000, "train_loss": 0.03310005881569602, "subset_score_loss": 0.03310005881569602}
+{"step": 2140000, "wall_time": 5713.509276151657, "train_loss_step": 6.398000717163086, "n_params": 4715740, "total_flops": 31001652019200000, "train_loss": 0.030490636825561523, "subset_score_loss": 0.030490636825561523}
+{"step": 2150000, "wall_time": 5739.136844396591, "train_loss_step": 6.34812068939209, "n_params": 4715740, "total_flops": 31146519552000000, "train_loss": 0.0318230845711448, "subset_score_loss": 0.0318230845711448}
+{"step": 2160000, "wall_time": 5764.6562287807465, "train_loss_step": 6.250029563903809, "n_params": 4715740, "total_flops": 31291387084800000, "train_loss": 0.030242514610290528, "subset_score_loss": 0.030242514610290528}
+{"step": 2170000, "wall_time": 5790.24413728714, "train_loss_step": 6.534932613372803, "n_params": 4715740, "total_flops": 31436254617600000, "train_loss": 0.030198322642933238, "subset_score_loss": 0.030198322642933238}
+{"step": 2180000, "wall_time": 5815.024998426437, "train_loss_step": 6.291888236999512, "n_params": 4715740, "total_flops": 31581122150400000, "train_loss": 0.031986021995544435, "subset_score_loss": 0.031986021995544435}
+{"step": 2190000, "wall_time": 5838.97203874588, "train_loss_step": 6.448571681976318, "n_params": 4715740, "total_flops": 31725989683200000, "train_loss": 0.030485092509876598, "subset_score_loss": 0.030485092509876598}
+{"step": 2200000, "wall_time": 5882.112282752991, "train_loss_step": 5.950428009033203, "n_params": 4715740, "total_flops": 31870857216000000, "train_loss": 0.033271171829917214, "subset_score_loss": 0.033271171829917214, "memorization_fraction_pixel": 0.09380000084638596, "mean_nn_ratio_pixel": 0.8774870038032532, "fid": 217.70769301940587, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 5907.110070943832, "train_loss_step": 6.384699821472168, "n_params": 4715740, "total_flops": 32015724748800000, "train_loss": 0.03345534584738991, "subset_score_loss": 0.03345534584738991}
+{"step": 2220000, "wall_time": 5930.7086527347565, "train_loss_step": 6.102794647216797, "n_params": 4715740, "total_flops": 32160592281600000, "train_loss": 0.032734131813049315, "subset_score_loss": 0.032734131813049315}
+{"step": 2230000, "wall_time": 5954.518359422684, "train_loss_step": 5.793210506439209, "n_params": 4715740, "total_flops": 32305459814400000, "train_loss": 0.035069333423267714, "subset_score_loss": 0.035069333423267714}
+{"step": 2240000, "wall_time": 5977.330609798431, "train_loss_step": 5.965864658355713, "n_params": 4715740, "total_flops": 32450327347200000, "train_loss": 0.028260835734280672, "subset_score_loss": 0.028260835734280672}
+{"step": 2250000, "wall_time": 6001.052831411362, "train_loss_step": 6.302209854125977, "n_params": 4715740, "total_flops": 32595194880000000, "train_loss": 0.031159303405068138, "subset_score_loss": 0.031159303405068138}
+{"step": 2260000, "wall_time": 6025.462599039078, "train_loss_step": 6.833475112915039, "n_params": 4715740, "total_flops": 32740062412800000, "train_loss": 0.032398039644414726, "subset_score_loss": 0.032398039644414726}
+{"step": 2270000, "wall_time": 6050.5709347724915, "train_loss_step": 6.111085414886475, "n_params": 4715740, "total_flops": 32884929945600000, "train_loss": 0.029980462247675116, "subset_score_loss": 0.029980462247675116}
+{"step": 2280000, "wall_time": 6075.664542913437, "train_loss_step": 6.05573844909668, "n_params": 4715740, "total_flops": 33029797478400000, "train_loss": 0.03044776049527255, "subset_score_loss": 0.03044776049527255}
+{"step": 2290000, "wall_time": 6100.689811944962, "train_loss_step": 5.703705310821533, "n_params": 4715740, "total_flops": 33174665011200000, "train_loss": 0.041861135309392755, "subset_score_loss": 0.041861135309392755}
+{"step": 2300000, "wall_time": 6144.578809499741, "train_loss_step": 5.967193126678467, "n_params": 4715740, "total_flops": 33319532544000000, "train_loss": 0.03123033046722412, "subset_score_loss": 0.03123033046722412, "memorization_fraction_pixel": 0.09600000083446503, "mean_nn_ratio_pixel": 0.8761085867881775, "fid": 218.84267799101053, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 6169.536359071732, "train_loss_step": 6.278464317321777, "n_params": 4715740, "total_flops": 33464400076800000, "train_loss": 0.026181853901256213, "subset_score_loss": 0.026181853901256213}
+{"step": 2320000, "wall_time": 6193.956040859222, "train_loss_step": 6.031044960021973, "n_params": 4715740, "total_flops": 33609267609600000, "train_loss": 0.03261644406752153, "subset_score_loss": 0.03261644406752153}
+{"step": 2330000, "wall_time": 6219.460886001587, "train_loss_step": 6.400134086608887, "n_params": 4715740, "total_flops": 33754135142400000, "train_loss": 0.028661422296003863, "subset_score_loss": 0.028661422296003863}
+{"step": 2340000, "wall_time": 6244.129320383072, "train_loss_step": 6.2036004066467285, "n_params": 4715740, "total_flops": 33899002675200000, "train_loss": 0.028619484467939896, "subset_score_loss": 0.028619484467939896}
+{"step": 2350000, "wall_time": 6269.422136545181, "train_loss_step": 5.923847675323486, "n_params": 4715740, "total_flops": 34043870208000000, "train_loss": 0.03045228828083385, "subset_score_loss": 0.03045228828083385}
+{"step": 2360000, "wall_time": 6294.4145154953, "train_loss_step": 6.360898971557617, "n_params": 4715740, "total_flops": 34188737740800000, "train_loss": 0.030894084410233932, "subset_score_loss": 0.030894084410233932}
+{"step": 2370000, "wall_time": 6319.804349899292, "train_loss_step": 6.3087687492370605, "n_params": 4715740, "total_flops": 34333605273600000, "train_loss": 0.030986675349148837, "subset_score_loss": 0.030986675349148837}
+{"step": 2380000, "wall_time": 6345.136714220047, "train_loss_step": 5.852163314819336, "n_params": 4715740, "total_flops": 34478472806400000, "train_loss": 0.028944119540127843, "subset_score_loss": 0.028944119540127843}
+{"step": 2390000, "wall_time": 6370.33220410347, "train_loss_step": 5.930638790130615, "n_params": 4715740, "total_flops": 34623340339200000, "train_loss": 0.02830472859469327, "subset_score_loss": 0.02830472859469327}
+{"step": 2400000, "wall_time": 6414.485939025879, "train_loss_step": 5.992000102996826, "n_params": 4715740, "total_flops": 34768207872000000, "train_loss": 0.030621069127863103, "subset_score_loss": 0.030621069127863103, "memorization_fraction_pixel": 0.10540000349283218, "mean_nn_ratio_pixel": 0.8670414090156555, "fid": 212.33142017282645, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 6438.883601665497, "train_loss_step": 5.897579193115234, "n_params": 4715740, "total_flops": 34913075404800000, "train_loss": 0.030004789612509988, "subset_score_loss": 0.030004789612509988}
+{"step": 2420000, "wall_time": 6463.546167612076, "train_loss_step": 6.008684158325195, "n_params": 4715740, "total_flops": 35057942937600000, "train_loss": 0.035897066376426, "subset_score_loss": 0.035897066376426}
+{"step": 2430000, "wall_time": 6488.998463153839, "train_loss_step": 5.985601425170898, "n_params": 4715740, "total_flops": 35202810470400000, "train_loss": 0.031811586293307215, "subset_score_loss": 0.031811586293307215}
+{"step": 2440000, "wall_time": 6514.355015277863, "train_loss_step": 6.092046737670898, "n_params": 4715740, "total_flops": 35347678003200000, "train_loss": 0.030360572988336738, "subset_score_loss": 0.030360572988336738}
+{"step": 2450000, "wall_time": 6539.096578359604, "train_loss_step": 5.875491142272949, "n_params": 4715740, "total_flops": 35492545536000000, "train_loss": 0.032158036665482954, "subset_score_loss": 0.032158036665482954}
+{"step": 2460000, "wall_time": 6563.870000123978, "train_loss_step": 5.614472389221191, "n_params": 4715740, "total_flops": 35637413068800000, "train_loss": 0.03381255106492476, "subset_score_loss": 0.03381255106492476}
+{"step": 2470000, "wall_time": 6589.09720158577, "train_loss_step": 6.124464511871338, "n_params": 4715740, "total_flops": 35782280601600000, "train_loss": 0.03739503947171298, "subset_score_loss": 0.03739503947171298}
+{"step": 2480000, "wall_time": 6613.82957983017, "train_loss_step": 5.673491954803467, "n_params": 4715740, "total_flops": 35927148134400000, "train_loss": 0.027510007944974033, "subset_score_loss": 0.027510007944974033}
+{"step": 2490000, "wall_time": 6639.2565405368805, "train_loss_step": 6.318289756774902, "n_params": 4715740, "total_flops": 36072015667200000, "train_loss": 0.031650027361783115, "subset_score_loss": 0.031650027361783115}
+{"step": 2500000, "wall_time": 6680.429730176926, "train_loss_step": 6.352016448974609, "n_params": 4715740, "total_flops": 36216883200000000, "train_loss": 0.03111632303758101, "subset_score_loss": 0.03111632303758101, "memorization_fraction_pixel": 0.10570000112056732, "mean_nn_ratio_pixel": 0.8645385503768921, "fid": 210.76111534836267, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 6703.238825798035, "train_loss_step": 6.118599891662598, "n_params": 4715740, "total_flops": 36361750732800000, "train_loss": 0.029047480496493253, "subset_score_loss": 0.029047480496493253}
+{"step": 2520000, "wall_time": 6726.911930322647, "train_loss_step": 6.0247602462768555, "n_params": 4715740, "total_flops": 36506618265600000, "train_loss": 0.030221512100913308, "subset_score_loss": 0.030221512100913308}
+{"step": 2530000, "wall_time": 6750.715262889862, "train_loss_step": 6.560575485229492, "n_params": 4715740, "total_flops": 36651485798400000, "train_loss": 0.03203652555292303, "subset_score_loss": 0.03203652555292303}
+{"step": 2540000, "wall_time": 6774.850081205368, "train_loss_step": 5.912160873413086, "n_params": 4715740, "total_flops": 36796353331200000, "train_loss": 0.031214915622364392, "subset_score_loss": 0.031214915622364392}
+{"step": 2550000, "wall_time": 6799.539168596268, "train_loss_step": 6.097992897033691, "n_params": 4715740, "total_flops": 36941220864000000, "train_loss": 0.02906479835510254, "subset_score_loss": 0.02906479835510254}
+{"step": 2560000, "wall_time": 6824.824271678925, "train_loss_step": 6.086301803588867, "n_params": 4715740, "total_flops": 37086088396800000, "train_loss": 0.030380613153631036, "subset_score_loss": 0.030380613153631036}
+{"step": 2570000, "wall_time": 6850.4961886405945, "train_loss_step": 6.100389003753662, "n_params": 4715740, "total_flops": 37230955929600000, "train_loss": 0.028608107566833497, "subset_score_loss": 0.028608107566833497}
+{"step": 2580000, "wall_time": 6875.860204219818, "train_loss_step": 6.205256462097168, "n_params": 4715740, "total_flops": 37375823462400000, "train_loss": 0.028101325035095215, "subset_score_loss": 0.028101325035095215}
+{"step": 2590000, "wall_time": 6901.160241365433, "train_loss_step": 5.89210319519043, "n_params": 4715740, "total_flops": 37520690995200000, "train_loss": 0.026704590970819647, "subset_score_loss": 0.026704590970819647}
+{"step": 2600000, "wall_time": 6944.114269733429, "train_loss_step": 5.757669448852539, "n_params": 4715740, "total_flops": 37665558528000000, "train_loss": 0.02764988595789129, "subset_score_loss": 0.02764988595789129, "memorization_fraction_pixel": 0.11150000244379044, "mean_nn_ratio_pixel": 0.8590601682662964, "fid": 211.405000671197, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 6968.172103881836, "train_loss_step": 6.204787731170654, "n_params": 4715740, "total_flops": 37810426060800000, "train_loss": 0.027894882722334428, "subset_score_loss": 0.027894882722334428}
+{"step": 2620000, "wall_time": 6992.749104976654, "train_loss_step": 6.016136169433594, "n_params": 4715740, "total_flops": 37955293593600000, "train_loss": 0.027741867845708673, "subset_score_loss": 0.027741867845708673}
+{"step": 2630000, "wall_time": 7018.492641925812, "train_loss_step": 6.151402473449707, "n_params": 4715740, "total_flops": 38100161126400000, "train_loss": 0.029217789389870383, "subset_score_loss": 0.029217789389870383}
+{"step": 2640000, "wall_time": 7044.089150667191, "train_loss_step": 6.185622215270996, "n_params": 4715740, "total_flops": 38245028659200000, "train_loss": 0.0286518010226163, "subset_score_loss": 0.0286518010226163}
+{"step": 2650000, "wall_time": 7069.526047706604, "train_loss_step": 5.815051078796387, "n_params": 4715740, "total_flops": 38389896192000000, "train_loss": 0.029756617546081544, "subset_score_loss": 0.029756617546081544}
+{"step": 2660000, "wall_time": 7094.903597354889, "train_loss_step": 5.804878234863281, "n_params": 4715740, "total_flops": 38534763724800000, "train_loss": 0.0393426851792769, "subset_score_loss": 0.0393426851792769}
+{"step": 2670000, "wall_time": 7120.119389295578, "train_loss_step": 6.147727966308594, "n_params": 4715740, "total_flops": 38679631257600000, "train_loss": 0.02742188410325484, "subset_score_loss": 0.02742188410325484}
+{"step": 2680000, "wall_time": 7145.739280939102, "train_loss_step": 6.171120643615723, "n_params": 4715740, "total_flops": 38824498790400000, "train_loss": 0.029085566780783913, "subset_score_loss": 0.029085566780783913}
+{"step": 2690000, "wall_time": 7171.293244123459, "train_loss_step": 5.762326240539551, "n_params": 4715740, "total_flops": 38969366323200000, "train_loss": 0.02845039584419944, "subset_score_loss": 0.02845039584419944}
+{"step": 2700000, "wall_time": 7215.8127064704895, "train_loss_step": 6.398917198181152, "n_params": 4715740, "total_flops": 39114233856000000, "train_loss": 0.028957245566628195, "subset_score_loss": 0.028957245566628195, "memorization_fraction_pixel": 0.11460000276565552, "mean_nn_ratio_pixel": 0.8566080331802368, "fid": 208.03040623214576, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 7238.47216963768, "train_loss_step": 5.839459419250488, "n_params": 4715740, "total_flops": 39259101388800000, "train_loss": 0.03391698490489613, "subset_score_loss": 0.03391698490489613}
+{"step": 2720000, "wall_time": 7263.623230457306, "train_loss_step": 5.6807780265808105, "n_params": 4715740, "total_flops": 39403968921600000, "train_loss": 0.025947263024070046, "subset_score_loss": 0.025947263024070046}
+{"step": 2730000, "wall_time": 7289.388061761856, "train_loss_step": 6.522420883178711, "n_params": 4715740, "total_flops": 39548836454400000, "train_loss": 0.030285193703391337, "subset_score_loss": 0.030285193703391337}
+{"step": 2740000, "wall_time": 7314.781791210175, "train_loss_step": 5.8020219802856445, "n_params": 4715740, "total_flops": 39693703987200000, "train_loss": 0.03129987499930642, "subset_score_loss": 0.03129987499930642}
+{"step": 2750000, "wall_time": 7340.553099870682, "train_loss_step": 6.277879238128662, "n_params": 4715740, "total_flops": 39838571520000000, "train_loss": 0.03536607135425914, "subset_score_loss": 0.03536607135425914}
+{"step": 2760000, "wall_time": 7365.608617544174, "train_loss_step": 6.219781875610352, "n_params": 4715740, "total_flops": 39983439052800000, "train_loss": 0.02984389391812411, "subset_score_loss": 0.02984389391812411}
+{"step": 2770000, "wall_time": 7390.632764339447, "train_loss_step": 5.592310905456543, "n_params": 4715740, "total_flops": 40128306585600000, "train_loss": 0.029473926804282447, "subset_score_loss": 0.029473926804282447}
+{"step": 2780000, "wall_time": 7415.587826728821, "train_loss_step": 5.879850387573242, "n_params": 4715740, "total_flops": 40273174118400000, "train_loss": 0.02947766130620783, "subset_score_loss": 0.02947766130620783}
+{"step": 2790000, "wall_time": 7440.738549947739, "train_loss_step": 6.209293365478516, "n_params": 4715740, "total_flops": 40418041651200000, "train_loss": 0.03132339824329723, "subset_score_loss": 0.03132339824329723}
+{"step": 2800000, "wall_time": 7483.082941055298, "train_loss_step": 6.068909645080566, "n_params": 4715740, "total_flops": 40562909184000000, "train_loss": 0.02866088477048007, "subset_score_loss": 0.02866088477048007, "memorization_fraction_pixel": 0.13519999384880066, "mean_nn_ratio_pixel": 0.8417748212814331, "fid": 203.19395619854632, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 7506.443226575851, "train_loss_step": 5.831165313720703, "n_params": 4715740, "total_flops": 40707776716800000, "train_loss": 0.027939308773387562, "subset_score_loss": 0.027939308773387562}
+{"step": 2820000, "wall_time": 7531.280558824539, "train_loss_step": 5.729701995849609, "n_params": 4715740, "total_flops": 40852644249600000, "train_loss": 0.027187000621448864, "subset_score_loss": 0.027187000621448864}
+{"step": 2830000, "wall_time": 7555.964631080627, "train_loss_step": 5.665396690368652, "n_params": 4715740, "total_flops": 40997511782400000, "train_loss": 0.027623607895591044, "subset_score_loss": 0.027623607895591044}
+{"step": 2840000, "wall_time": 7580.892000436783, "train_loss_step": 5.894690990447998, "n_params": 4715740, "total_flops": 41142379315200000, "train_loss": 0.026662928407842464, "subset_score_loss": 0.026662928407842464}
+{"step": 2850000, "wall_time": 7604.5921177864075, "train_loss_step": 5.318994522094727, "n_params": 4715740, "total_flops": 41287246848000000, "train_loss": 0.027002594687721947, "subset_score_loss": 0.027002594687721947}
+{"step": 2860000, "wall_time": 7629.615681409836, "train_loss_step": 5.678048133850098, "n_params": 4715740, "total_flops": 41432114380800000, "train_loss": 0.0262509822845459, "subset_score_loss": 0.0262509822845459}
+{"step": 2870000, "wall_time": 7654.760860919952, "train_loss_step": 5.937303066253662, "n_params": 4715740, "total_flops": 41576981913600000, "train_loss": 0.02802880894054066, "subset_score_loss": 0.02802880894054066}
+{"step": 2880000, "wall_time": 7680.412048101425, "train_loss_step": 5.595063209533691, "n_params": 4715740, "total_flops": 41721849446400000, "train_loss": 0.025254910642450504, "subset_score_loss": 0.025254910642450504}
+{"step": 2890000, "wall_time": 7706.142414569855, "train_loss_step": 5.488847255706787, "n_params": 4715740, "total_flops": 41866716979200000, "train_loss": 0.030524214831265536, "subset_score_loss": 0.030524214831265536}
+{"step": 2900000, "wall_time": 7749.065029621124, "train_loss_step": 5.39969539642334, "n_params": 4715740, "total_flops": 42011584512000000, "train_loss": 0.025979256629943846, "subset_score_loss": 0.025979256629943846, "memorization_fraction_pixel": 0.13580000400543213, "mean_nn_ratio_pixel": 0.8417514562606812, "fid": 200.18470101996456, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 7772.900708198547, "train_loss_step": 5.861527442932129, "n_params": 4715740, "total_flops": 42156452044800000, "train_loss": 0.031342577934265134, "subset_score_loss": 0.031342577934265134}
+{"step": 2920000, "wall_time": 7798.33854675293, "train_loss_step": 6.030508995056152, "n_params": 4715740, "total_flops": 42301319577600000, "train_loss": 0.028943601521578703, "subset_score_loss": 0.028943601521578703}
+{"step": 2930000, "wall_time": 7823.823464155197, "train_loss_step": 5.775900363922119, "n_params": 4715740, "total_flops": 42446187110400000, "train_loss": 0.028681635856628418, "subset_score_loss": 0.028681635856628418}
+{"step": 2940000, "wall_time": 7849.306728601456, "train_loss_step": 6.119661808013916, "n_params": 4715740, "total_flops": 42591054643200000, "train_loss": 0.027972552993080834, "subset_score_loss": 0.027972552993080834}
+{"step": 2950000, "wall_time": 7874.534718990326, "train_loss_step": 6.708056449890137, "n_params": 4715740, "total_flops": 42735922176000000, "train_loss": 0.029122408953579988, "subset_score_loss": 0.029122408953579988}
+{"step": 2960000, "wall_time": 7899.765468597412, "train_loss_step": 5.483954429626465, "n_params": 4715740, "total_flops": 42880789708800000, "train_loss": 0.034774459492076526, "subset_score_loss": 0.034774459492076526}
+{"step": 2970000, "wall_time": 7925.228537797928, "train_loss_step": 5.882338523864746, "n_params": 4715740, "total_flops": 43025657241600000, "train_loss": 0.027526224743236193, "subset_score_loss": 0.027526224743236193}
+{"step": 2980000, "wall_time": 7950.597948789597, "train_loss_step": 5.971489906311035, "n_params": 4715740, "total_flops": 43170524774400000, "train_loss": 0.027929453416304154, "subset_score_loss": 0.027929453416304154}
+{"step": 2990000, "wall_time": 7975.965904951096, "train_loss_step": 5.799601078033447, "n_params": 4715740, "total_flops": 43315392307200000, "train_loss": 0.02620416988026012, "subset_score_loss": 0.02620416988026012}
+{"step": 3000000, "wall_time": 8019.465594291687, "train_loss_step": 5.753785133361816, "n_params": 4715740, "total_flops": 43460259840000000, "train_loss": 0.02553562034260143, "subset_score_loss": 0.02553562034260143, "memorization_fraction_pixel": 0.13120000064373016, "mean_nn_ratio_pixel": 0.844496488571167, "fid": 208.2560681725206, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 8046.706859588623, "train_loss_step": 5.536917209625244, "n_params": 4715740, "total_flops": 43605127372800000, "train_loss": 0.031445735151117496, "subset_score_loss": 0.031445735151117496}
+{"step": 3020000, "wall_time": 8072.407351255417, "train_loss_step": 5.695762634277344, "n_params": 4715740, "total_flops": 43749994905600000, "train_loss": 0.026661823012612083, "subset_score_loss": 0.026661823012612083}
+{"step": 3030000, "wall_time": 8097.919161319733, "train_loss_step": 5.743453502655029, "n_params": 4715740, "total_flops": 43894862438400000, "train_loss": 0.026678007299249823, "subset_score_loss": 0.026678007299249823}
+{"step": 3040000, "wall_time": 8122.979438781738, "train_loss_step": 5.86098051071167, "n_params": 4715740, "total_flops": 44039729971200000, "train_loss": 0.026506170359524815, "subset_score_loss": 0.026506170359524815}
+{"step": 3050000, "wall_time": 8148.387549161911, "train_loss_step": 5.842224597930908, "n_params": 4715740, "total_flops": 44184597504000000, "train_loss": 0.028813815116882323, "subset_score_loss": 0.028813815116882323}
+{"step": 3060000, "wall_time": 8173.914910793304, "train_loss_step": 5.560168743133545, "n_params": 4715740, "total_flops": 44329465036800000, "train_loss": 0.025073127313093704, "subset_score_loss": 0.025073127313093704}
+{"step": 3070000, "wall_time": 8199.544873476028, "train_loss_step": 5.748991012573242, "n_params": 4715740, "total_flops": 44474332569600000, "train_loss": 0.02948221510106867, "subset_score_loss": 0.02948221510106867}
+{"step": 3080000, "wall_time": 8223.564726352692, "train_loss_step": 5.6877546310424805, "n_params": 4715740, "total_flops": 44619200102400000, "train_loss": 0.03146341930736195, "subset_score_loss": 0.03146341930736195}
+{"step": 3090000, "wall_time": 8247.624086380005, "train_loss_step": 5.63503885269165, "n_params": 4715740, "total_flops": 44764067635200000, "train_loss": 0.030363648588007146, "subset_score_loss": 0.030363648588007146}
+{"step": 3100000, "wall_time": 8289.836872816086, "train_loss_step": 6.069973945617676, "n_params": 4715740, "total_flops": 44908935168000000, "train_loss": 0.02736274545842951, "subset_score_loss": 0.02736274545842951, "memorization_fraction_pixel": 0.13590000569820404, "mean_nn_ratio_pixel": 0.837547779083252, "fid": 201.85508800604418, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 8315.25337600708, "train_loss_step": 5.337900161743164, "n_params": 4715740, "total_flops": 45053802700800000, "train_loss": 0.029643854227933017, "subset_score_loss": 0.029643854227933017}
+{"step": 3120000, "wall_time": 8340.317281246185, "train_loss_step": 5.905858516693115, "n_params": 4715740, "total_flops": 45198670233600000, "train_loss": 0.025547497922723945, "subset_score_loss": 0.025547497922723945}
+{"step": 3130000, "wall_time": 8364.955503225327, "train_loss_step": 6.009127616882324, "n_params": 4715740, "total_flops": 45343537766400000, "train_loss": 0.029616602984341708, "subset_score_loss": 0.029616602984341708}
+{"step": 3140000, "wall_time": 8389.640553951263, "train_loss_step": 5.844546318054199, "n_params": 4715740, "total_flops": 45488405299200000, "train_loss": 0.027368565039201216, "subset_score_loss": 0.027368565039201216}
+{"step": 3150000, "wall_time": 8414.700770139694, "train_loss_step": 6.1460747718811035, "n_params": 4715740, "total_flops": 45633272832000000, "train_loss": 0.028596609288995916, "subset_score_loss": 0.028596609288995916}
+{"step": 3160000, "wall_time": 8440.089168310165, "train_loss_step": 5.983295440673828, "n_params": 4715740, "total_flops": 45778140364800000, "train_loss": 0.026794622161171653, "subset_score_loss": 0.026794622161171653}
+{"step": 3170000, "wall_time": 8465.190887451172, "train_loss_step": 5.553279399871826, "n_params": 4715740, "total_flops": 45923007897600000, "train_loss": 0.02662818215110085, "subset_score_loss": 0.02662818215110085}
+{"step": 3180000, "wall_time": 8491.027394533157, "train_loss_step": 5.764919281005859, "n_params": 4715740, "total_flops": 46067875430400000, "train_loss": 0.026170260255986993, "subset_score_loss": 0.026170260255986993}
+{"step": 3190000, "wall_time": 8516.571143388748, "train_loss_step": 5.554633140563965, "n_params": 4715740, "total_flops": 46212742963200000, "train_loss": 0.02519933743910356, "subset_score_loss": 0.02519933743910356}
+{"step": 3200000, "wall_time": 8559.426409721375, "train_loss_step": 5.890045166015625, "n_params": 4715740, "total_flops": 46357610496000000, "train_loss": 0.026277958263050426, "subset_score_loss": 0.026277958263050426, "memorization_fraction_pixel": 0.13369999825954437, "mean_nn_ratio_pixel": 0.8441742062568665, "fid": 212.56502020788855, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 8583.323020458221, "train_loss_step": 5.607875823974609, "n_params": 4715740, "total_flops": 46502478028800000, "train_loss": 0.0264577562158758, "subset_score_loss": 0.0264577562158758}
+{"step": 3220000, "wall_time": 8609.178532600403, "train_loss_step": 5.341547966003418, "n_params": 4715740, "total_flops": 46647345561600000, "train_loss": 0.028375671126625753, "subset_score_loss": 0.028375671126625753}
+{"step": 3230000, "wall_time": 8634.881368398666, "train_loss_step": 5.597959518432617, "n_params": 4715740, "total_flops": 46792213094400000, "train_loss": 0.03253170143474232, "subset_score_loss": 0.03253170143474232}
+{"step": 3240000, "wall_time": 8660.419559240341, "train_loss_step": 6.092899322509766, "n_params": 4715740, "total_flops": 46937080627200000, "train_loss": 0.029015443541786888, "subset_score_loss": 0.029015443541786888}
+{"step": 3250000, "wall_time": 8685.615796804428, "train_loss_step": 5.520500183105469, "n_params": 4715740, "total_flops": 47081948160000000, "train_loss": 0.028764677047729493, "subset_score_loss": 0.028764677047729493}
+{"step": 3260000, "wall_time": 8710.141103029251, "train_loss_step": 5.944238185882568, "n_params": 4715740, "total_flops": 47226815692800000, "train_loss": 0.030954959175803445, "subset_score_loss": 0.030954959175803445}
+{"step": 3270000, "wall_time": 8735.883526563644, "train_loss_step": 5.705170154571533, "n_params": 4715740, "total_flops": 47371683225600000, "train_loss": 0.028274620663035998, "subset_score_loss": 0.028274620663035998}
+{"step": 3280000, "wall_time": 8761.191344738007, "train_loss_step": 5.574240684509277, "n_params": 4715740, "total_flops": 47516550758400000, "train_loss": 0.02691668380390514, "subset_score_loss": 0.02691668380390514}
+{"step": 3290000, "wall_time": 8786.429629802704, "train_loss_step": 5.733334541320801, "n_params": 4715740, "total_flops": 47661418291200000, "train_loss": 0.025942613861777566, "subset_score_loss": 0.025942613861777566}
+{"step": 3300000, "wall_time": 8830.358350515366, "train_loss_step": 5.798672676086426, "n_params": 4715740, "total_flops": 47806285824000000, "train_loss": 0.026753796230662954, "subset_score_loss": 0.026753796230662954, "memorization_fraction_pixel": 0.1363999992609024, "mean_nn_ratio_pixel": 0.837539553642273, "fid": 205.72916028570938, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 8854.753899335861, "train_loss_step": 5.638769149780273, "n_params": 4715740, "total_flops": 47951153356800000, "train_loss": 0.026623398607427424, "subset_score_loss": 0.026623398607427424}
+{"step": 3320000, "wall_time": 8880.570185422897, "train_loss_step": 5.372982025146484, "n_params": 4715740, "total_flops": 48096020889600000, "train_loss": 0.027096225998618387, "subset_score_loss": 0.027096225998618387}
+{"step": 3330000, "wall_time": 8905.870118141174, "train_loss_step": 5.857375144958496, "n_params": 4715740, "total_flops": 48240888422400000, "train_loss": 0.02575443657961759, "subset_score_loss": 0.02575443657961759}
+{"step": 3340000, "wall_time": 8930.542959690094, "train_loss_step": 5.736963272094727, "n_params": 4715740, "total_flops": 48385755955200000, "train_loss": 0.027883304249156606, "subset_score_loss": 0.027883304249156606}
+{"step": 3350000, "wall_time": 8956.010471582413, "train_loss_step": 5.622569561004639, "n_params": 4715740, "total_flops": 48530623488000000, "train_loss": 0.028176140785217286, "subset_score_loss": 0.028176140785217286}
+{"step": 3360000, "wall_time": 8980.23893737793, "train_loss_step": 5.27817440032959, "n_params": 4715740, "total_flops": 48675491020800000, "train_loss": 0.02509942271492698, "subset_score_loss": 0.02509942271492698}
+{"step": 3370000, "wall_time": 9004.15077328682, "train_loss_step": 5.664947509765625, "n_params": 4715740, "total_flops": 48820358553600000, "train_loss": 0.026544269648465242, "subset_score_loss": 0.026544269648465242}
+{"step": 3380000, "wall_time": 9028.971598625183, "train_loss_step": 5.511762619018555, "n_params": 4715740, "total_flops": 48965226086400000, "train_loss": 0.027544678341258656, "subset_score_loss": 0.027544678341258656}
+{"step": 3390000, "wall_time": 9054.765141963959, "train_loss_step": 5.584617614746094, "n_params": 4715740, "total_flops": 49110093619200000, "train_loss": 0.02578432776711204, "subset_score_loss": 0.02578432776711204}
+{"step": 3400000, "wall_time": 9097.78518986702, "train_loss_step": 5.746142864227295, "n_params": 4715740, "total_flops": 49254961152000000, "train_loss": 0.02551924315365878, "subset_score_loss": 0.02551924315365878, "memorization_fraction_pixel": 0.14650000631809235, "mean_nn_ratio_pixel": 0.8318013548851013, "fid": 208.38716983513274, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 9122.728474617004, "train_loss_step": 5.347234725952148, "n_params": 4715740, "total_flops": 49399828684800000, "train_loss": 0.027368727597323332, "subset_score_loss": 0.027368727597323332}
+{"step": 3420000, "wall_time": 9148.62635588646, "train_loss_step": 5.732260704040527, "n_params": 4715740, "total_flops": 49544696217600000, "train_loss": 0.026222502101551404, "subset_score_loss": 0.026222502101551404}
+{"step": 3430000, "wall_time": 9173.747593402863, "train_loss_step": 5.694588661193848, "n_params": 4715740, "total_flops": 49689563750400000, "train_loss": 0.032421051372181285, "subset_score_loss": 0.032421051372181285}
+{"step": 3440000, "wall_time": 9198.85456418991, "train_loss_step": 5.965395450592041, "n_params": 4715740, "total_flops": 49834431283200000, "train_loss": 0.027293255112387917, "subset_score_loss": 0.027293255112387917}
+{"step": 3450000, "wall_time": 9224.44523024559, "train_loss_step": 5.462388038635254, "n_params": 4715740, "total_flops": 49979298816000000, "train_loss": 0.028387457674199885, "subset_score_loss": 0.028387457674199885}
+{"step": 3460000, "wall_time": 9250.258274793625, "train_loss_step": 5.569561958312988, "n_params": 4715740, "total_flops": 50124166348800000, "train_loss": 0.03333149173042991, "subset_score_loss": 0.03333149173042991}
+{"step": 3470000, "wall_time": 9275.622297763824, "train_loss_step": 5.563711643218994, "n_params": 4715740, "total_flops": 50269033881600000, "train_loss": 0.025362361561168324, "subset_score_loss": 0.025362361561168324}
+{"step": 3480000, "wall_time": 9301.373523235321, "train_loss_step": 6.0963134765625, "n_params": 4715740, "total_flops": 50413901414400000, "train_loss": 0.025901755419644443, "subset_score_loss": 0.025901755419644443}
+{"step": 3490000, "wall_time": 9326.481010913849, "train_loss_step": 5.818297386169434, "n_params": 4715740, "total_flops": 50558768947200000, "train_loss": 0.028650832176208497, "subset_score_loss": 0.028650832176208497}
+{"step": 3500000, "wall_time": 9370.129344701767, "train_loss_step": 5.952624320983887, "n_params": 4715740, "total_flops": 50703636480000000, "train_loss": 0.027366319569674405, "subset_score_loss": 0.027366319569674405, "memorization_fraction_pixel": 0.15369999408721924, "mean_nn_ratio_pixel": 0.8229451179504395, "fid": 209.01380627667552, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 9395.457775354385, "train_loss_step": 5.674070358276367, "n_params": 4715740, "total_flops": 50848504012800000, "train_loss": 0.027002471143549138, "subset_score_loss": 0.027002471143549138}
+{"step": 3520000, "wall_time": 9420.554247617722, "train_loss_step": 5.519074440002441, "n_params": 4715740, "total_flops": 50993371545600000, "train_loss": 0.027691992846402256, "subset_score_loss": 0.027691992846402256}
+{"step": 3530000, "wall_time": 9445.068382501602, "train_loss_step": 5.785185813903809, "n_params": 4715740, "total_flops": 51138239078400000, "train_loss": 0.02609567425467751, "subset_score_loss": 0.02609567425467751}
+{"step": 3540000, "wall_time": 9471.011479377747, "train_loss_step": 5.780378341674805, "n_params": 4715740, "total_flops": 51283106611200000, "train_loss": 0.025528385422446512, "subset_score_loss": 0.025528385422446512}
+{"step": 3550000, "wall_time": 9496.894226551056, "train_loss_step": 5.782479286193848, "n_params": 4715740, "total_flops": 51427974144000000, "train_loss": 0.026467381824146617, "subset_score_loss": 0.026467381824146617}
+{"step": 3560000, "wall_time": 9522.324595689774, "train_loss_step": 5.5767669677734375, "n_params": 4715740, "total_flops": 51572841676800000, "train_loss": 0.028154234452681108, "subset_score_loss": 0.028154234452681108}
+{"step": 3570000, "wall_time": 9548.054077148438, "train_loss_step": 5.868617534637451, "n_params": 4715740, "total_flops": 51717709209600000, "train_loss": 0.025917621092362838, "subset_score_loss": 0.025917621092362838}
+{"step": 3580000, "wall_time": 9573.564313411713, "train_loss_step": 5.43195915222168, "n_params": 4715740, "total_flops": 51862576742400000, "train_loss": 0.02483980872414329, "subset_score_loss": 0.02483980872414329}
+{"step": 3590000, "wall_time": 9598.754081964493, "train_loss_step": 5.549910545349121, "n_params": 4715740, "total_flops": 52007444275200000, "train_loss": 0.028417171131480824, "subset_score_loss": 0.028417171131480824}
+{"step": 3600000, "wall_time": 9642.859822273254, "train_loss_step": 5.336409568786621, "n_params": 4715740, "total_flops": 52152311808000000, "train_loss": 0.02602238655090332, "subset_score_loss": 0.02602238655090332, "memorization_fraction_pixel": 0.1525000035762787, "mean_nn_ratio_pixel": 0.8280785083770752, "fid": 204.98951826122652, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 9668.13439154625, "train_loss_step": 5.555370330810547, "n_params": 4715740, "total_flops": 52297179340800000, "train_loss": 0.026152394034645775, "subset_score_loss": 0.026152394034645775}
+{"step": 3620000, "wall_time": 9693.367307901382, "train_loss_step": 5.844159126281738, "n_params": 4715740, "total_flops": 52442046873600000, "train_loss": 0.025670673630454322, "subset_score_loss": 0.025670673630454322}
+{"step": 3630000, "wall_time": 9717.399144649506, "train_loss_step": 5.710749626159668, "n_params": 4715740, "total_flops": 52586914406400000, "train_loss": 0.026924042268232865, "subset_score_loss": 0.026924042268232865}
+{"step": 3640000, "wall_time": 9740.864217281342, "train_loss_step": 5.581579208374023, "n_params": 4715740, "total_flops": 52731781939200000, "train_loss": 0.024370878392999822, "subset_score_loss": 0.024370878392999822}
+{"step": 3650000, "wall_time": 9764.991951227188, "train_loss_step": 5.586389541625977, "n_params": 4715740, "total_flops": 52876649472000000, "train_loss": 0.025487587668678976, "subset_score_loss": 0.025487587668678976}
+{"step": 3660000, "wall_time": 9788.900182247162, "train_loss_step": 6.055887222290039, "n_params": 4715740, "total_flops": 53021517004800000, "train_loss": 0.027938259731639516, "subset_score_loss": 0.027938259731639516}
+{"step": 3670000, "wall_time": 9814.57623410225, "train_loss_step": 5.279058933258057, "n_params": 4715740, "total_flops": 53166384537600000, "train_loss": 0.026700373129411176, "subset_score_loss": 0.026700373129411176}
+{"step": 3680000, "wall_time": 9839.262058973312, "train_loss_step": 5.409379005432129, "n_params": 4715740, "total_flops": 53311252070400000, "train_loss": 0.024455891955982554, "subset_score_loss": 0.024455891955982554}
+{"step": 3690000, "wall_time": 9865.099356889725, "train_loss_step": 5.241288185119629, "n_params": 4715740, "total_flops": 53456119603200000, "train_loss": 0.026642218503085048, "subset_score_loss": 0.026642218503085048}
+{"step": 3700000, "wall_time": 9909.077509880066, "train_loss_step": 5.658673286437988, "n_params": 4715740, "total_flops": 53600987136000000, "train_loss": 0.02655211795460094, "subset_score_loss": 0.02655211795460094, "memorization_fraction_pixel": 0.15150000154972076, "mean_nn_ratio_pixel": 0.8307889699935913, "fid": 204.52718554740747, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 9934.542643070221, "train_loss_step": 5.886030197143555, "n_params": 4715740, "total_flops": 53745854668800000, "train_loss": 0.02788377675143155, "subset_score_loss": 0.02788377675143155}
+{"step": 3720000, "wall_time": 9959.727148532867, "train_loss_step": 5.496298789978027, "n_params": 4715740, "total_flops": 53890722201600000, "train_loss": 0.025262282111428, "subset_score_loss": 0.025262282111428}
+{"step": 3730000, "wall_time": 9985.321204423904, "train_loss_step": 5.577543258666992, "n_params": 4715740, "total_flops": 54035589734400000, "train_loss": 0.026309954036365855, "subset_score_loss": 0.026309954036365855}
+{"step": 3740000, "wall_time": 10010.961478471756, "train_loss_step": 5.674985408782959, "n_params": 4715740, "total_flops": 54180457267200000, "train_loss": 0.02555007284337824, "subset_score_loss": 0.02555007284337824}
+{"step": 3750000, "wall_time": 10036.579107522964, "train_loss_step": 5.42155647277832, "n_params": 4715740, "total_flops": 54325324800000000, "train_loss": 0.02560910094868053, "subset_score_loss": 0.02560910094868053}
+{"step": 3760000, "wall_time": 10061.891059875488, "train_loss_step": 5.583833694458008, "n_params": 4715740, "total_flops": 54470192332800000, "train_loss": 0.02426665479486639, "subset_score_loss": 0.02426665479486639}
+{"step": 3770000, "wall_time": 10087.553359031677, "train_loss_step": 5.189495086669922, "n_params": 4715740, "total_flops": 54615059865600000, "train_loss": 0.02443551150235263, "subset_score_loss": 0.02443551150235263}
+{"step": 3780000, "wall_time": 10112.666619300842, "train_loss_step": 5.413016319274902, "n_params": 4715740, "total_flops": 54759927398400000, "train_loss": 0.026669534769925205, "subset_score_loss": 0.026669534769925205}
+{"step": 3790000, "wall_time": 10138.199404716492, "train_loss_step": 5.519539833068848, "n_params": 4715740, "total_flops": 54904794931200000, "train_loss": 0.02892242128198797, "subset_score_loss": 0.02892242128198797}
+{"step": 3800000, "wall_time": 10182.294819355011, "train_loss_step": 5.448943614959717, "n_params": 4715740, "total_flops": 55049662464000000, "train_loss": 0.026830536668950862, "subset_score_loss": 0.026830536668950862, "memorization_fraction_pixel": 0.1525000035762787, "mean_nn_ratio_pixel": 0.8246245384216309, "fid": 208.31075039445244, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 10207.42886686325, "train_loss_step": 5.568093299865723, "n_params": 4715740, "total_flops": 55194529996800000, "train_loss": 0.024652983925559303, "subset_score_loss": 0.024652983925559303}
+{"step": 3820000, "wall_time": 10232.538531064987, "train_loss_step": 5.4266862869262695, "n_params": 4715740, "total_flops": 55339397529600000, "train_loss": 0.025411818244240502, "subset_score_loss": 0.025411818244240502}
+{"step": 3830000, "wall_time": 10257.439530849457, "train_loss_step": 5.375472068786621, "n_params": 4715740, "total_flops": 55484265062400000, "train_loss": 0.025159655917774547, "subset_score_loss": 0.025159655917774547}
+{"step": 3840000, "wall_time": 10283.29466676712, "train_loss_step": 5.3679656982421875, "n_params": 4715740, "total_flops": 55629132595200000, "train_loss": 0.02620956680991433, "subset_score_loss": 0.02620956680991433}
+{"step": 3850000, "wall_time": 10309.210095405579, "train_loss_step": 5.893511772155762, "n_params": 4715740, "total_flops": 55774000128000000, "train_loss": 0.027041071111505683, "subset_score_loss": 0.027041071111505683}
+{"step": 3860000, "wall_time": 10334.878680944443, "train_loss_step": 5.472128391265869, "n_params": 4715740, "total_flops": 55918867660800000, "train_loss": 0.025335686857050115, "subset_score_loss": 0.025335686857050115}
+{"step": 3870000, "wall_time": 10360.471275568008, "train_loss_step": 5.359495162963867, "n_params": 4715740, "total_flops": 56063735193600000, "train_loss": 0.027424292130903763, "subset_score_loss": 0.027424292130903763}
+{"step": 3880000, "wall_time": 10385.779562950134, "train_loss_step": 5.277154922485352, "n_params": 4715740, "total_flops": 56208602726400000, "train_loss": 0.02438600930300626, "subset_score_loss": 0.02438600930300626}
+{"step": 3890000, "wall_time": 10411.236603736877, "train_loss_step": 5.280617713928223, "n_params": 4715740, "total_flops": 56353470259200000, "train_loss": 0.025719196146184748, "subset_score_loss": 0.025719196146184748}
+{"step": 3900000, "wall_time": 10454.307461500168, "train_loss_step": 5.269461631774902, "n_params": 4715740, "total_flops": 56498337792000000, "train_loss": 0.024936244704506613, "subset_score_loss": 0.024936244704506613, "memorization_fraction_pixel": 0.16930000483989716, "mean_nn_ratio_pixel": 0.8096482157707214, "fid": 205.06432027635188, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 10478.031705379486, "train_loss_step": 5.305198669433594, "n_params": 4715740, "total_flops": 56643205324800000, "train_loss": 0.029110516201366076, "subset_score_loss": 0.029110516201366076}
+{"step": 3920000, "wall_time": 10502.255541324615, "train_loss_step": 4.964043617248535, "n_params": 4715740, "total_flops": 56788072857600000, "train_loss": 0.025675246932289817, "subset_score_loss": 0.025675246932289817}
+{"step": 3930000, "wall_time": 10526.79845905304, "train_loss_step": 5.302914142608643, "n_params": 4715740, "total_flops": 56932940390400000, "train_loss": 0.024114483053034003, "subset_score_loss": 0.024114483053034003}
+{"step": 3940000, "wall_time": 10550.466721534729, "train_loss_step": 5.256417751312256, "n_params": 4715740, "total_flops": 57077807923200000, "train_loss": 0.022721964662725275, "subset_score_loss": 0.022721964662725275}
+{"step": 3950000, "wall_time": 10575.70041012764, "train_loss_step": 5.1323466300964355, "n_params": 4715740, "total_flops": 57222675456000000, "train_loss": 0.025845568830316717, "subset_score_loss": 0.025845568830316717}
+{"step": 3960000, "wall_time": 10600.028503417969, "train_loss_step": 6.093010902404785, "n_params": 4715740, "total_flops": 57367542988800000, "train_loss": 0.02493980581110174, "subset_score_loss": 0.02493980581110174}
+{"step": 3970000, "wall_time": 10625.058155298233, "train_loss_step": 5.569568157196045, "n_params": 4715740, "total_flops": 57512410521600000, "train_loss": 0.024928636984391645, "subset_score_loss": 0.024928636984391645}
+{"step": 3980000, "wall_time": 10650.986302137375, "train_loss_step": 5.259173393249512, "n_params": 4715740, "total_flops": 57657278054400000, "train_loss": 0.025573535399003464, "subset_score_loss": 0.025573535399003464}
+{"step": 3990000, "wall_time": 10676.310535907745, "train_loss_step": 5.64173698425293, "n_params": 4715740, "total_flops": 57802145587200000, "train_loss": 0.026462095434015447, "subset_score_loss": 0.026462095434015447}
+{"step": 4000000, "wall_time": 10719.068143844604, "train_loss_step": 5.8000874519348145, "n_params": 4715740, "total_flops": 57947013120000000, "train_loss": 0.027225786989385433, "subset_score_loss": 0.027225786989385433, "memorization_fraction_pixel": 0.16519999504089355, "mean_nn_ratio_pixel": 0.8182774782180786, "fid": 203.442306418997, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 10744.220052957535, "train_loss_step": 5.234527111053467, "n_params": 4715740, "total_flops": 58091880652800000, "train_loss": 0.023867600614374335, "subset_score_loss": 0.023867600614374335}
+{"step": 4020000, "wall_time": 10769.795047998428, "train_loss_step": 5.394289493560791, "n_params": 4715740, "total_flops": 58236748185600000, "train_loss": 0.025094899264248936, "subset_score_loss": 0.025094899264248936}
+{"step": 4030000, "wall_time": 10794.767253875732, "train_loss_step": 5.461452484130859, "n_params": 4715740, "total_flops": 58381615718400000, "train_loss": 0.024528811194679954, "subset_score_loss": 0.024528811194679954}
+{"step": 4040000, "wall_time": 10820.165875434875, "train_loss_step": 5.1011643409729, "n_params": 4715740, "total_flops": 58526483251200000, "train_loss": 0.02506692192771218, "subset_score_loss": 0.02506692192771218}
+{"step": 4050000, "wall_time": 10845.1667304039, "train_loss_step": 5.278244972229004, "n_params": 4715740, "total_flops": 58671350784000000, "train_loss": 0.02625435482371937, "subset_score_loss": 0.02625435482371937}
+{"step": 4060000, "wall_time": 10870.535582304, "train_loss_step": 5.341009140014648, "n_params": 4715740, "total_flops": 58816218316800000, "train_loss": 0.026046653227372603, "subset_score_loss": 0.026046653227372603}
+{"step": 4070000, "wall_time": 10895.72535777092, "train_loss_step": 5.730470657348633, "n_params": 4715740, "total_flops": 58961085849600000, "train_loss": 0.02750091552734375, "subset_score_loss": 0.02750091552734375}
+{"step": 4080000, "wall_time": 10921.396123409271, "train_loss_step": 5.703549385070801, "n_params": 4715740, "total_flops": 59105953382400000, "train_loss": 0.02834923050620339, "subset_score_loss": 0.02834923050620339}
+{"step": 4090000, "wall_time": 10946.369112730026, "train_loss_step": 5.436723709106445, "n_params": 4715740, "total_flops": 59250820915200000, "train_loss": 0.02457570812918923, "subset_score_loss": 0.02457570812918923}
+{"step": 4100000, "wall_time": 10989.007461309433, "train_loss_step": 5.18740177154541, "n_params": 4715740, "total_flops": 59395688448000000, "train_loss": 0.031034348227761008, "subset_score_loss": 0.031034348227761008, "memorization_fraction_pixel": 0.17759999632835388, "mean_nn_ratio_pixel": 0.8003212213516235, "fid": 198.1822420373428, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 11014.60172533989, "train_loss_step": 5.3812761306762695, "n_params": 4715740, "total_flops": 59540555980800000, "train_loss": 0.02466136542233554, "subset_score_loss": 0.02466136542233554}
+{"step": 4120000, "wall_time": 11040.617255926132, "train_loss_step": 5.6350812911987305, "n_params": 4715740, "total_flops": 59685423513600000, "train_loss": 0.027042230692776767, "subset_score_loss": 0.027042230692776767}
+{"step": 4130000, "wall_time": 11066.475636720657, "train_loss_step": 5.532139778137207, "n_params": 4715740, "total_flops": 59830291046400000, "train_loss": 0.026359586282209916, "subset_score_loss": 0.026359586282209916}
+{"step": 4140000, "wall_time": 11092.455789804459, "train_loss_step": 5.378503799438477, "n_params": 4715740, "total_flops": 59975158579200000, "train_loss": 0.030134279077703302, "subset_score_loss": 0.030134279077703302}
+{"step": 4150000, "wall_time": 11117.841875553131, "train_loss_step": 5.3792314529418945, "n_params": 4715740, "total_flops": 60120026112000000, "train_loss": 0.024457116560502486, "subset_score_loss": 0.024457116560502486}
+{"step": 4160000, "wall_time": 11143.429280519485, "train_loss_step": 5.6879730224609375, "n_params": 4715740, "total_flops": 60264893644800000, "train_loss": 0.029751511053605514, "subset_score_loss": 0.029751511053605514}
+{"step": 4170000, "wall_time": 11169.336383342743, "train_loss_step": 5.156985282897949, "n_params": 4715740, "total_flops": 60409761177600000, "train_loss": 0.025482125715775922, "subset_score_loss": 0.025482125715775922}
+{"step": 4180000, "wall_time": 11194.650441408157, "train_loss_step": 5.220553398132324, "n_params": 4715740, "total_flops": 60554628710400000, "train_loss": 0.02438244819641113, "subset_score_loss": 0.02438244819641113}
+{"step": 4190000, "wall_time": 11219.59257388115, "train_loss_step": 5.286618232727051, "n_params": 4715740, "total_flops": 60699496243200000, "train_loss": 0.0237469651482322, "subset_score_loss": 0.0237469651482322}
+{"step": 4200000, "wall_time": 11263.4226500988, "train_loss_step": 5.30511474609375, "n_params": 4715740, "total_flops": 60844363776000000, "train_loss": 0.027985854582353073, "subset_score_loss": 0.027985854582353073, "memorization_fraction_pixel": 0.18539999425411224, "mean_nn_ratio_pixel": 0.8000518679618835, "fid": 197.51842384539387, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 11287.42675447464, "train_loss_step": 5.404393196105957, "n_params": 4715740, "total_flops": 60989231308800000, "train_loss": 0.025348000092939898, "subset_score_loss": 0.025348000092939898}
+{"step": 4220000, "wall_time": 11312.265454530716, "train_loss_step": 5.787862300872803, "n_params": 4715740, "total_flops": 61134098841600000, "train_loss": 0.02543205347928134, "subset_score_loss": 0.02543205347928134}
+{"step": 4230000, "wall_time": 11335.604827404022, "train_loss_step": 5.305448532104492, "n_params": 4715740, "total_flops": 61278966374400000, "train_loss": 0.02741151289506392, "subset_score_loss": 0.02741151289506392}
+{"step": 4240000, "wall_time": 11361.118806362152, "train_loss_step": 5.539608001708984, "n_params": 4715740, "total_flops": 61423833907200000, "train_loss": 0.027245855331420897, "subset_score_loss": 0.027245855331420897}
+{"step": 4250000, "wall_time": 11386.913141965866, "train_loss_step": 5.44130802154541, "n_params": 4715740, "total_flops": 61568701440000000, "train_loss": 0.02515566132285378, "subset_score_loss": 0.02515566132285378}
+{"step": 4260000, "wall_time": 11412.151021003723, "train_loss_step": 5.1317458152771, "n_params": 4715740, "total_flops": 61713568972800000, "train_loss": 0.025336556001143023, "subset_score_loss": 0.025336556001143023}
+{"step": 4270000, "wall_time": 11437.8101708889, "train_loss_step": 5.325953483581543, "n_params": 4715740, "total_flops": 61858436505600000, "train_loss": 0.024213207851756704, "subset_score_loss": 0.024213207851756704}
+{"step": 4280000, "wall_time": 11463.643996715546, "train_loss_step": 5.484230995178223, "n_params": 4715740, "total_flops": 62003304038400000, "train_loss": 0.023871397972106932, "subset_score_loss": 0.023871397972106932}
+{"step": 4290000, "wall_time": 11488.606013059616, "train_loss_step": 5.058101177215576, "n_params": 4715740, "total_flops": 62148171571200000, "train_loss": 0.027386903762817383, "subset_score_loss": 0.027386903762817383}
+{"step": 4300000, "wall_time": 11531.880932331085, "train_loss_step": 5.214524269104004, "n_params": 4715740, "total_flops": 62293039104000000, "train_loss": 0.02575883215123957, "subset_score_loss": 0.02575883215123957, "memorization_fraction_pixel": 0.18250000476837158, "mean_nn_ratio_pixel": 0.8030861616134644, "fid": 201.257049934037, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 11557.433642864227, "train_loss_step": 5.803186416625977, "n_params": 4715740, "total_flops": 62437906636800000, "train_loss": 0.027433016083457253, "subset_score_loss": 0.027433016083457253}
+{"step": 4320000, "wall_time": 11582.657296657562, "train_loss_step": 5.503900527954102, "n_params": 4715740, "total_flops": 62582774169600000, "train_loss": 0.025746629454872823, "subset_score_loss": 0.025746629454872823}
+{"step": 4330000, "wall_time": 11608.229036808014, "train_loss_step": 5.414973258972168, "n_params": 4715740, "total_flops": 62727641702400000, "train_loss": 0.02400780374353582, "subset_score_loss": 0.02400780374353582}
+{"step": 4340000, "wall_time": 11634.023936510086, "train_loss_step": 5.250457763671875, "n_params": 4715740, "total_flops": 62872509235200000, "train_loss": 0.025304369492964312, "subset_score_loss": 0.025304369492964312}
+{"step": 4350000, "wall_time": 11659.555165529251, "train_loss_step": 5.373237133026123, "n_params": 4715740, "total_flops": 63017376768000000, "train_loss": 0.0240617882121693, "subset_score_loss": 0.0240617882121693}
+{"step": 4360000, "wall_time": 11685.076483488083, "train_loss_step": 5.6766252517700195, "n_params": 4715740, "total_flops": 63162244300800000, "train_loss": 0.023706540194424718, "subset_score_loss": 0.023706540194424718}
+{"step": 4370000, "wall_time": 11710.631579399109, "train_loss_step": 5.2810468673706055, "n_params": 4715740, "total_flops": 63307111833600000, "train_loss": 0.028900250521573155, "subset_score_loss": 0.028900250521573155}
+{"step": 4380000, "wall_time": 11735.97277188301, "train_loss_step": 5.340242385864258, "n_params": 4715740, "total_flops": 63451979366400000, "train_loss": 0.0240309476852417, "subset_score_loss": 0.0240309476852417}
+{"step": 4390000, "wall_time": 11761.174154996872, "train_loss_step": 5.180820465087891, "n_params": 4715740, "total_flops": 63596846899200000, "train_loss": 0.024650918353687632, "subset_score_loss": 0.024650918353687632}
+{"step": 4400000, "wall_time": 11805.395248889923, "train_loss_step": 5.452022075653076, "n_params": 4715740, "total_flops": 63741714432000000, "train_loss": 0.024635583704168146, "subset_score_loss": 0.024635583704168146, "memorization_fraction_pixel": 0.18809999525547028, "mean_nn_ratio_pixel": 0.7954152226448059, "fid": 197.38782551574147, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 11830.868366718292, "train_loss_step": 5.210472583770752, "n_params": 4715740, "total_flops": 63886581964800000, "train_loss": 0.023152318867770107, "subset_score_loss": 0.023152318867770107}
+{"step": 4420000, "wall_time": 11856.20084643364, "train_loss_step": 5.069509506225586, "n_params": 4715740, "total_flops": 64031449497600000, "train_loss": 0.025242655927484686, "subset_score_loss": 0.025242655927484686}
+{"step": 4430000, "wall_time": 11881.692829608917, "train_loss_step": 5.681735038757324, "n_params": 4715740, "total_flops": 64176317030400000, "train_loss": 0.026368667862632058, "subset_score_loss": 0.026368667862632058}
+{"step": 4440000, "wall_time": 11906.856121301651, "train_loss_step": 5.909422874450684, "n_params": 4715740, "total_flops": 64321184563200000, "train_loss": 0.025047848441384055, "subset_score_loss": 0.025047848441384055}
+{"step": 4450000, "wall_time": 11931.510130405426, "train_loss_step": 5.523344039916992, "n_params": 4715740, "total_flops": 64466052096000000, "train_loss": 0.024351869929920545, "subset_score_loss": 0.024351869929920545}
+{"step": 4460000, "wall_time": 11956.324452638626, "train_loss_step": 4.865471363067627, "n_params": 4715740, "total_flops": 64610919628800000, "train_loss": 0.026899654215032404, "subset_score_loss": 0.026899654215032404}
+{"step": 4470000, "wall_time": 11981.021396398544, "train_loss_step": 5.096541404724121, "n_params": 4715740, "total_flops": 64755787161600000, "train_loss": 0.028217590938914905, "subset_score_loss": 0.028217590938914905}
+{"step": 4480000, "wall_time": 12004.188097953796, "train_loss_step": 5.089866638183594, "n_params": 4715740, "total_flops": 64900654694400000, "train_loss": 0.02484147331931374, "subset_score_loss": 0.02484147331931374}
+{"step": 4490000, "wall_time": 12028.956010818481, "train_loss_step": 5.125904083251953, "n_params": 4715740, "total_flops": 65045522227200000, "train_loss": 0.02476609403436834, "subset_score_loss": 0.02476609403436834}
+{"step": 4500000, "wall_time": 12071.556583404541, "train_loss_step": 5.292126655578613, "n_params": 4715740, "total_flops": 65190389760000000, "train_loss": 0.02503136938268488, "subset_score_loss": 0.02503136938268488, "memorization_fraction_pixel": 0.1914999932050705, "mean_nn_ratio_pixel": 0.7896433472633362, "fid": 190.0432051775991, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 12095.761904478073, "train_loss_step": 5.443642616271973, "n_params": 4715740, "total_flops": 65335257292800000, "train_loss": 0.024217208949002353, "subset_score_loss": 0.024217208949002353}
+{"step": 4520000, "wall_time": 12120.32064318657, "train_loss_step": 5.286908149719238, "n_params": 4715740, "total_flops": 65480124825600000, "train_loss": 0.02249311100352894, "subset_score_loss": 0.02249311100352894}
+{"step": 4530000, "wall_time": 12146.385397672653, "train_loss_step": 5.259941577911377, "n_params": 4715740, "total_flops": 65624992358400000, "train_loss": 0.028382799842140892, "subset_score_loss": 0.028382799842140892}
+{"step": 4540000, "wall_time": 12171.62001824379, "train_loss_step": 5.326939582824707, "n_params": 4715740, "total_flops": 65769859891200000, "train_loss": 0.022803102840076795, "subset_score_loss": 0.022803102840076795}
+{"step": 4550000, "wall_time": 12197.204142808914, "train_loss_step": 5.470715522766113, "n_params": 4715740, "total_flops": 65914727424000000, "train_loss": 0.025279946760697797, "subset_score_loss": 0.025279946760697797}
+{"step": 4560000, "wall_time": 12223.12204360962, "train_loss_step": 5.003431797027588, "n_params": 4715740, "total_flops": 66059594956800000, "train_loss": 0.023776505210182885, "subset_score_loss": 0.023776505210182885}
+{"step": 4570000, "wall_time": 12248.821531057358, "train_loss_step": 5.014041900634766, "n_params": 4715740, "total_flops": 66204462489600000, "train_loss": 0.024596261978149413, "subset_score_loss": 0.024596261978149413}
+{"step": 4580000, "wall_time": 12274.621659994125, "train_loss_step": 5.504422187805176, "n_params": 4715740, "total_flops": 66349330022400000, "train_loss": 0.024720783667130902, "subset_score_loss": 0.024720783667130902}
+{"step": 4590000, "wall_time": 12298.411254405975, "train_loss_step": 5.448417663574219, "n_params": 4715740, "total_flops": 66494197555200000, "train_loss": 0.0240146897055886, "subset_score_loss": 0.0240146897055886}
+{"step": 4600000, "wall_time": 12342.88456273079, "train_loss_step": 5.246231555938721, "n_params": 4715740, "total_flops": 66639065088000000, "train_loss": 0.02521726434881037, "subset_score_loss": 0.02521726434881037, "memorization_fraction_pixel": 0.18770000338554382, "mean_nn_ratio_pixel": 0.7994831800460815, "fid": 196.83533087076435, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 12367.935913324356, "train_loss_step": 5.141192436218262, "n_params": 4715740, "total_flops": 66783932620800000, "train_loss": 0.023447550426829944, "subset_score_loss": 0.023447550426829944}
+{"step": 4620000, "wall_time": 12393.68375492096, "train_loss_step": 5.688500881195068, "n_params": 4715740, "total_flops": 66928800153600000, "train_loss": 0.025230895389210094, "subset_score_loss": 0.025230895389210094}
+{"step": 4630000, "wall_time": 12419.069345235825, "train_loss_step": 5.458968162536621, "n_params": 4715740, "total_flops": 67073667686400000, "train_loss": 0.02518084699457342, "subset_score_loss": 0.02518084699457342}
+{"step": 4640000, "wall_time": 12444.281532287598, "train_loss_step": 5.095694541931152, "n_params": 4715740, "total_flops": 67218535219200000, "train_loss": 0.02445807240226052, "subset_score_loss": 0.02445807240226052}
+{"step": 4650000, "wall_time": 12470.007226467133, "train_loss_step": 5.2399492263793945, "n_params": 4715740, "total_flops": 67363402752000000, "train_loss": 0.025344709916548296, "subset_score_loss": 0.025344709916548296}
+{"step": 4660000, "wall_time": 12495.508779764175, "train_loss_step": 5.104764938354492, "n_params": 4715740, "total_flops": 67508270284800000, "train_loss": 0.023370309309525925, "subset_score_loss": 0.023370309309525925}
+{"step": 4670000, "wall_time": 12521.102038860321, "train_loss_step": 5.081698894500732, "n_params": 4715740, "total_flops": 67653137817600000, "train_loss": 0.02432905760678378, "subset_score_loss": 0.02432905760678378}
+{"step": 4680000, "wall_time": 12546.452400684357, "train_loss_step": 5.2843475341796875, "n_params": 4715740, "total_flops": 67798005350400000, "train_loss": 0.02363475886258212, "subset_score_loss": 0.02363475886258212}
+{"step": 4690000, "wall_time": 12570.211076974869, "train_loss_step": 5.148954391479492, "n_params": 4715740, "total_flops": 67942872883200000, "train_loss": 0.024363704161210493, "subset_score_loss": 0.024363704161210493}
+{"step": 4700000, "wall_time": 12614.978162765503, "train_loss_step": 4.791472434997559, "n_params": 4715740, "total_flops": 68087740416000000, "train_loss": 0.025050455873662777, "subset_score_loss": 0.025050455873662777, "memorization_fraction_pixel": 0.17679999768733978, "mean_nn_ratio_pixel": 0.8045769333839417, "fid": 204.15433925995669, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 12640.079548597336, "train_loss_step": 5.258575439453125, "n_params": 4715740, "total_flops": 68232607948800000, "train_loss": 0.02608921527862549, "subset_score_loss": 0.02608921527862549}
+{"step": 4720000, "wall_time": 12665.489098072052, "train_loss_step": 5.608336448669434, "n_params": 4715740, "total_flops": 68377475481600000, "train_loss": 0.024307907711375844, "subset_score_loss": 0.024307907711375844}
+{"step": 4730000, "wall_time": 12691.065064668655, "train_loss_step": 5.309643745422363, "n_params": 4715740, "total_flops": 68522343014400000, "train_loss": 0.023231846635991878, "subset_score_loss": 0.023231846635991878}
+{"step": 4740000, "wall_time": 12715.788625717163, "train_loss_step": 5.176014423370361, "n_params": 4715740, "total_flops": 68667210547200000, "train_loss": 0.024248136173595083, "subset_score_loss": 0.024248136173595083}
+{"step": 4750000, "wall_time": 12741.266766309738, "train_loss_step": 5.571988105773926, "n_params": 4715740, "total_flops": 68812078080000000, "train_loss": 0.022309327125549318, "subset_score_loss": 0.022309327125549318}
+{"step": 4760000, "wall_time": 12764.731073856354, "train_loss_step": 5.471762657165527, "n_params": 4715740, "total_flops": 68956945612800000, "train_loss": 0.02479261485013095, "subset_score_loss": 0.02479261485013095}
+{"step": 4770000, "wall_time": 12788.811079978943, "train_loss_step": 5.409885883331299, "n_params": 4715740, "total_flops": 69101813145600000, "train_loss": 0.02353267236189409, "subset_score_loss": 0.02353267236189409}
+{"step": 4780000, "wall_time": 12813.297150373459, "train_loss_step": 5.361473083496094, "n_params": 4715740, "total_flops": 69246680678400000, "train_loss": 0.025220678069374777, "subset_score_loss": 0.025220678069374777}
+{"step": 4790000, "wall_time": 12837.281439781189, "train_loss_step": 5.202219486236572, "n_params": 4715740, "total_flops": 69391548211200000, "train_loss": 0.024460153146223587, "subset_score_loss": 0.024460153146223587}
+{"step": 4800000, "wall_time": 12879.656110286713, "train_loss_step": 5.630031585693359, "n_params": 4715740, "total_flops": 69536415744000000, "train_loss": 0.02430777116255327, "subset_score_loss": 0.02430777116255327, "memorization_fraction_pixel": 0.20059999823570251, "mean_nn_ratio_pixel": 0.7838307619094849, "fid": 187.18282054792274, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 12907.175547599792, "train_loss_step": 5.476375579833984, "n_params": 4715740, "total_flops": 69681283276800000, "train_loss": 0.024079832163724033, "subset_score_loss": 0.024079832163724033}
+{"step": 4820000, "wall_time": 12936.060198307037, "train_loss_step": 5.281210899353027, "n_params": 4715740, "total_flops": 69826150809600000, "train_loss": 0.02569843422282826, "subset_score_loss": 0.02569843422282826}
+{"step": 4830000, "wall_time": 12963.208193302155, "train_loss_step": 4.721622467041016, "n_params": 4715740, "total_flops": 69971018342400000, "train_loss": 0.023504020951010965, "subset_score_loss": 0.023504020951010965}
+{"step": 4840000, "wall_time": 12988.746762752533, "train_loss_step": 5.043840408325195, "n_params": 4715740, "total_flops": 70115885875200000, "train_loss": 0.023687052726745605, "subset_score_loss": 0.023687052726745605}
+{"step": 4850000, "wall_time": 13014.18081665039, "train_loss_step": 5.208767890930176, "n_params": 4715740, "total_flops": 70260753408000000, "train_loss": 0.023303768851540306, "subset_score_loss": 0.023303768851540306}
+{"step": 4860000, "wall_time": 13039.591431379318, "train_loss_step": 5.227540969848633, "n_params": 4715740, "total_flops": 70405620940800000, "train_loss": 0.025621312314813786, "subset_score_loss": 0.025621312314813786}
+{"step": 4870000, "wall_time": 13065.32086133957, "train_loss_step": 4.967770576477051, "n_params": 4715740, "total_flops": 70550488473600000, "train_loss": 0.02394895987077193, "subset_score_loss": 0.02394895987077193}
+{"step": 4880000, "wall_time": 13091.038285255432, "train_loss_step": 5.2779927253723145, "n_params": 4715740, "total_flops": 70695356006400000, "train_loss": 0.02365287650715221, "subset_score_loss": 0.02365287650715221}
+{"step": 4890000, "wall_time": 13115.972571611404, "train_loss_step": 5.237746238708496, "n_params": 4715740, "total_flops": 70840223539200000, "train_loss": 0.02283975211056796, "subset_score_loss": 0.02283975211056796}
+{"step": 4900000, "wall_time": 13157.276419878006, "train_loss_step": 5.117629051208496, "n_params": 4715740, "total_flops": 70985091072000000, "train_loss": 0.02400779290632768, "subset_score_loss": 0.02400779290632768, "memorization_fraction_pixel": 0.2076999992132187, "mean_nn_ratio_pixel": 0.7830987572669983, "fid": 191.43475658008475, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 13184.048684835434, "train_loss_step": 5.5476579666137695, "n_params": 4715740, "total_flops": 71129958604800000, "train_loss": 0.026830048994584518, "subset_score_loss": 0.026830048994584518}
+{"step": 4920000, "wall_time": 13209.32481598854, "train_loss_step": 5.335397720336914, "n_params": 4715740, "total_flops": 71274826137600000, "train_loss": 0.022041348977522416, "subset_score_loss": 0.022041348977522416}
+{"step": 4930000, "wall_time": 13234.080338954926, "train_loss_step": 5.066982269287109, "n_params": 4715740, "total_flops": 71419693670400000, "train_loss": 0.024608059362931686, "subset_score_loss": 0.024608059362931686}
+{"step": 4940000, "wall_time": 13258.977776765823, "train_loss_step": 5.509926795959473, "n_params": 4715740, "total_flops": 71564561203200000, "train_loss": 0.023651775446805086, "subset_score_loss": 0.023651775446805086}
+{"step": 4950000, "wall_time": 13283.64151763916, "train_loss_step": 5.177119731903076, "n_params": 4715740, "total_flops": 71709428736000000, "train_loss": 0.02350445877421986, "subset_score_loss": 0.02350445877421986}
+{"step": 4960000, "wall_time": 13308.45491886139, "train_loss_step": 5.02288818359375, "n_params": 4715740, "total_flops": 71854296268800000, "train_loss": 0.022759775681929155, "subset_score_loss": 0.022759775681929155}
+{"step": 4970000, "wall_time": 13332.667191028595, "train_loss_step": 5.176169395446777, "n_params": 4715740, "total_flops": 71999163801600000, "train_loss": 0.021807830983942206, "subset_score_loss": 0.021807830983942206}
+{"step": 4980000, "wall_time": 13356.989415884018, "train_loss_step": 5.245377540588379, "n_params": 4715740, "total_flops": 72144031334400000, "train_loss": 0.022943130406466398, "subset_score_loss": 0.022943130406466398}
+{"step": 4990000, "wall_time": 13382.168725252151, "train_loss_step": 5.056915760040283, "n_params": 4715740, "total_flops": 72288898867200000, "train_loss": 0.027118108489296654, "subset_score_loss": 0.027118108489296654}
+{"step": 5000000, "wall_time": 13423.338091611862, "train_loss_step": 5.395530700683594, "n_params": 4715740, "total_flops": 72433766400000000, "train_loss": 0.02450387261130593, "subset_score_loss": 0.02450387261130593, "memorization_fraction_pixel": 0.19089999794960022, "mean_nn_ratio_pixel": 0.7905782461166382, "fid": 203.14645990325744, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d220/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d220/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..12e8359ae1659f0076dceb12619f75515ca93e7e
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d220/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     20s | train_loss=0.9987 | fid=298.4311
+  step   10000 |     44s | train_loss=0.7060
+  step   20000 |     70s | train_loss=0.5921
+  step   30000 |     94s | train_loss=0.5199
+  step   40000 |    119s | train_loss=0.4583
+  step   50000 |    143s | train_loss=0.3863
+  step   60000 |    168s | train_loss=0.3168
+  step   70000 |    193s | train_loss=0.2543
+  step   80000 |    219s | train_loss=0.2249
+  step   90000 |    245s | train_loss=0.1954
+  step  100000 |    289s | train_loss=0.1765 | fid=210.3014
+  step  110000 |    314s | train_loss=0.1589
+  step  120000 |    339s | train_loss=0.1504
+  step  130000 |    364s | train_loss=0.1422
+  step  140000 |    389s | train_loss=0.1320
+  step  150000 |    415s | train_loss=0.1426
+  step  160000 |    441s | train_loss=0.1231
+  step  170000 |    466s | train_loss=0.1215
+  step  180000 |    491s | train_loss=0.1172
+  step  190000 |    517s | train_loss=0.1085
+  step  200000 |    561s | train_loss=0.1131 | fid=242.4805
+  step  210000 |    586s | train_loss=0.1257
+  step  220000 |    611s | train_loss=0.1046
+  step  230000 |    636s | train_loss=0.1003
+  step  240000 |    659s | train_loss=0.1078
+  step  250000 |    681s | train_loss=0.0958
+  step  260000 |    705s | train_loss=0.0932
+  step  270000 |    729s | train_loss=0.0929
+  step  280000 |    753s | train_loss=0.0908
+  step  290000 |    774s | train_loss=0.0914
+  step  300000 |    816s | train_loss=0.0851 | fid=256.0288
+  step  310000 |    840s | train_loss=0.0852
+  step  320000 |    865s | train_loss=0.0872
+  step  330000 |    889s | train_loss=0.0907
+  step  340000 |    913s | train_loss=0.0802
+  step  350000 |    938s | train_loss=0.0788
+  step  360000 |    964s | train_loss=0.0819
+  step  370000 |    990s | train_loss=0.0774
+  step  380000 |   1014s | train_loss=0.0792
+  step  390000 |   1039s | train_loss=0.0751
+  step  400000 |   1083s | train_loss=0.0705 | fid=280.8086
+  step  410000 |   1109s | train_loss=0.0728
+  step  420000 |   1132s | train_loss=0.0705
+  step  430000 |   1155s | train_loss=0.0654
+  step  440000 |   1179s | train_loss=0.0666
+  step  450000 |   1205s | train_loss=0.0708
+  step  460000 |   1228s | train_loss=0.0630
+  step  470000 |   1254s | train_loss=0.0781
+  step  480000 |   1281s | train_loss=0.0665
+  step  490000 |   1307s | train_loss=0.0643
+  step  500000 |   1352s | train_loss=0.0593 | fid=284.7163
+  step  510000 |   1377s | train_loss=0.0774
+  step  520000 |   1400s | train_loss=0.0584
+  step  530000 |   1425s | train_loss=0.0629
+  step  540000 |   1449s | train_loss=0.0588
+  step  550000 |   1473s | train_loss=0.0576
+  step  560000 |   1498s | train_loss=0.0552
+  step  570000 |   1522s | train_loss=0.0589
+  step  580000 |   1546s | train_loss=0.0598
+  step  590000 |   1569s | train_loss=0.0556
+  step  600000 |   1611s | train_loss=0.0586 | fid=282.3436
+  step  610000 |   1637s | train_loss=0.0635
+  step  620000 |   1663s | train_loss=0.0595
+  step  630000 |   1687s | train_loss=0.0577
+  step  640000 |   1713s | train_loss=0.0509
+  step  650000 |   1738s | train_loss=0.0548
+  step  660000 |   1764s | train_loss=0.0580
+  step  670000 |   1790s | train_loss=0.0564
+  step  680000 |   1815s | train_loss=0.0516
+  step  690000 |   1840s | train_loss=0.0509
+  step  700000 |   1885s | train_loss=0.0482 | fid=278.5261
+  step  710000 |   1910s | train_loss=0.0498
+  step  720000 |   1936s | train_loss=0.0496
+  step  730000 |   1959s | train_loss=0.0496
+  step  740000 |   1983s | train_loss=0.0518
+  step  750000 |   2008s | train_loss=0.0458
+  step  760000 |   2033s | train_loss=0.0505
+  step  770000 |   2058s | train_loss=0.0481
+  step  780000 |   2084s | train_loss=0.0502
+  step  790000 |   2109s | train_loss=0.0498
+  step  800000 |   2151s | train_loss=0.0499 | fid=263.9792
+  step  810000 |   2176s | train_loss=0.0474
+  step  820000 |   2198s | train_loss=0.0464
+  step  830000 |   2221s | train_loss=0.0489
+  step  840000 |   2247s | train_loss=0.0451
+  step  850000 |   2273s | train_loss=0.0477
+  step  860000 |   2298s | train_loss=0.0468
+  step  870000 |   2323s | train_loss=0.0449
+  step  880000 |   2349s | train_loss=0.0457
+  step  890000 |   2375s | train_loss=0.0452
+  step  900000 |   2418s | train_loss=0.0452 | fid=267.5795
+  step  910000 |   2443s | train_loss=0.0474
+  step  920000 |   2468s | train_loss=0.0464
+  step  930000 |   2492s | train_loss=0.0481
+  step  940000 |   2516s | train_loss=0.0449
+  step  950000 |   2538s | train_loss=0.0454
+  step  960000 |   2560s | train_loss=0.0435
+  step  970000 |   2584s | train_loss=0.0409
+  step  980000 |   2608s | train_loss=0.0392
+  step  990000 |   2631s | train_loss=0.0404
+  step 1000000 |   2671s | train_loss=0.0405 | fid=261.6241
+  step 1010000 |   2696s | train_loss=0.0422
+  step 1020000 |   2720s | train_loss=0.0398
+  step 1030000 |   2744s | train_loss=0.0450
+  step 1040000 |   2769s | train_loss=0.0440
+  step 1050000 |   2794s | train_loss=0.0469
+  step 1060000 |   2820s | train_loss=0.0463
+  step 1070000 |   2845s | train_loss=0.0421
+  step 1080000 |   2870s | train_loss=0.0416
+  step 1090000 |   2895s | train_loss=0.0413
+  step 1100000 |   2939s | train_loss=0.0484 | fid=255.5243
+  step 1110000 |   2963s | train_loss=0.0399
+  step 1120000 |   2988s | train_loss=0.0426
+  step 1130000 |   3012s | train_loss=0.0405
+  step 1140000 |   3036s | train_loss=0.0389
+  step 1150000 |   3062s | train_loss=0.0404
+  step 1160000 |   3087s | train_loss=0.0373
+  step 1170000 |   3113s | train_loss=0.0388
+  step 1180000 |   3138s | train_loss=0.0409
+  step 1190000 |   3163s | train_loss=0.0390
+  step 1200000 |   3209s | train_loss=0.0389 | fid=251.8814
+  step 1210000 |   3235s | train_loss=0.0386
+  step 1220000 |   3260s | train_loss=0.0389
+  step 1230000 |   3285s | train_loss=0.0397
+  step 1240000 |   3309s | train_loss=0.0360
+  step 1250000 |   3334s | train_loss=0.0377
+  step 1260000 |   3359s | train_loss=0.0408
+  step 1270000 |   3386s | train_loss=0.0403
+  step 1280000 |   3412s | train_loss=0.0350
+  step 1290000 |   3438s | train_loss=0.0385
+  step 1300000 |   3482s | train_loss=0.0412 | fid=242.3422
+  step 1310000 |   3507s | train_loss=0.0363
+  step 1320000 |   3532s | train_loss=0.0360
+  step 1330000 |   3556s | train_loss=0.0416
+  step 1340000 |   3581s | train_loss=0.0406
+  step 1350000 |   3605s | train_loss=0.0400
+  step 1360000 |   3630s | train_loss=0.0381
+  step 1370000 |   3654s | train_loss=0.0369
+  step 1380000 |   3679s | train_loss=0.0400
+  step 1390000 |   3703s | train_loss=0.0398
+  step 1400000 |   3742s | train_loss=0.0372 | fid=246.1151
+  step 1410000 |   3770s | train_loss=0.0373
+  step 1420000 |   3795s | train_loss=0.0464
+  step 1430000 |   3820s | train_loss=0.0353
+  step 1440000 |   3846s | train_loss=0.0374
+  step 1450000 |   3871s | train_loss=0.0337
+  step 1460000 |   3896s | train_loss=0.0325
+  step 1470000 |   3922s | train_loss=0.0345
+  step 1480000 |   3947s | train_loss=0.0357
+  step 1490000 |   3973s | train_loss=0.0363
+  step 1500000 |   4016s | train_loss=0.0341 | fid=242.0612
+  step 1510000 |   4041s | train_loss=0.0400
+  step 1520000 |   4064s | train_loss=0.0358
+  step 1530000 |   4088s | train_loss=0.0366
+  step 1540000 |   4113s | train_loss=0.0343
+  step 1550000 |   4137s | train_loss=0.0342
+  step 1560000 |   4161s | train_loss=0.0350
+  step 1570000 |   4186s | train_loss=0.0316
+  step 1580000 |   4211s | train_loss=0.0402
+  step 1590000 |   4236s | train_loss=0.0333
+  step 1600000 |   4278s | train_loss=0.0333 | fid=247.8953
+  step 1610000 |   4303s | train_loss=0.0353
+  step 1620000 |   4326s | train_loss=0.0454
+  step 1630000 |   4351s | train_loss=0.0364
+  step 1640000 |   4377s | train_loss=0.0367
+  step 1650000 |   4402s | train_loss=0.0330
+  step 1660000 |   4428s | train_loss=0.0313
+  step 1670000 |   4452s | train_loss=0.0319
+  step 1680000 |   4477s | train_loss=0.0321
+  step 1690000 |   4502s | train_loss=0.0365
+  step 1700000 |   4544s | train_loss=0.0346 | fid=239.6236
+  step 1710000 |   4571s | train_loss=0.0337
+  step 1720000 |   4596s | train_loss=0.0337
+  step 1730000 |   4620s | train_loss=0.0312
+  step 1740000 |   4645s | train_loss=0.0345
+  step 1750000 |   4669s | train_loss=0.0379
+  step 1760000 |   4695s | train_loss=0.0320
+  step 1770000 |   4720s | train_loss=0.0353
+  step 1780000 |   4744s | train_loss=0.0349
+  step 1790000 |   4770s | train_loss=0.0321
+  step 1800000 |   4812s | train_loss=0.0316 | fid=231.7236
+  step 1810000 |   4837s | train_loss=0.0305
+  step 1820000 |   4862s | train_loss=0.0361
+  step 1830000 |   4887s | train_loss=0.0394
+  step 1840000 |   4912s | train_loss=0.0342
+  step 1850000 |   4937s | train_loss=0.0323
+  step 1860000 |   4962s | train_loss=0.0367
+  step 1870000 |   4987s | train_loss=0.0308
+  step 1880000 |   5011s | train_loss=0.0336
+  step 1890000 |   5036s | train_loss=0.0318
+  step 1900000 |   5082s | train_loss=0.0327 | fid=233.4919
+  step 1910000 |   5107s | train_loss=0.0354
+  step 1920000 |   5131s | train_loss=0.0314
+  step 1930000 |   5155s | train_loss=0.0393
+  step 1940000 |   5179s | train_loss=0.0319
+  step 1950000 |   5203s | train_loss=0.0380
+  step 1960000 |   5227s | train_loss=0.0319
+  step 1970000 |   5251s | train_loss=0.0323
+  step 1980000 |   5276s | train_loss=0.0396
+  step 1990000 |   5301s | train_loss=0.0332
+  step 2000000 |   5345s | train_loss=0.0381 | fid=221.6794
+  step 2010000 |   5369s | train_loss=0.0291
+  step 2020000 |   5394s | train_loss=0.0349
+  step 2030000 |   5419s | train_loss=0.0313
+  step 2040000 |   5444s | train_loss=0.0311
+  step 2050000 |   5470s | train_loss=0.0299
+  step 2060000 |   5495s | train_loss=0.0319
+  step 2070000 |   5521s | train_loss=0.0351
+  step 2080000 |   5546s | train_loss=0.0332
+  step 2090000 |   5571s | train_loss=0.0342
+  step 2100000 |   5615s | train_loss=0.0300 | fid=221.4162
+  step 2110000 |   5640s | train_loss=0.0302
+  step 2120000 |   5664s | train_loss=0.0301
+  step 2130000 |   5688s | train_loss=0.0331
+  step 2140000 |   5714s | train_loss=0.0305
+  step 2150000 |   5739s | train_loss=0.0318
+  step 2160000 |   5765s | train_loss=0.0302
+  step 2170000 |   5790s | train_loss=0.0302
+  step 2180000 |   5815s | train_loss=0.0320
+  step 2190000 |   5839s | train_loss=0.0305
+  step 2200000 |   5882s | train_loss=0.0333 | fid=217.7077
+  step 2210000 |   5907s | train_loss=0.0335
+  step 2220000 |   5931s | train_loss=0.0327
+  step 2230000 |   5955s | train_loss=0.0351
+  step 2240000 |   5977s | train_loss=0.0283
+  step 2250000 |   6001s | train_loss=0.0312
+  step 2260000 |   6025s | train_loss=0.0324
+  step 2270000 |   6051s | train_loss=0.0300
+  step 2280000 |   6076s | train_loss=0.0304
+  step 2290000 |   6101s | train_loss=0.0419
+  step 2300000 |   6145s | train_loss=0.0312 | fid=218.8427
+  step 2310000 |   6170s | train_loss=0.0262
+  step 2320000 |   6194s | train_loss=0.0326
+  step 2330000 |   6219s | train_loss=0.0287
+  step 2340000 |   6244s | train_loss=0.0286
+  step 2350000 |   6269s | train_loss=0.0305
+  step 2360000 |   6294s | train_loss=0.0309
+  step 2370000 |   6320s | train_loss=0.0310
+  step 2380000 |   6345s | train_loss=0.0289
+  step 2390000 |   6370s | train_loss=0.0283
+  step 2400000 |   6414s | train_loss=0.0306 | fid=212.3314
+  step 2410000 |   6439s | train_loss=0.0300
+  step 2420000 |   6464s | train_loss=0.0359
+  step 2430000 |   6489s | train_loss=0.0318
+  step 2440000 |   6514s | train_loss=0.0304
+  step 2450000 |   6539s | train_loss=0.0322
+  step 2460000 |   6564s | train_loss=0.0338
+  step 2470000 |   6589s | train_loss=0.0374
+  step 2480000 |   6614s | train_loss=0.0275
+  step 2490000 |   6639s | train_loss=0.0317
+  step 2500000 |   6680s | train_loss=0.0311 | fid=210.7611
+  step 2510000 |   6703s | train_loss=0.0290
+  step 2520000 |   6727s | train_loss=0.0302
+  step 2530000 |   6751s | train_loss=0.0320
+  step 2540000 |   6775s | train_loss=0.0312
+  step 2550000 |   6800s | train_loss=0.0291
+  step 2560000 |   6825s | train_loss=0.0304
+  step 2570000 |   6850s | train_loss=0.0286
+  step 2580000 |   6876s | train_loss=0.0281
+  step 2590000 |   6901s | train_loss=0.0267
+  step 2600000 |   6944s | train_loss=0.0276 | fid=211.4050
+  step 2610000 |   6968s | train_loss=0.0279
+  step 2620000 |   6993s | train_loss=0.0277
+  step 2630000 |   7018s | train_loss=0.0292
+  step 2640000 |   7044s | train_loss=0.0287
+  step 2650000 |   7070s | train_loss=0.0298
+  step 2660000 |   7095s | train_loss=0.0393
+  step 2670000 |   7120s | train_loss=0.0274
+  step 2680000 |   7146s | train_loss=0.0291
+  step 2690000 |   7171s | train_loss=0.0285
+  step 2700000 |   7216s | train_loss=0.0290 | fid=208.0304
+  step 2710000 |   7238s | train_loss=0.0339
+  step 2720000 |   7264s | train_loss=0.0259
+  step 2730000 |   7289s | train_loss=0.0303
+  step 2740000 |   7315s | train_loss=0.0313
+  step 2750000 |   7341s | train_loss=0.0354
+  step 2760000 |   7366s | train_loss=0.0298
+  step 2770000 |   7391s | train_loss=0.0295
+  step 2780000 |   7416s | train_loss=0.0295
+  step 2790000 |   7441s | train_loss=0.0313
+  step 2800000 |   7483s | train_loss=0.0287 | fid=203.1940
+  step 2810000 |   7506s | train_loss=0.0279
+  step 2820000 |   7531s | train_loss=0.0272
+  step 2830000 |   7556s | train_loss=0.0276
+  step 2840000 |   7581s | train_loss=0.0267
+  step 2850000 |   7605s | train_loss=0.0270
+  step 2860000 |   7630s | train_loss=0.0263
+  step 2870000 |   7655s | train_loss=0.0280
+  step 2880000 |   7680s | train_loss=0.0253
+  step 2890000 |   7706s | train_loss=0.0305
+  step 2900000 |   7749s | train_loss=0.0260 | fid=200.1847
+  step 2910000 |   7773s | train_loss=0.0313
+  step 2920000 |   7798s | train_loss=0.0289
+  step 2930000 |   7824s | train_loss=0.0287
+  step 2940000 |   7849s | train_loss=0.0280
+  step 2950000 |   7875s | train_loss=0.0291
+  step 2960000 |   7900s | train_loss=0.0348
+  step 2970000 |   7925s | train_loss=0.0275
+  step 2980000 |   7951s | train_loss=0.0279
+  step 2990000 |   7976s | train_loss=0.0262
+  step 3000000 |   8019s | train_loss=0.0255 | fid=208.2561
+  step 3010000 |   8047s | train_loss=0.0314
+  step 3020000 |   8072s | train_loss=0.0267
+  step 3030000 |   8098s | train_loss=0.0267
+  step 3040000 |   8123s | train_loss=0.0265
+  step 3050000 |   8148s | train_loss=0.0288
+  step 3060000 |   8174s | train_loss=0.0251
+  step 3070000 |   8200s | train_loss=0.0295
+  step 3080000 |   8224s | train_loss=0.0315
+  step 3090000 |   8248s | train_loss=0.0304
+  step 3100000 |   8290s | train_loss=0.0274 | fid=201.8551
+  step 3110000 |   8315s | train_loss=0.0296
+  step 3120000 |   8340s | train_loss=0.0255
+  step 3130000 |   8365s | train_loss=0.0296
+  step 3140000 |   8390s | train_loss=0.0274
+  step 3150000 |   8415s | train_loss=0.0286
+  step 3160000 |   8440s | train_loss=0.0268
+  step 3170000 |   8465s | train_loss=0.0266
+  step 3180000 |   8491s | train_loss=0.0262
+  step 3190000 |   8517s | train_loss=0.0252
+  step 3200000 |   8559s | train_loss=0.0263 | fid=212.5650
+  step 3210000 |   8583s | train_loss=0.0265
+  step 3220000 |   8609s | train_loss=0.0284
+  step 3230000 |   8635s | train_loss=0.0325
+  step 3240000 |   8660s | train_loss=0.0290
+  step 3250000 |   8686s | train_loss=0.0288
+  step 3260000 |   8710s | train_loss=0.0310
+  step 3270000 |   8736s | train_loss=0.0283
+  step 3280000 |   8761s | train_loss=0.0269
+  step 3290000 |   8786s | train_loss=0.0259
+  step 3300000 |   8830s | train_loss=0.0268 | fid=205.7292
+  step 3310000 |   8855s | train_loss=0.0266
+  step 3320000 |   8881s | train_loss=0.0271
+  step 3330000 |   8906s | train_loss=0.0258
+  step 3340000 |   8931s | train_loss=0.0279
+  step 3350000 |   8956s | train_loss=0.0282
+  step 3360000 |   8980s | train_loss=0.0251
+  step 3370000 |   9004s | train_loss=0.0265
+  step 3380000 |   9029s | train_loss=0.0275
+  step 3390000 |   9055s | train_loss=0.0258
+  step 3400000 |   9098s | train_loss=0.0255 | fid=208.3872
+  step 3410000 |   9123s | train_loss=0.0274
+  step 3420000 |   9149s | train_loss=0.0262
+  step 3430000 |   9174s | train_loss=0.0324
+  step 3440000 |   9199s | train_loss=0.0273
+  step 3450000 |   9224s | train_loss=0.0284
+  step 3460000 |   9250s | train_loss=0.0333
+  step 3470000 |   9276s | train_loss=0.0254
+  step 3480000 |   9301s | train_loss=0.0259
+  step 3490000 |   9326s | train_loss=0.0287
+  step 3500000 |   9370s | train_loss=0.0274 | fid=209.0138
+  step 3510000 |   9395s | train_loss=0.0270
+  step 3520000 |   9421s | train_loss=0.0277
+  step 3530000 |   9445s | train_loss=0.0261
+  step 3540000 |   9471s | train_loss=0.0255
+  step 3550000 |   9497s | train_loss=0.0265
+  step 3560000 |   9522s | train_loss=0.0282
+  step 3570000 |   9548s | train_loss=0.0259
+  step 3580000 |   9574s | train_loss=0.0248
+  step 3590000 |   9599s | train_loss=0.0284
+  step 3600000 |   9643s | train_loss=0.0260 | fid=204.9895
+  step 3610000 |   9668s | train_loss=0.0262
+  step 3620000 |   9693s | train_loss=0.0257
+  step 3630000 |   9717s | train_loss=0.0269
+  step 3640000 |   9741s | train_loss=0.0244
+  step 3650000 |   9765s | train_loss=0.0255
+  step 3660000 |   9789s | train_loss=0.0279
+  step 3670000 |   9815s | train_loss=0.0267
+  step 3680000 |   9839s | train_loss=0.0245
+  step 3690000 |   9865s | train_loss=0.0266
+  step 3700000 |   9909s | train_loss=0.0266 | fid=204.5272
+  step 3710000 |   9935s | train_loss=0.0279
+  step 3720000 |   9960s | train_loss=0.0253
+  step 3730000 |   9985s | train_loss=0.0263
+  step 3740000 |  10011s | train_loss=0.0256
+  step 3750000 |  10037s | train_loss=0.0256
+  step 3760000 |  10062s | train_loss=0.0243
+  step 3770000 |  10088s | train_loss=0.0244
+  step 3780000 |  10113s | train_loss=0.0267
+  step 3790000 |  10138s | train_loss=0.0289
+  step 3800000 |  10182s | train_loss=0.0268 | fid=208.3108
+  step 3810000 |  10207s | train_loss=0.0247
+  step 3820000 |  10233s | train_loss=0.0254
+  step 3830000 |  10257s | train_loss=0.0252
+  step 3840000 |  10283s | train_loss=0.0262
+  step 3850000 |  10309s | train_loss=0.0270
+  step 3860000 |  10335s | train_loss=0.0253
+  step 3870000 |  10360s | train_loss=0.0274
+  step 3880000 |  10386s | train_loss=0.0244
+  step 3890000 |  10411s | train_loss=0.0257
+  step 3900000 |  10454s | train_loss=0.0249 | fid=205.0643
+  step 3910000 |  10478s | train_loss=0.0291
+  step 3920000 |  10502s | train_loss=0.0257
+  step 3930000 |  10527s | train_loss=0.0241
+  step 3940000 |  10550s | train_loss=0.0227
+  step 3950000 |  10576s | train_loss=0.0258
+  step 3960000 |  10600s | train_loss=0.0249
+  step 3970000 |  10625s | train_loss=0.0249
+  step 3980000 |  10651s | train_loss=0.0256
+  step 3990000 |  10676s | train_loss=0.0265
+  step 4000000 |  10719s | train_loss=0.0272 | fid=203.4423
+  step 4010000 |  10744s | train_loss=0.0239
+  step 4020000 |  10770s | train_loss=0.0251
+  step 4030000 |  10795s | train_loss=0.0245
+  step 4040000 |  10820s | train_loss=0.0251
+  step 4050000 |  10845s | train_loss=0.0263
+  step 4060000 |  10871s | train_loss=0.0260
+  step 4070000 |  10896s | train_loss=0.0275
+  step 4080000 |  10921s | train_loss=0.0283
+  step 4090000 |  10946s | train_loss=0.0246
+  step 4100000 |  10989s | train_loss=0.0310 | fid=198.1822
+  step 4110000 |  11015s | train_loss=0.0247
+  step 4120000 |  11041s | train_loss=0.0270
+  step 4130000 |  11066s | train_loss=0.0264
+  step 4140000 |  11092s | train_loss=0.0301
+  step 4150000 |  11118s | train_loss=0.0245
+  step 4160000 |  11143s | train_loss=0.0298
+  step 4170000 |  11169s | train_loss=0.0255
+  step 4180000 |  11195s | train_loss=0.0244
+  step 4190000 |  11220s | train_loss=0.0237
+  step 4200000 |  11263s | train_loss=0.0280 | fid=197.5184
+  step 4210000 |  11287s | train_loss=0.0253
+  step 4220000 |  11312s | train_loss=0.0254
+  step 4230000 |  11336s | train_loss=0.0274
+  step 4240000 |  11361s | train_loss=0.0272
+  step 4250000 |  11387s | train_loss=0.0252
+  step 4260000 |  11412s | train_loss=0.0253
+  step 4270000 |  11438s | train_loss=0.0242
+  step 4280000 |  11464s | train_loss=0.0239
+  step 4290000 |  11489s | train_loss=0.0274
+  step 4300000 |  11532s | train_loss=0.0258 | fid=201.2570
+  step 4310000 |  11557s | train_loss=0.0274
+  step 4320000 |  11583s | train_loss=0.0257
+  step 4330000 |  11608s | train_loss=0.0240
+  step 4340000 |  11634s | train_loss=0.0253
+  step 4350000 |  11660s | train_loss=0.0241
+  step 4360000 |  11685s | train_loss=0.0237
+  step 4370000 |  11711s | train_loss=0.0289
+  step 4380000 |  11736s | train_loss=0.0240
+  step 4390000 |  11761s | train_loss=0.0247
+  step 4400000 |  11805s | train_loss=0.0246 | fid=197.3878
+  step 4410000 |  11831s | train_loss=0.0232
+  step 4420000 |  11856s | train_loss=0.0252
+  step 4430000 |  11882s | train_loss=0.0264
+  step 4440000 |  11907s | train_loss=0.0250
+  step 4450000 |  11932s | train_loss=0.0244
+  step 4460000 |  11956s | train_loss=0.0269
+  step 4470000 |  11981s | train_loss=0.0282
+  step 4480000 |  12004s | train_loss=0.0248
+  step 4490000 |  12029s | train_loss=0.0248
+  step 4500000 |  12072s | train_loss=0.0250 | fid=190.0432
+  step 4510000 |  12096s | train_loss=0.0242
+  step 4520000 |  12120s | train_loss=0.0225
+  step 4530000 |  12146s | train_loss=0.0284
+  step 4540000 |  12172s | train_loss=0.0228
+  step 4550000 |  12197s | train_loss=0.0253
+  step 4560000 |  12223s | train_loss=0.0238
+  step 4570000 |  12249s | train_loss=0.0246
+  step 4580000 |  12275s | train_loss=0.0247
+  step 4590000 |  12298s | train_loss=0.0240
+  step 4600000 |  12343s | train_loss=0.0252 | fid=196.8353
+  step 4610000 |  12368s | train_loss=0.0234
+  step 4620000 |  12394s | train_loss=0.0252
+  step 4630000 |  12419s | train_loss=0.0252
+  step 4640000 |  12444s | train_loss=0.0245
+  step 4650000 |  12470s | train_loss=0.0253
+  step 4660000 |  12496s | train_loss=0.0234
+  step 4670000 |  12521s | train_loss=0.0243
+  step 4680000 |  12546s | train_loss=0.0236
+  step 4690000 |  12570s | train_loss=0.0244
+  step 4700000 |  12615s | train_loss=0.0251 | fid=204.1543
+  step 4710000 |  12640s | train_loss=0.0261
+  step 4720000 |  12665s | train_loss=0.0243
+  step 4730000 |  12691s | train_loss=0.0232
+  step 4740000 |  12716s | train_loss=0.0242
+  step 4750000 |  12741s | train_loss=0.0223
+  step 4760000 |  12765s | train_loss=0.0248
+  step 4770000 |  12789s | train_loss=0.0235
+  step 4780000 |  12813s | train_loss=0.0252
+  step 4790000 |  12837s | train_loss=0.0245
+  step 4800000 |  12880s | train_loss=0.0243 | fid=187.1828
+  step 4810000 |  12907s | train_loss=0.0241
+  step 4820000 |  12936s | train_loss=0.0257
+  step 4830000 |  12963s | train_loss=0.0235
+  step 4840000 |  12989s | train_loss=0.0237
+  step 4850000 |  13014s | train_loss=0.0233
+  step 4860000 |  13040s | train_loss=0.0256
+  step 4870000 |  13065s | train_loss=0.0239
+  step 4880000 |  13091s | train_loss=0.0237
+  step 4890000 |  13116s | train_loss=0.0228
+  step 4900000 |  13157s | train_loss=0.0240 | fid=191.4348
+  step 4910000 |  13184s | train_loss=0.0268
+  step 4920000 |  13209s | train_loss=0.0220
+  step 4930000 |  13234s | train_loss=0.0246
+  step 4940000 |  13259s | train_loss=0.0237
+  step 4950000 |  13284s | train_loss=0.0235
+  step 4960000 |  13308s | train_loss=0.0228
+  step 4970000 |  13333s | train_loss=0.0218
+  step 4980000 |  13357s | train_loss=0.0229
+  step 4990000 |  13382s | train_loss=0.0271
+  step 5000000 |  13423s | train_loss=0.0245 | fid=203.1465
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d260/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..3d3d81e3e57404d5179eb30667d3707a8c13fa36
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d260/config.json
@@ -0,0 +1,27 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d260",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "grad_clip": 0.0,
+  "stop_on_nonfinite": false,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 48,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d260/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d260/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..4ec2a997c955f8a0bf56e9ade4a6884736160c7b
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d260/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 260, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 48}
+{"step": 1, "wall_time": 46.764991760253906, "train_loss_step": 261.2193603515625, "n_params": 4797700, "total_flops": 14738534400, "train_loss": 0.9995189960186298, "subset_score_loss": 0.9995189960186298, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9825413823127747, "fid": 301.7135802768337, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 108.12946629524231, "train_loss_step": 43.16466522216797, "n_params": 4797700, "total_flops": 147385344000000, "train_loss": 0.626878650371845, "subset_score_loss": 0.626878650371845}
+{"step": 20000, "wall_time": 178.96207666397095, "train_loss_step": 35.828914642333984, "n_params": 4797700, "total_flops": 294770688000000, "train_loss": 0.5252524155836839, "subset_score_loss": 0.5252524155836839}
+{"step": 30000, "wall_time": 249.87029147148132, "train_loss_step": 34.53694534301758, "n_params": 4797700, "total_flops": 442156032000000, "train_loss": 0.4788371159480168, "subset_score_loss": 0.4788371159480168}
+{"step": 40000, "wall_time": 320.7375259399414, "train_loss_step": 32.6683464050293, "n_params": 4797700, "total_flops": 589541376000000, "train_loss": 0.44692200880784255, "subset_score_loss": 0.44692200880784255}
+{"step": 50000, "wall_time": 391.54885482788086, "train_loss_step": 32.371299743652344, "n_params": 4797700, "total_flops": 736926720000000, "train_loss": 0.41982286893404447, "subset_score_loss": 0.41982286893404447}
+{"step": 60000, "wall_time": 462.41604566574097, "train_loss_step": 30.120527267456055, "n_params": 4797700, "total_flops": 884312064000000, "train_loss": 0.3836510291466346, "subset_score_loss": 0.3836510291466346}
+{"step": 70000, "wall_time": 533.2503521442413, "train_loss_step": 28.253509521484375, "n_params": 4797700, "total_flops": 1031697408000000, "train_loss": 0.3469203655536358, "subset_score_loss": 0.3469203655536358}
+{"step": 80000, "wall_time": 604.120441198349, "train_loss_step": 25.358320236206055, "n_params": 4797700, "total_flops": 1179082752000000, "train_loss": 0.3062411381648137, "subset_score_loss": 0.3062411381648137}
+{"step": 90000, "wall_time": 674.9321212768555, "train_loss_step": 24.16627311706543, "n_params": 4797700, "total_flops": 1326468096000000, "train_loss": 0.2743438720703125, "subset_score_loss": 0.2743438720703125}
+{"step": 100000, "wall_time": 796.2154982089996, "train_loss_step": 23.384628295898438, "n_params": 4797700, "total_flops": 1473853440000000, "train_loss": 0.2412200194138747, "subset_score_loss": 0.2412200194138747, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9654378890991211, "fid": 179.3886627679334, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 859.4421668052673, "train_loss_step": 22.691579818725586, "n_params": 4797700, "total_flops": 1621238784000000, "train_loss": 0.2191840538611779, "subset_score_loss": 0.2191840538611779}
+{"step": 120000, "wall_time": 930.2661240100861, "train_loss_step": 21.577274322509766, "n_params": 4797700, "total_flops": 1768624128000000, "train_loss": 0.19736542334923377, "subset_score_loss": 0.19736542334923377}
+{"step": 130000, "wall_time": 1001.1422188282013, "train_loss_step": 21.423425674438477, "n_params": 4797700, "total_flops": 1916009472000000, "train_loss": 0.1829481711754432, "subset_score_loss": 0.1829481711754432}
+{"step": 140000, "wall_time": 1072.059799194336, "train_loss_step": 20.34058952331543, "n_params": 4797700, "total_flops": 2063394816000000, "train_loss": 0.16953515272874098, "subset_score_loss": 0.16953515272874098}
+{"step": 150000, "wall_time": 1142.8749086856842, "train_loss_step": 20.209959030151367, "n_params": 4797700, "total_flops": 2210780160000000, "train_loss": 0.16118048154390774, "subset_score_loss": 0.16118048154390774}
+{"step": 160000, "wall_time": 1213.714129447937, "train_loss_step": 18.985788345336914, "n_params": 4797700, "total_flops": 2358165504000000, "train_loss": 0.15589796213003304, "subset_score_loss": 0.15589796213003304}
+{"step": 170000, "wall_time": 1284.6035208702087, "train_loss_step": 19.47455406188965, "n_params": 4797700, "total_flops": 2505550848000000, "train_loss": 0.14861793518066407, "subset_score_loss": 0.14861793518066407}
+{"step": 180000, "wall_time": 1355.4931328296661, "train_loss_step": 17.938993453979492, "n_params": 4797700, "total_flops": 2652936192000000, "train_loss": 0.14401228978083683, "subset_score_loss": 0.14401228978083683}
+{"step": 190000, "wall_time": 1426.3255519866943, "train_loss_step": 17.586162567138672, "n_params": 4797700, "total_flops": 2800321536000000, "train_loss": 0.1352407015286959, "subset_score_loss": 0.1352407015286959}
+{"step": 200000, "wall_time": 1545.9136173725128, "train_loss_step": 17.835285186767578, "n_params": 4797700, "total_flops": 2947706880000000, "train_loss": 0.13220316079946665, "subset_score_loss": 0.13220316079946665, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9706783890724182, "fid": 240.7221766606738, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1613.9785506725311, "train_loss_step": 18.026044845581055, "n_params": 4797700, "total_flops": 3095092224000000, "train_loss": 0.13252044090857873, "subset_score_loss": 0.13252044090857873}
+{"step": 220000, "wall_time": 1684.7901062965393, "train_loss_step": 17.133865356445312, "n_params": 4797700, "total_flops": 3242477568000000, "train_loss": 0.12390292241023138, "subset_score_loss": 0.12390292241023138}
+{"step": 230000, "wall_time": 1755.6307284832, "train_loss_step": 16.890411376953125, "n_params": 4797700, "total_flops": 3389862912000000, "train_loss": 0.11841793793898363, "subset_score_loss": 0.11841793793898363}
+{"step": 240000, "wall_time": 1826.5188064575195, "train_loss_step": 15.46063232421875, "n_params": 4797700, "total_flops": 3537248256000000, "train_loss": 0.12332327916071965, "subset_score_loss": 0.12332327916071965}
+{"step": 250000, "wall_time": 1897.3793320655823, "train_loss_step": 16.65924835205078, "n_params": 4797700, "total_flops": 3684633600000000, "train_loss": 0.11354780930739183, "subset_score_loss": 0.11354780930739183}
+{"step": 260000, "wall_time": 1968.2036910057068, "train_loss_step": 15.529969215393066, "n_params": 4797700, "total_flops": 3832018944000000, "train_loss": 0.1084681510925293, "subset_score_loss": 0.1084681510925293}
+{"step": 270000, "wall_time": 2039.0568306446075, "train_loss_step": 16.447561264038086, "n_params": 4797700, "total_flops": 3979404288000000, "train_loss": 0.11048680085402268, "subset_score_loss": 0.11048680085402268}
+{"step": 280000, "wall_time": 2109.93008351326, "train_loss_step": 15.033136367797852, "n_params": 4797700, "total_flops": 4126789632000000, "train_loss": 0.10635173504169171, "subset_score_loss": 0.10635173504169171}
+{"step": 290000, "wall_time": 2180.735007047653, "train_loss_step": 14.849348068237305, "n_params": 4797700, "total_flops": 4274174976000000, "train_loss": 0.10463827573336087, "subset_score_loss": 0.10463827573336087}
+{"step": 300000, "wall_time": 2300.899150133133, "train_loss_step": 14.620553970336914, "n_params": 4797700, "total_flops": 4421560320000000, "train_loss": 0.10083323258620042, "subset_score_loss": 0.10083323258620042, "memorization_fraction_pixel": 0.0008999999845400453, "mean_nn_ratio_pixel": 0.9690631628036499, "fid": 257.7964361756824, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2374.1495971679688, "train_loss_step": 14.298643112182617, "n_params": 4797700, "total_flops": 4568945664000000, "train_loss": 0.09692002809964693, "subset_score_loss": 0.09692002809964693}
+{"step": 320000, "wall_time": 2444.98481631279, "train_loss_step": 14.075218200683594, "n_params": 4797700, "total_flops": 4716331008000000, "train_loss": 0.10343899360069862, "subset_score_loss": 0.10343899360069862}
+{"step": 330000, "wall_time": 2515.7845339775085, "train_loss_step": 13.928239822387695, "n_params": 4797700, "total_flops": 4863716352000000, "train_loss": 0.1037424454322228, "subset_score_loss": 0.1037424454322228}
+{"step": 340000, "wall_time": 2586.6494505405426, "train_loss_step": 14.889795303344727, "n_params": 4797700, "total_flops": 5011101696000000, "train_loss": 0.09793563989492562, "subset_score_loss": 0.09793563989492562}
+{"step": 350000, "wall_time": 2657.5123002529144, "train_loss_step": 15.103261947631836, "n_params": 4797700, "total_flops": 5158487040000000, "train_loss": 0.09303993078378531, "subset_score_loss": 0.09303993078378531}
+{"step": 360000, "wall_time": 2728.3328850269318, "train_loss_step": 15.153862953186035, "n_params": 4797700, "total_flops": 5305872384000000, "train_loss": 0.09409187757051908, "subset_score_loss": 0.09409187757051908}
+{"step": 370000, "wall_time": 2799.149892807007, "train_loss_step": 13.23713493347168, "n_params": 4797700, "total_flops": 5453257728000000, "train_loss": 0.08952907415536734, "subset_score_loss": 0.08952907415536734}
+{"step": 380000, "wall_time": 2870.0496110916138, "train_loss_step": 14.743033409118652, "n_params": 4797700, "total_flops": 5600643072000000, "train_loss": 0.0953234525827261, "subset_score_loss": 0.0953234525827261}
+{"step": 390000, "wall_time": 2940.9130153656006, "train_loss_step": 13.264846801757812, "n_params": 4797700, "total_flops": 5748028416000000, "train_loss": 0.08848642936119666, "subset_score_loss": 0.08848642936119666}
+{"step": 400000, "wall_time": 3060.101362466812, "train_loss_step": 13.327164649963379, "n_params": 4797700, "total_flops": 5895413760000000, "train_loss": 0.08507267878605769, "subset_score_loss": 0.08507267878605769, "memorization_fraction_pixel": 0.0017999999690800905, "mean_nn_ratio_pixel": 0.9617805480957031, "fid": 269.25547594163595, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3132.6236765384674, "train_loss_step": 12.981042861938477, "n_params": 4797700, "total_flops": 6042799104000000, "train_loss": 0.09049147092379056, "subset_score_loss": 0.09049147092379056}
+{"step": 420000, "wall_time": 3203.5125074386597, "train_loss_step": 12.524297714233398, "n_params": 4797700, "total_flops": 6190184448000000, "train_loss": 0.08730129828819862, "subset_score_loss": 0.08730129828819862}
+{"step": 430000, "wall_time": 3274.3236169815063, "train_loss_step": 12.720151901245117, "n_params": 4797700, "total_flops": 6337569792000000, "train_loss": 0.0820213978107159, "subset_score_loss": 0.0820213978107159}
+{"step": 440000, "wall_time": 3345.135568380356, "train_loss_step": 12.361785888671875, "n_params": 4797700, "total_flops": 6484955136000000, "train_loss": 0.0812261728140024, "subset_score_loss": 0.0812261728140024}
+{"step": 450000, "wall_time": 3416.0041179656982, "train_loss_step": 13.233570098876953, "n_params": 4797700, "total_flops": 6632340480000000, "train_loss": 0.08286341153658354, "subset_score_loss": 0.08286341153658354}
+{"step": 460000, "wall_time": 3486.8649356365204, "train_loss_step": 12.814386367797852, "n_params": 4797700, "total_flops": 6779725824000000, "train_loss": 0.07582525840172401, "subset_score_loss": 0.07582525840172401}
+{"step": 470000, "wall_time": 3557.690005540848, "train_loss_step": 12.975841522216797, "n_params": 4797700, "total_flops": 6927111168000000, "train_loss": 0.08829063268808218, "subset_score_loss": 0.08829063268808218}
+{"step": 480000, "wall_time": 3628.5035016536713, "train_loss_step": 12.270929336547852, "n_params": 4797700, "total_flops": 7074496512000000, "train_loss": 0.0783708719106821, "subset_score_loss": 0.0783708719106821}
+{"step": 490000, "wall_time": 3699.328680753708, "train_loss_step": 12.753170013427734, "n_params": 4797700, "total_flops": 7221881856000000, "train_loss": 0.08006156041071966, "subset_score_loss": 0.08006156041071966}
+{"step": 500000, "wall_time": 3818.3953783512115, "train_loss_step": 11.583601951599121, "n_params": 4797700, "total_flops": 7369267200000000, "train_loss": 0.07176611240093525, "subset_score_loss": 0.07176611240093525, "memorization_fraction_pixel": 0.00419999985024333, "mean_nn_ratio_pixel": 0.958791196346283, "fid": 276.77436604284276, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 3888.9255409240723, "train_loss_step": 12.10081672668457, "n_params": 4797700, "total_flops": 7516652544000000, "train_loss": 0.0800168330852802, "subset_score_loss": 0.0800168330852802}
+{"step": 520000, "wall_time": 3959.8706884384155, "train_loss_step": 11.415311813354492, "n_params": 4797700, "total_flops": 7664037888000000, "train_loss": 0.07384436680720402, "subset_score_loss": 0.07384436680720402}
+{"step": 530000, "wall_time": 4030.684404373169, "train_loss_step": 12.139110565185547, "n_params": 4797700, "total_flops": 7811423232000000, "train_loss": 0.07562156823965219, "subset_score_loss": 0.07562156823965219}
+{"step": 540000, "wall_time": 4101.4993851184845, "train_loss_step": 11.919732093811035, "n_params": 4797700, "total_flops": 7958808576000000, "train_loss": 0.07337682430560773, "subset_score_loss": 0.07337682430560773}
+{"step": 550000, "wall_time": 4172.385573863983, "train_loss_step": 11.052139282226562, "n_params": 4797700, "total_flops": 8106193920000000, "train_loss": 0.06962385911207933, "subset_score_loss": 0.06962385911207933}
+{"step": 560000, "wall_time": 4243.269223213196, "train_loss_step": 11.067683219909668, "n_params": 4797700, "total_flops": 8253579264000000, "train_loss": 0.06865585033710186, "subset_score_loss": 0.06865585033710186}
+{"step": 570000, "wall_time": 4314.074057102203, "train_loss_step": 11.074735641479492, "n_params": 4797700, "total_flops": 8400964608000000, "train_loss": 0.06636357674231896, "subset_score_loss": 0.06636357674231896}
+{"step": 580000, "wall_time": 4384.908672332764, "train_loss_step": 11.337966918945312, "n_params": 4797700, "total_flops": 8548349952000000, "train_loss": 0.0714054694542518, "subset_score_loss": 0.0714054694542518}
+{"step": 590000, "wall_time": 4455.752064228058, "train_loss_step": 11.314167976379395, "n_params": 4797700, "total_flops": 8695735296000000, "train_loss": 0.06574319692758414, "subset_score_loss": 0.06574319692758414}
+{"step": 600000, "wall_time": 4574.820750951767, "train_loss_step": 10.824474334716797, "n_params": 4797700, "total_flops": 8843120640000000, "train_loss": 0.06957855958205003, "subset_score_loss": 0.06957855958205003, "memorization_fraction_pixel": 0.005499999970197678, "mean_nn_ratio_pixel": 0.9541240334510803, "fid": 271.8816041315141, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 4646.421692371368, "train_loss_step": 10.649127960205078, "n_params": 4797700, "total_flops": 8990505984000000, "train_loss": 0.07292386568509615, "subset_score_loss": 0.07292386568509615}
+{"step": 620000, "wall_time": 4717.2877695560455, "train_loss_step": 9.969962120056152, "n_params": 4797700, "total_flops": 9137891328000000, "train_loss": 0.06850086358877329, "subset_score_loss": 0.06850086358877329}
+{"step": 630000, "wall_time": 4788.183297157288, "train_loss_step": 10.787382125854492, "n_params": 4797700, "total_flops": 9285276672000000, "train_loss": 0.06262986109806941, "subset_score_loss": 0.06262986109806941}
+{"step": 640000, "wall_time": 4859.016139268875, "train_loss_step": 10.432039260864258, "n_params": 4797700, "total_flops": 9432662016000000, "train_loss": 0.05957421889671913, "subset_score_loss": 0.05957421889671913}
+{"step": 650000, "wall_time": 4929.900999307632, "train_loss_step": 10.378812789916992, "n_params": 4797700, "total_flops": 9580047360000000, "train_loss": 0.06126399040222168, "subset_score_loss": 0.06126399040222168}
+{"step": 660000, "wall_time": 5000.749957561493, "train_loss_step": 10.087738037109375, "n_params": 4797700, "total_flops": 9727432704000000, "train_loss": 0.0673011486346905, "subset_score_loss": 0.0673011486346905}
+{"step": 670000, "wall_time": 5071.640474557877, "train_loss_step": 10.769060134887695, "n_params": 4797700, "total_flops": 9874818048000000, "train_loss": 0.06361281321598933, "subset_score_loss": 0.06361281321598933}
+{"step": 680000, "wall_time": 5142.469829082489, "train_loss_step": 10.80699348449707, "n_params": 4797700, "total_flops": 10022203392000000, "train_loss": 0.06157401158259465, "subset_score_loss": 0.06157401158259465}
+{"step": 690000, "wall_time": 5213.295431613922, "train_loss_step": 10.911277770996094, "n_params": 4797700, "total_flops": 10169588736000000, "train_loss": 0.060283844287578874, "subset_score_loss": 0.060283844287578874}
+{"step": 700000, "wall_time": 5331.714211940765, "train_loss_step": 10.425281524658203, "n_params": 4797700, "total_flops": 10316974080000000, "train_loss": 0.056169928037203276, "subset_score_loss": 0.056169928037203276, "memorization_fraction_pixel": 0.008999999612569809, "mean_nn_ratio_pixel": 0.9479039311408997, "fid": 277.55862454736257, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 5403.652493715286, "train_loss_step": 10.473003387451172, "n_params": 4797700, "total_flops": 10464359424000000, "train_loss": 0.056274700164794925, "subset_score_loss": 0.056274700164794925}
+{"step": 720000, "wall_time": 5474.468445301056, "train_loss_step": 9.29408073425293, "n_params": 4797700, "total_flops": 10611744768000000, "train_loss": 0.05459513297447791, "subset_score_loss": 0.05459513297447791}
+{"step": 730000, "wall_time": 5545.339216709137, "train_loss_step": 9.310725212097168, "n_params": 4797700, "total_flops": 10759130112000000, "train_loss": 0.054750207754281854, "subset_score_loss": 0.054750207754281854}
+{"step": 740000, "wall_time": 5616.215336084366, "train_loss_step": 10.325286865234375, "n_params": 4797700, "total_flops": 10906515456000000, "train_loss": 0.058234394513643706, "subset_score_loss": 0.058234394513643706}
+{"step": 750000, "wall_time": 5687.020934581757, "train_loss_step": 9.542706489562988, "n_params": 4797700, "total_flops": 11053900800000000, "train_loss": 0.05294618606567383, "subset_score_loss": 0.05294618606567383}
+{"step": 760000, "wall_time": 5757.838200807571, "train_loss_step": 9.794437408447266, "n_params": 4797700, "total_flops": 11201286144000000, "train_loss": 0.05390466176546537, "subset_score_loss": 0.05390466176546537}
+{"step": 770000, "wall_time": 5828.7238602638245, "train_loss_step": 9.414532661437988, "n_params": 4797700, "total_flops": 11348671488000000, "train_loss": 0.05451857860271747, "subset_score_loss": 0.05451857860271747}
+{"step": 780000, "wall_time": 5899.531703948975, "train_loss_step": 9.284485816955566, "n_params": 4797700, "total_flops": 11496056832000000, "train_loss": 0.054476286814763, "subset_score_loss": 0.054476286814763}
+{"step": 790000, "wall_time": 5970.360889196396, "train_loss_step": 9.070623397827148, "n_params": 4797700, "total_flops": 11643442176000000, "train_loss": 0.05615550187917856, "subset_score_loss": 0.05615550187917856}
+{"step": 800000, "wall_time": 6089.438581228256, "train_loss_step": 9.704978942871094, "n_params": 4797700, "total_flops": 11790827520000000, "train_loss": 0.05516251784104567, "subset_score_loss": 0.05516251784104567, "memorization_fraction_pixel": 0.01140000019222498, "mean_nn_ratio_pixel": 0.9430617094039917, "fid": 273.5280191058306, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 6161.888615131378, "train_loss_step": 9.49820613861084, "n_params": 4797700, "total_flops": 11938212864000000, "train_loss": 0.05248696620647724, "subset_score_loss": 0.05248696620647724}
+{"step": 820000, "wall_time": 6232.111295461655, "train_loss_step": 9.468048095703125, "n_params": 4797700, "total_flops": 12085598208000000, "train_loss": 0.05306772452134353, "subset_score_loss": 0.05306772452134353}
+{"step": 830000, "wall_time": 6302.984944343567, "train_loss_step": 9.329198837280273, "n_params": 4797700, "total_flops": 12232983552000000, "train_loss": 0.05516818853525015, "subset_score_loss": 0.05516818853525015}
+{"step": 840000, "wall_time": 6373.840339422226, "train_loss_step": 9.148270606994629, "n_params": 4797700, "total_flops": 12380368896000000, "train_loss": 0.05328184641324557, "subset_score_loss": 0.05328184641324557}
+{"step": 850000, "wall_time": 6444.644346475601, "train_loss_step": 10.166452407836914, "n_params": 4797700, "total_flops": 12527754240000000, "train_loss": 0.053278570908766525, "subset_score_loss": 0.053278570908766525}
+{"step": 860000, "wall_time": 6515.4824850559235, "train_loss_step": 9.265436172485352, "n_params": 4797700, "total_flops": 12675139584000000, "train_loss": 0.0513574636899508, "subset_score_loss": 0.0513574636899508}
+{"step": 870000, "wall_time": 6586.356845378876, "train_loss_step": 8.873268127441406, "n_params": 4797700, "total_flops": 12822524928000000, "train_loss": 0.05522919434767503, "subset_score_loss": 0.05522919434767503}
+{"step": 880000, "wall_time": 6657.224061489105, "train_loss_step": 8.880922317504883, "n_params": 4797700, "total_flops": 12969910272000000, "train_loss": 0.05106544494628906, "subset_score_loss": 0.05106544494628906}
+{"step": 890000, "wall_time": 6728.077686786652, "train_loss_step": 8.896783828735352, "n_params": 4797700, "total_flops": 13117295616000000, "train_loss": 0.049980724774874176, "subset_score_loss": 0.049980724774874176}
+{"step": 900000, "wall_time": 6846.953466892242, "train_loss_step": 9.148338317871094, "n_params": 4797700, "total_flops": 13264680960000000, "train_loss": 0.04941259164076585, "subset_score_loss": 0.04941259164076585, "memorization_fraction_pixel": 0.0215000007301569, "mean_nn_ratio_pixel": 0.9281027317047119, "fid": 256.36106792443087, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 6920.227972745895, "train_loss_step": 9.566030502319336, "n_params": 4797700, "total_flops": 13412066304000000, "train_loss": 0.05495441876924955, "subset_score_loss": 0.05495441876924955}
+{"step": 920000, "wall_time": 6989.076590299606, "train_loss_step": 9.13131332397461, "n_params": 4797700, "total_flops": 13559451648000000, "train_loss": 0.050679914767925556, "subset_score_loss": 0.050679914767925556}
+{"step": 930000, "wall_time": 7059.878290653229, "train_loss_step": 8.198884963989258, "n_params": 4797700, "total_flops": 13706836992000000, "train_loss": 0.051441467725313626, "subset_score_loss": 0.051441467725313626}
+{"step": 940000, "wall_time": 7130.762953519821, "train_loss_step": 8.400135040283203, "n_params": 4797700, "total_flops": 13854222336000000, "train_loss": 0.049875039320725664, "subset_score_loss": 0.049875039320725664}
+{"step": 950000, "wall_time": 7201.569143772125, "train_loss_step": 9.201212882995605, "n_params": 4797700, "total_flops": 14001607680000000, "train_loss": 0.04964319009047288, "subset_score_loss": 0.04964319009047288}
+{"step": 960000, "wall_time": 7272.381357908249, "train_loss_step": 8.499093055725098, "n_params": 4797700, "total_flops": 14148993024000000, "train_loss": 0.050895041685837965, "subset_score_loss": 0.050895041685837965}
+{"step": 970000, "wall_time": 7343.190275430679, "train_loss_step": 8.240373611450195, "n_params": 4797700, "total_flops": 14296378368000000, "train_loss": 0.0483674746293288, "subset_score_loss": 0.0483674746293288}
+{"step": 980000, "wall_time": 7414.1042375564575, "train_loss_step": 8.633905410766602, "n_params": 4797700, "total_flops": 14443763712000000, "train_loss": 0.04440340995788574, "subset_score_loss": 0.04440340995788574}
+{"step": 990000, "wall_time": 7484.920110464096, "train_loss_step": 8.42063045501709, "n_params": 4797700, "total_flops": 14591149056000000, "train_loss": 0.04537491798400879, "subset_score_loss": 0.04537491798400879}
+{"step": 1000000, "wall_time": 7601.86003279686, "train_loss_step": 8.288139343261719, "n_params": 4797700, "total_flops": 14738534400000000, "train_loss": 0.04654839589045598, "subset_score_loss": 0.04654839589045598, "memorization_fraction_pixel": 0.019899999722838402, "mean_nn_ratio_pixel": 0.931407630443573, "fid": 265.0668639572465, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 7676.499899148941, "train_loss_step": 8.351343154907227, "n_params": 4797700, "total_flops": 14885919744000000, "train_loss": 0.04858208069434533, "subset_score_loss": 0.04858208069434533}
+{"step": 1020000, "wall_time": 7745.409136533737, "train_loss_step": 8.35427474975586, "n_params": 4797700, "total_flops": 15033305088000000, "train_loss": 0.0423375129699707, "subset_score_loss": 0.0423375129699707}
+{"step": 1030000, "wall_time": 7816.2580473423, "train_loss_step": 8.304000854492188, "n_params": 4797700, "total_flops": 15180690432000000, "train_loss": 0.05083740674532377, "subset_score_loss": 0.05083740674532377}
+{"step": 1040000, "wall_time": 7887.08767747879, "train_loss_step": 8.465801239013672, "n_params": 4797700, "total_flops": 15328075776000000, "train_loss": 0.04608274973355807, "subset_score_loss": 0.04608274973355807}
+{"step": 1050000, "wall_time": 7958.016599416733, "train_loss_step": 8.315317153930664, "n_params": 4797700, "total_flops": 15475461120000000, "train_loss": 0.048503809708815356, "subset_score_loss": 0.048503809708815356}
+{"step": 1060000, "wall_time": 8028.8868951797485, "train_loss_step": 8.930461883544922, "n_params": 4797700, "total_flops": 15622846464000000, "train_loss": 0.055639428358811596, "subset_score_loss": 0.055639428358811596}
+{"step": 1070000, "wall_time": 8099.720681667328, "train_loss_step": 8.429963111877441, "n_params": 4797700, "total_flops": 15770231808000000, "train_loss": 0.0463591979100154, "subset_score_loss": 0.0463591979100154}
+{"step": 1080000, "wall_time": 8170.56135892868, "train_loss_step": 8.698807716369629, "n_params": 4797700, "total_flops": 15917617152000000, "train_loss": 0.04397932932927058, "subset_score_loss": 0.04397932932927058}
+{"step": 1090000, "wall_time": 8241.410850763321, "train_loss_step": 9.122447967529297, "n_params": 4797700, "total_flops": 16065002496000000, "train_loss": 0.04374170670142541, "subset_score_loss": 0.04374170670142541}
+{"step": 1100000, "wall_time": 8360.03378534317, "train_loss_step": 8.645240783691406, "n_params": 4797700, "total_flops": 16212387840000000, "train_loss": 0.0543791624215933, "subset_score_loss": 0.0543791624215933, "memorization_fraction_pixel": 0.024000000208616257, "mean_nn_ratio_pixel": 0.9272810816764832, "fid": 265.30346769393043, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 8433.616697072983, "train_loss_step": 8.157958030700684, "n_params": 4797700, "total_flops": 16359773184000000, "train_loss": 0.04375613652742826, "subset_score_loss": 0.04375613652742826}
+{"step": 1120000, "wall_time": 8503.083921432495, "train_loss_step": 9.038082122802734, "n_params": 4797700, "total_flops": 16507158528000000, "train_loss": 0.04721505825336163, "subset_score_loss": 0.04721505825336163}
+{"step": 1130000, "wall_time": 8573.915606498718, "train_loss_step": 8.765996932983398, "n_params": 4797700, "total_flops": 16654543872000000, "train_loss": 0.04319685422457181, "subset_score_loss": 0.04319685422457181}
+{"step": 1140000, "wall_time": 8644.744886636734, "train_loss_step": 8.99924087524414, "n_params": 4797700, "total_flops": 16801929216000000, "train_loss": 0.04161069209759052, "subset_score_loss": 0.04161069209759052}
+{"step": 1150000, "wall_time": 8715.569797754288, "train_loss_step": 8.66609001159668, "n_params": 4797700, "total_flops": 16949314560000000, "train_loss": 0.040280470481285684, "subset_score_loss": 0.040280470481285684}
+{"step": 1160000, "wall_time": 8786.420992612839, "train_loss_step": 8.1090087890625, "n_params": 4797700, "total_flops": 17096699904000000, "train_loss": 0.04160574766305777, "subset_score_loss": 0.04160574766305777}
+{"step": 1170000, "wall_time": 8857.235918521881, "train_loss_step": 8.04867172241211, "n_params": 4797700, "total_flops": 17244085248000000, "train_loss": 0.044321493002084586, "subset_score_loss": 0.044321493002084586}
+{"step": 1180000, "wall_time": 8928.05009675026, "train_loss_step": 8.197629928588867, "n_params": 4797700, "total_flops": 17391470592000000, "train_loss": 0.046648124548105095, "subset_score_loss": 0.046648124548105095}
+{"step": 1190000, "wall_time": 8998.945949316025, "train_loss_step": 8.006263732910156, "n_params": 4797700, "total_flops": 17538855936000000, "train_loss": 0.04212943590604342, "subset_score_loss": 0.04212943590604342}
+{"step": 1200000, "wall_time": 9117.458904504776, "train_loss_step": 7.860129356384277, "n_params": 4797700, "total_flops": 17686241280000000, "train_loss": 0.04263666959909292, "subset_score_loss": 0.04263666959909292, "memorization_fraction_pixel": 0.02930000051856041, "mean_nn_ratio_pixel": 0.9232581853866577, "fid": 267.8423958935309, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 9190.500866651535, "train_loss_step": 8.31683349609375, "n_params": 4797700, "total_flops": 17833626624000000, "train_loss": 0.041220551270705, "subset_score_loss": 0.041220551270705}
+{"step": 1220000, "wall_time": 9260.540419340134, "train_loss_step": 8.339237213134766, "n_params": 4797700, "total_flops": 17981011968000000, "train_loss": 0.042037688768827, "subset_score_loss": 0.042037688768827}
+{"step": 1230000, "wall_time": 9331.353251695633, "train_loss_step": 8.353307723999023, "n_params": 4797700, "total_flops": 18128397312000000, "train_loss": 0.043897441717294546, "subset_score_loss": 0.043897441717294546}
+{"step": 1240000, "wall_time": 9402.171715974808, "train_loss_step": 8.062633514404297, "n_params": 4797700, "total_flops": 18275782656000000, "train_loss": 0.03943382776700533, "subset_score_loss": 0.03943382776700533}
+{"step": 1250000, "wall_time": 9472.982202768326, "train_loss_step": 8.22343635559082, "n_params": 4797700, "total_flops": 18423168000000000, "train_loss": 0.04073043236365685, "subset_score_loss": 0.04073043236365685}
+{"step": 1260000, "wall_time": 9543.84150648117, "train_loss_step": 8.381706237792969, "n_params": 4797700, "total_flops": 18570553344000000, "train_loss": 0.043423692996685324, "subset_score_loss": 0.043423692996685324}
+{"step": 1270000, "wall_time": 9614.686188220978, "train_loss_step": 7.833693504333496, "n_params": 4797700, "total_flops": 18717938688000000, "train_loss": 0.04377762354337252, "subset_score_loss": 0.04377762354337252}
+{"step": 1280000, "wall_time": 9685.50201511383, "train_loss_step": 8.048725128173828, "n_params": 4797700, "total_flops": 18865324032000000, "train_loss": 0.037844390135545, "subset_score_loss": 0.037844390135545}
+{"step": 1290000, "wall_time": 9756.329874515533, "train_loss_step": 7.978174209594727, "n_params": 4797700, "total_flops": 19012709376000000, "train_loss": 0.044563022026648885, "subset_score_loss": 0.044563022026648885}
+{"step": 1300000, "wall_time": 9875.658680200577, "train_loss_step": 8.517714500427246, "n_params": 4797700, "total_flops": 19160094720000000, "train_loss": 0.046557342089139496, "subset_score_loss": 0.046557342089139496, "memorization_fraction_pixel": 0.03280000016093254, "mean_nn_ratio_pixel": 0.9204307794570923, "fid": 266.64515755435514, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 9948.440740585327, "train_loss_step": 7.560434341430664, "n_params": 4797700, "total_flops": 19307480064000000, "train_loss": 0.04021021036001352, "subset_score_loss": 0.04021021036001352}
+{"step": 1320000, "wall_time": 10019.118731975555, "train_loss_step": 7.595405578613281, "n_params": 4797700, "total_flops": 19454865408000000, "train_loss": 0.03789577484130859, "subset_score_loss": 0.03789577484130859}
+{"step": 1330000, "wall_time": 10090.009743452072, "train_loss_step": 7.43766450881958, "n_params": 4797700, "total_flops": 19602250752000000, "train_loss": 0.04403010515066293, "subset_score_loss": 0.04403010515066293}
+{"step": 1340000, "wall_time": 10160.831082582474, "train_loss_step": 8.003841400146484, "n_params": 4797700, "total_flops": 19749636096000000, "train_loss": 0.04177433160635141, "subset_score_loss": 0.04177433160635141}
+{"step": 1350000, "wall_time": 10231.686351299286, "train_loss_step": 8.138477325439453, "n_params": 4797700, "total_flops": 19897021440000000, "train_loss": 0.03899052693293645, "subset_score_loss": 0.03899052693293645}
+{"step": 1360000, "wall_time": 10302.541244745255, "train_loss_step": 7.699110507965088, "n_params": 4797700, "total_flops": 20044406784000000, "train_loss": 0.04222135910621056, "subset_score_loss": 0.04222135910621056}
+{"step": 1370000, "wall_time": 10373.436572313309, "train_loss_step": 8.185333251953125, "n_params": 4797700, "total_flops": 20191792128000000, "train_loss": 0.04100651374230018, "subset_score_loss": 0.04100651374230018}
+{"step": 1380000, "wall_time": 10444.266412973404, "train_loss_step": 7.224399089813232, "n_params": 4797700, "total_flops": 20339177472000000, "train_loss": 0.04480659044705904, "subset_score_loss": 0.04480659044705904}
+{"step": 1390000, "wall_time": 10515.082582473755, "train_loss_step": 8.367118835449219, "n_params": 4797700, "total_flops": 20486562816000000, "train_loss": 0.04062308531541091, "subset_score_loss": 0.04062308531541091}
+{"step": 1400000, "wall_time": 10632.860783100128, "train_loss_step": 8.161044120788574, "n_params": 4797700, "total_flops": 20633948160000000, "train_loss": 0.04131887876070463, "subset_score_loss": 0.04131887876070463, "memorization_fraction_pixel": 0.03610000014305115, "mean_nn_ratio_pixel": 0.9118053913116455, "fid": 251.72056139854962, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 10705.248606920242, "train_loss_step": 7.496674537658691, "n_params": 4797700, "total_flops": 20781333504000000, "train_loss": 0.04199107610262357, "subset_score_loss": 0.04199107610262357}
+{"step": 1420000, "wall_time": 10776.038504600525, "train_loss_step": 7.716556549072266, "n_params": 4797700, "total_flops": 20928718848000000, "train_loss": 0.05255274772644043, "subset_score_loss": 0.05255274772644043}
+{"step": 1430000, "wall_time": 10846.872720003128, "train_loss_step": 7.647197723388672, "n_params": 4797700, "total_flops": 21076104192000000, "train_loss": 0.03883401797367976, "subset_score_loss": 0.03883401797367976}
+{"step": 1440000, "wall_time": 10917.759643793106, "train_loss_step": 7.933066368103027, "n_params": 4797700, "total_flops": 21223489536000000, "train_loss": 0.04206353701077975, "subset_score_loss": 0.04206353701077975}
+{"step": 1450000, "wall_time": 10988.593481302261, "train_loss_step": 7.727514266967773, "n_params": 4797700, "total_flops": 21370874880000000, "train_loss": 0.03667645821204552, "subset_score_loss": 0.03667645821204552}
+{"step": 1460000, "wall_time": 11059.427004814148, "train_loss_step": 7.489849090576172, "n_params": 4797700, "total_flops": 21518260224000000, "train_loss": 0.03509450325599084, "subset_score_loss": 0.03509450325599084}
+{"step": 1470000, "wall_time": 11130.302948236465, "train_loss_step": 7.372588157653809, "n_params": 4797700, "total_flops": 21665645568000000, "train_loss": 0.03943199377793532, "subset_score_loss": 0.03943199377793532}
+{"step": 1480000, "wall_time": 11201.137682914734, "train_loss_step": 7.513027191162109, "n_params": 4797700, "total_flops": 21813030912000000, "train_loss": 0.03838912523709811, "subset_score_loss": 0.03838912523709811}
+{"step": 1490000, "wall_time": 11271.946821212769, "train_loss_step": 7.917827606201172, "n_params": 4797700, "total_flops": 21960416256000000, "train_loss": 0.04049354333143968, "subset_score_loss": 0.04049354333143968}
+{"step": 1500000, "wall_time": 11389.96486711502, "train_loss_step": 7.834687232971191, "n_params": 4797700, "total_flops": 22107801600000000, "train_loss": 0.03782736704899715, "subset_score_loss": 0.03782736704899715, "memorization_fraction_pixel": 0.03750000149011612, "mean_nn_ratio_pixel": 0.9128085970878601, "fid": 257.3525576959264, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 11460.587287187576, "train_loss_step": 7.698451042175293, "n_params": 4797700, "total_flops": 22255186944000000, "train_loss": 0.04232020011314979, "subset_score_loss": 0.04232020011314979}
+{"step": 1520000, "wall_time": 11532.64368391037, "train_loss_step": 7.868672847747803, "n_params": 4797700, "total_flops": 22402572288000000, "train_loss": 0.04240953372075008, "subset_score_loss": 0.04240953372075008}
+{"step": 1530000, "wall_time": 11603.481766223907, "train_loss_step": 8.088461875915527, "n_params": 4797700, "total_flops": 22549957632000000, "train_loss": 0.0398199228140024, "subset_score_loss": 0.0398199228140024}
+{"step": 1540000, "wall_time": 11674.353964328766, "train_loss_step": 7.579880714416504, "n_params": 4797700, "total_flops": 22697342976000000, "train_loss": 0.03766255378723145, "subset_score_loss": 0.03766255378723145}
+{"step": 1550000, "wall_time": 11745.176102638245, "train_loss_step": 7.5785675048828125, "n_params": 4797700, "total_flops": 22844728320000000, "train_loss": 0.0374818361722506, "subset_score_loss": 0.0374818361722506}
+{"step": 1560000, "wall_time": 11815.988706111908, "train_loss_step": 8.353105545043945, "n_params": 4797700, "total_flops": 22992113664000000, "train_loss": 0.03764077700101412, "subset_score_loss": 0.03764077700101412}
+{"step": 1570000, "wall_time": 11886.827264785767, "train_loss_step": 7.762632846832275, "n_params": 4797700, "total_flops": 23139499008000000, "train_loss": 0.03596374438359187, "subset_score_loss": 0.03596374438359187}
+{"step": 1580000, "wall_time": 11957.733058929443, "train_loss_step": 7.795198440551758, "n_params": 4797700, "total_flops": 23286884352000000, "train_loss": 0.04315054233257587, "subset_score_loss": 0.04315054233257587}
+{"step": 1590000, "wall_time": 12028.590687274933, "train_loss_step": 8.248588562011719, "n_params": 4797700, "total_flops": 23434269696000000, "train_loss": 0.03548304117642916, "subset_score_loss": 0.03548304117642916}
+{"step": 1600000, "wall_time": 12147.806953668594, "train_loss_step": 7.383150100708008, "n_params": 4797700, "total_flops": 23581655040000000, "train_loss": 0.03480342718271109, "subset_score_loss": 0.03480342718271109, "memorization_fraction_pixel": 0.04259999841451645, "mean_nn_ratio_pixel": 0.9160044193267822, "fid": 257.61921989814806, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 12217.927214860916, "train_loss_step": 7.931463718414307, "n_params": 4797700, "total_flops": 23729040384000000, "train_loss": 0.03865807606623723, "subset_score_loss": 0.03865807606623723}
+{"step": 1620000, "wall_time": 12290.048327684402, "train_loss_step": 7.693941593170166, "n_params": 4797700, "total_flops": 23876425728000000, "train_loss": 0.04883904823890099, "subset_score_loss": 0.04883904823890099}
+{"step": 1630000, "wall_time": 12360.853553295135, "train_loss_step": 7.666843891143799, "n_params": 4797700, "total_flops": 24023811072000000, "train_loss": 0.03861152942364032, "subset_score_loss": 0.03861152942364032}
+{"step": 1640000, "wall_time": 12431.669753313065, "train_loss_step": 7.529646873474121, "n_params": 4797700, "total_flops": 24171196416000000, "train_loss": 0.038739237418541544, "subset_score_loss": 0.038739237418541544}
+{"step": 1650000, "wall_time": 12502.580134630203, "train_loss_step": 7.508785724639893, "n_params": 4797700, "total_flops": 24318581760000000, "train_loss": 0.03556954677288349, "subset_score_loss": 0.03556954677288349}
+{"step": 1660000, "wall_time": 12573.401354789734, "train_loss_step": 7.745413303375244, "n_params": 4797700, "total_flops": 24465967104000000, "train_loss": 0.03287115463843712, "subset_score_loss": 0.03287115463843712}
+{"step": 1670000, "wall_time": 12644.213094234467, "train_loss_step": 7.486542224884033, "n_params": 4797700, "total_flops": 24613352448000000, "train_loss": 0.03537921538719764, "subset_score_loss": 0.03537921538719764}
+{"step": 1680000, "wall_time": 12715.079237222672, "train_loss_step": 7.127799034118652, "n_params": 4797700, "total_flops": 24760737792000000, "train_loss": 0.03524623283973107, "subset_score_loss": 0.03524623283973107}
+{"step": 1690000, "wall_time": 12785.94702219963, "train_loss_step": 7.7692952156066895, "n_params": 4797700, "total_flops": 24908123136000000, "train_loss": 0.03791077320392315, "subset_score_loss": 0.03791077320392315}
+{"step": 1700000, "wall_time": 12904.448847055435, "train_loss_step": 7.407135486602783, "n_params": 4797700, "total_flops": 25055508480000000, "train_loss": 0.038571900587815504, "subset_score_loss": 0.038571900587815504, "memorization_fraction_pixel": 0.04450000077486038, "mean_nn_ratio_pixel": 0.91375333070755, "fid": 255.7290490951994, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 12975.005177021027, "train_loss_step": 7.914896488189697, "n_params": 4797700, "total_flops": 25202893824000000, "train_loss": 0.03888109280512883, "subset_score_loss": 0.03888109280512883}
+{"step": 1720000, "wall_time": 13048.35995554924, "train_loss_step": 7.103102684020996, "n_params": 4797700, "total_flops": 25350279168000000, "train_loss": 0.03892148458040678, "subset_score_loss": 0.03892148458040678}
+{"step": 1730000, "wall_time": 13119.16750574112, "train_loss_step": 7.448756217956543, "n_params": 4797700, "total_flops": 25497664512000000, "train_loss": 0.03342730081998385, "subset_score_loss": 0.03342730081998385}
+{"step": 1740000, "wall_time": 13190.012888669968, "train_loss_step": 8.182686805725098, "n_params": 4797700, "total_flops": 25645049856000000, "train_loss": 0.035110998153686526, "subset_score_loss": 0.035110998153686526}
+{"step": 1750000, "wall_time": 13260.871803283691, "train_loss_step": 7.264864444732666, "n_params": 4797700, "total_flops": 25792435200000000, "train_loss": 0.046630499913142276, "subset_score_loss": 0.046630499913142276}
+{"step": 1760000, "wall_time": 13331.686223983765, "train_loss_step": 8.028709411621094, "n_params": 4797700, "total_flops": 25939820544000000, "train_loss": 0.035169161283052884, "subset_score_loss": 0.035169161283052884}
+{"step": 1770000, "wall_time": 13402.505867242813, "train_loss_step": 8.029873847961426, "n_params": 4797700, "total_flops": 26087205888000000, "train_loss": 0.03829810802753155, "subset_score_loss": 0.03829810802753155}
+{"step": 1780000, "wall_time": 13473.32227230072, "train_loss_step": 7.709263324737549, "n_params": 4797700, "total_flops": 26234591232000000, "train_loss": 0.03854565253624549, "subset_score_loss": 0.03854565253624549}
+{"step": 1790000, "wall_time": 13544.132999420166, "train_loss_step": 7.230301380157471, "n_params": 4797700, "total_flops": 26381976576000000, "train_loss": 0.03478352840130146, "subset_score_loss": 0.03478352840130146}
+{"step": 1800000, "wall_time": 13660.707233667374, "train_loss_step": 7.674150466918945, "n_params": 4797700, "total_flops": 26529361920000000, "train_loss": 0.034410553712111255, "subset_score_loss": 0.034410553712111255, "memorization_fraction_pixel": 0.050700001418590546, "mean_nn_ratio_pixel": 0.9045675992965698, "fid": 254.38158034240053, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 13731.654094457626, "train_loss_step": 7.2280964851379395, "n_params": 4797700, "total_flops": 26676747264000000, "train_loss": 0.034199058092557466, "subset_score_loss": 0.034199058092557466}
+{"step": 1820000, "wall_time": 13804.367465496063, "train_loss_step": 7.402978420257568, "n_params": 4797700, "total_flops": 26824132608000000, "train_loss": 0.036873402962317836, "subset_score_loss": 0.036873402962317836}
+{"step": 1830000, "wall_time": 13875.186307907104, "train_loss_step": 7.327493667602539, "n_params": 4797700, "total_flops": 26971517952000000, "train_loss": 0.042594143060537486, "subset_score_loss": 0.042594143060537486}
+{"step": 1840000, "wall_time": 13946.03373003006, "train_loss_step": 7.394227027893066, "n_params": 4797700, "total_flops": 27118903296000000, "train_loss": 0.03846352283771221, "subset_score_loss": 0.03846352283771221}
+{"step": 1850000, "wall_time": 14016.853277683258, "train_loss_step": 7.487875461578369, "n_params": 4797700, "total_flops": 27266288640000000, "train_loss": 0.03450475839468149, "subset_score_loss": 0.03450475839468149}
+{"step": 1860000, "wall_time": 14087.657764673233, "train_loss_step": 7.744808197021484, "n_params": 4797700, "total_flops": 27413673984000000, "train_loss": 0.03741108820988582, "subset_score_loss": 0.03741108820988582}
+{"step": 1870000, "wall_time": 14158.468015432358, "train_loss_step": 8.005678176879883, "n_params": 4797700, "total_flops": 27561059328000000, "train_loss": 0.032927729533268855, "subset_score_loss": 0.032927729533268855}
+{"step": 1880000, "wall_time": 14229.276211738586, "train_loss_step": 7.295097351074219, "n_params": 4797700, "total_flops": 27708444672000000, "train_loss": 0.039058597271259016, "subset_score_loss": 0.039058597271259016}
+{"step": 1890000, "wall_time": 14300.083188056946, "train_loss_step": 7.427343368530273, "n_params": 4797700, "total_flops": 27855830016000000, "train_loss": 0.03620970065777118, "subset_score_loss": 0.03620970065777118}
+{"step": 1900000, "wall_time": 14417.664889097214, "train_loss_step": 7.041203498840332, "n_params": 4797700, "total_flops": 28003215360000000, "train_loss": 0.03605226370004507, "subset_score_loss": 0.03605226370004507, "memorization_fraction_pixel": 0.05389999970793724, "mean_nn_ratio_pixel": 0.9023044109344482, "fid": 255.08900067123324, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 14488.244786024094, "train_loss_step": 8.115113258361816, "n_params": 4797700, "total_flops": 28150600704000000, "train_loss": 0.03792914610642653, "subset_score_loss": 0.03792914610642653}
+{"step": 1920000, "wall_time": 14561.131767988205, "train_loss_step": 6.921269416809082, "n_params": 4797700, "total_flops": 28297986048000000, "train_loss": 0.034116216806265025, "subset_score_loss": 0.034116216806265025}
+{"step": 1930000, "wall_time": 14631.704599142075, "train_loss_step": 7.654537200927734, "n_params": 4797700, "total_flops": 28445371392000000, "train_loss": 0.042964660204373874, "subset_score_loss": 0.042964660204373874}
+{"step": 1940000, "wall_time": 14702.510604143143, "train_loss_step": 7.454841613769531, "n_params": 4797700, "total_flops": 28592756736000000, "train_loss": 0.03731372173015888, "subset_score_loss": 0.03731372173015888}
+{"step": 1950000, "wall_time": 14773.316156625748, "train_loss_step": 7.141688346862793, "n_params": 4797700, "total_flops": 28740142080000000, "train_loss": 0.047679981818565954, "subset_score_loss": 0.047679981818565954}
+{"step": 1960000, "wall_time": 14844.124085187912, "train_loss_step": 7.879875659942627, "n_params": 4797700, "total_flops": 28887527424000000, "train_loss": 0.03429557726933406, "subset_score_loss": 0.03429557726933406}
+{"step": 1970000, "wall_time": 14914.938016653061, "train_loss_step": 7.787139892578125, "n_params": 4797700, "total_flops": 29034912768000000, "train_loss": 0.032933785365178034, "subset_score_loss": 0.032933785365178034}
+{"step": 1980000, "wall_time": 14985.78689622879, "train_loss_step": 7.275124549865723, "n_params": 4797700, "total_flops": 29182298112000000, "train_loss": 0.047541332244873044, "subset_score_loss": 0.047541332244873044}
+{"step": 1990000, "wall_time": 15056.598481416702, "train_loss_step": 7.327425479888916, "n_params": 4797700, "total_flops": 29329683456000000, "train_loss": 0.03528625414921687, "subset_score_loss": 0.03528625414921687}
+{"step": 2000000, "wall_time": 15174.88810634613, "train_loss_step": 7.668079853057861, "n_params": 4797700, "total_flops": 29477068800000000, "train_loss": 0.04161035464360164, "subset_score_loss": 0.04161035464360164, "memorization_fraction_pixel": 0.05270000174641609, "mean_nn_ratio_pixel": 0.9013939499855042, "fid": 254.64447612644844, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 15245.512674808502, "train_loss_step": 7.125082492828369, "n_params": 4797700, "total_flops": 29624454144000000, "train_loss": 0.03217854866614708, "subset_score_loss": 0.03217854866614708}
+{"step": 2020000, "wall_time": 15319.72856760025, "train_loss_step": 7.1502766609191895, "n_params": 4797700, "total_flops": 29771839488000000, "train_loss": 0.041825287158672626, "subset_score_loss": 0.041825287158672626}
+{"step": 2030000, "wall_time": 15389.262086391449, "train_loss_step": 7.588724613189697, "n_params": 4797700, "total_flops": 29919224832000000, "train_loss": 0.034393009772667515, "subset_score_loss": 0.034393009772667515}
+{"step": 2040000, "wall_time": 15460.07732796669, "train_loss_step": 7.3884358406066895, "n_params": 4797700, "total_flops": 30066610176000000, "train_loss": 0.034047137773953955, "subset_score_loss": 0.034047137773953955}
+{"step": 2050000, "wall_time": 15530.891857385635, "train_loss_step": 7.532164573669434, "n_params": 4797700, "total_flops": 30213995520000000, "train_loss": 0.03378451787508451, "subset_score_loss": 0.03378451787508451}
+{"step": 2060000, "wall_time": 15601.712643384933, "train_loss_step": 7.013585090637207, "n_params": 4797700, "total_flops": 30361380864000000, "train_loss": 0.03347036655132587, "subset_score_loss": 0.03347036655132587}
+{"step": 2070000, "wall_time": 15672.525279045105, "train_loss_step": 7.495290279388428, "n_params": 4797700, "total_flops": 30508766208000000, "train_loss": 0.03881377073434683, "subset_score_loss": 0.03881377073434683}
+{"step": 2080000, "wall_time": 15743.366355657578, "train_loss_step": 6.880903244018555, "n_params": 4797700, "total_flops": 30656151552000000, "train_loss": 0.03827797449552096, "subset_score_loss": 0.03827797449552096}
+{"step": 2090000, "wall_time": 15814.19941854477, "train_loss_step": 7.390754699707031, "n_params": 4797700, "total_flops": 30803536896000000, "train_loss": 0.035991320243248574, "subset_score_loss": 0.035991320243248574}
+{"step": 2100000, "wall_time": 15932.286586046219, "train_loss_step": 7.118528366088867, "n_params": 4797700, "total_flops": 30950922240000000, "train_loss": 0.03509851969205416, "subset_score_loss": 0.03509851969205416, "memorization_fraction_pixel": 0.05730000138282776, "mean_nn_ratio_pixel": 0.8980097770690918, "fid": 251.8307632579054, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 16003.11450600624, "train_loss_step": 7.048250198364258, "n_params": 4797700, "total_flops": 31098307584000000, "train_loss": 0.035052794676560625, "subset_score_loss": 0.035052794676560625}
+{"step": 2120000, "wall_time": 16078.252397298813, "train_loss_step": 7.647717475891113, "n_params": 4797700, "total_flops": 31245692928000000, "train_loss": 0.03295529805696928, "subset_score_loss": 0.03295529805696928}
+{"step": 2130000, "wall_time": 16146.909668922424, "train_loss_step": 7.253150939941406, "n_params": 4797700, "total_flops": 31393078272000000, "train_loss": 0.03457331657409668, "subset_score_loss": 0.03457331657409668}
+{"step": 2140000, "wall_time": 16217.715664863586, "train_loss_step": 7.340068817138672, "n_params": 4797700, "total_flops": 31540463616000000, "train_loss": 0.03187070993276743, "subset_score_loss": 0.03187070993276743}
+{"step": 2150000, "wall_time": 16288.525474071503, "train_loss_step": 6.93733024597168, "n_params": 4797700, "total_flops": 31687848960000000, "train_loss": 0.03493482883159931, "subset_score_loss": 0.03493482883159931}
+{"step": 2160000, "wall_time": 16359.332988977432, "train_loss_step": 7.035832405090332, "n_params": 4797700, "total_flops": 31835234304000000, "train_loss": 0.03387156633230356, "subset_score_loss": 0.03387156633230356}
+{"step": 2170000, "wall_time": 16430.147703409195, "train_loss_step": 7.351778507232666, "n_params": 4797700, "total_flops": 31982619648000000, "train_loss": 0.03315740732046274, "subset_score_loss": 0.03315740732046274}
+{"step": 2180000, "wall_time": 16500.95498943329, "train_loss_step": 7.028787136077881, "n_params": 4797700, "total_flops": 32130004992000000, "train_loss": 0.03510518807631272, "subset_score_loss": 0.03510518807631272}
+{"step": 2190000, "wall_time": 16571.76815390587, "train_loss_step": 7.6028242111206055, "n_params": 4797700, "total_flops": 32277390336000000, "train_loss": 0.035048855268038234, "subset_score_loss": 0.035048855268038234}
+{"step": 2200000, "wall_time": 16689.84974384308, "train_loss_step": 7.101864337921143, "n_params": 4797700, "total_flops": 32424775680000000, "train_loss": 0.03474044433006873, "subset_score_loss": 0.03474044433006873, "memorization_fraction_pixel": 0.06109999865293503, "mean_nn_ratio_pixel": 0.8915650248527527, "fid": 246.734674357323, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 16759.53874373436, "train_loss_step": 7.470259666442871, "n_params": 4797700, "total_flops": 32572161024000000, "train_loss": 0.03671269783606896, "subset_score_loss": 0.03671269783606896}
+{"step": 2220000, "wall_time": 16833.80815267563, "train_loss_step": 7.21250057220459, "n_params": 4797700, "total_flops": 32719546368000000, "train_loss": 0.03772872044489934, "subset_score_loss": 0.03772872044489934}
+{"step": 2230000, "wall_time": 16902.62372159958, "train_loss_step": 7.2035441398620605, "n_params": 4797700, "total_flops": 32866931712000000, "train_loss": 0.03550029901357798, "subset_score_loss": 0.03550029901357798}
+{"step": 2240000, "wall_time": 16973.44208073616, "train_loss_step": 6.714907646179199, "n_params": 4797700, "total_flops": 33014317056000000, "train_loss": 0.030929363690889798, "subset_score_loss": 0.030929363690889798}
+{"step": 2250000, "wall_time": 17044.24955892563, "train_loss_step": 7.049406051635742, "n_params": 4797700, "total_flops": 33161702400000000, "train_loss": 0.03343042593735915, "subset_score_loss": 0.03343042593735915}
+{"step": 2260000, "wall_time": 17115.074607133865, "train_loss_step": 7.878240585327148, "n_params": 4797700, "total_flops": 33309087744000000, "train_loss": 0.03614077568054199, "subset_score_loss": 0.03614077568054199}
+{"step": 2270000, "wall_time": 17185.887369155884, "train_loss_step": 7.383821964263916, "n_params": 4797700, "total_flops": 33456473088000000, "train_loss": 0.03232979407677283, "subset_score_loss": 0.03232979407677283}
+{"step": 2280000, "wall_time": 17256.706245183945, "train_loss_step": 7.280489444732666, "n_params": 4797700, "total_flops": 33603858432000000, "train_loss": 0.03493014849149264, "subset_score_loss": 0.03493014849149264}
+{"step": 2290000, "wall_time": 17327.53075313568, "train_loss_step": 6.509822845458984, "n_params": 4797700, "total_flops": 33751243776000000, "train_loss": 0.047470646638136646, "subset_score_loss": 0.047470646638136646}
+{"step": 2300000, "wall_time": 17446.058418035507, "train_loss_step": 6.811861038208008, "n_params": 4797700, "total_flops": 33898629120000000, "train_loss": 0.033303334162785456, "subset_score_loss": 0.033303334162785456, "memorization_fraction_pixel": 0.06300000101327896, "mean_nn_ratio_pixel": 0.8942315578460693, "fid": 248.49302970523635, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 17517.72070145607, "train_loss_step": 7.123198509216309, "n_params": 4797700, "total_flops": 34046014464000000, "train_loss": 0.029506382575401894, "subset_score_loss": 0.029506382575401894}
+{"step": 2320000, "wall_time": 17591.747731924057, "train_loss_step": 7.047635555267334, "n_params": 4797700, "total_flops": 34193399808000000, "train_loss": 0.03440852165222168, "subset_score_loss": 0.03440852165222168}
+{"step": 2330000, "wall_time": 17660.865944862366, "train_loss_step": 7.303824424743652, "n_params": 4797700, "total_flops": 34340785152000000, "train_loss": 0.03179795191838191, "subset_score_loss": 0.03179795191838191}
+{"step": 2340000, "wall_time": 17731.672234535217, "train_loss_step": 7.440097808837891, "n_params": 4797700, "total_flops": 34488170496000000, "train_loss": 0.03112030762892503, "subset_score_loss": 0.03112030762892503}
+{"step": 2350000, "wall_time": 17802.48192214966, "train_loss_step": 6.9361186027526855, "n_params": 4797700, "total_flops": 34635555840000000, "train_loss": 0.03318260999826284, "subset_score_loss": 0.03318260999826284}
+{"step": 2360000, "wall_time": 17873.293242692947, "train_loss_step": 7.661085605621338, "n_params": 4797700, "total_flops": 34782941184000000, "train_loss": 0.0344366036928617, "subset_score_loss": 0.0344366036928617}
+{"step": 2370000, "wall_time": 17944.10319542885, "train_loss_step": 7.635671138763428, "n_params": 4797700, "total_flops": 34930326528000000, "train_loss": 0.03426302396334135, "subset_score_loss": 0.03426302396334135}
+{"step": 2380000, "wall_time": 18014.91178226471, "train_loss_step": 6.837711334228516, "n_params": 4797700, "total_flops": 35077711872000000, "train_loss": 0.030553678365854115, "subset_score_loss": 0.030553678365854115}
+{"step": 2390000, "wall_time": 18085.725567102432, "train_loss_step": 7.114654541015625, "n_params": 4797700, "total_flops": 35225097216000000, "train_loss": 0.03193229528573843, "subset_score_loss": 0.03193229528573843}
+{"step": 2400000, "wall_time": 18202.50786471367, "train_loss_step": 6.912070274353027, "n_params": 4797700, "total_flops": 35372482560000000, "train_loss": 0.03255136196429913, "subset_score_loss": 0.03255136196429913, "memorization_fraction_pixel": 0.06019999831914902, "mean_nn_ratio_pixel": 0.8946950435638428, "fid": 245.77183286229592, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 18273.919402122498, "train_loss_step": 7.165217876434326, "n_params": 4797700, "total_flops": 35519867904000000, "train_loss": 0.03407334180978628, "subset_score_loss": 0.03407334180978628}
+{"step": 2420000, "wall_time": 18346.90871810913, "train_loss_step": 6.7698073387146, "n_params": 4797700, "total_flops": 35667253248000000, "train_loss": 0.037759307714609, "subset_score_loss": 0.037759307714609}
+{"step": 2430000, "wall_time": 18417.523196697235, "train_loss_step": 6.454216480255127, "n_params": 4797700, "total_flops": 35814638592000000, "train_loss": 0.03976318652813251, "subset_score_loss": 0.03976318652813251}
+{"step": 2440000, "wall_time": 18488.336807727814, "train_loss_step": 7.203325271606445, "n_params": 4797700, "total_flops": 35962023936000000, "train_loss": 0.0338828600369967, "subset_score_loss": 0.0338828600369967}
+{"step": 2450000, "wall_time": 18559.166499376297, "train_loss_step": 7.199497699737549, "n_params": 4797700, "total_flops": 36109409280000000, "train_loss": 0.033637365928063025, "subset_score_loss": 0.033637365928063025}
+{"step": 2460000, "wall_time": 18629.99635744095, "train_loss_step": 6.706111907958984, "n_params": 4797700, "total_flops": 36256794624000000, "train_loss": 0.03808731665978065, "subset_score_loss": 0.03808731665978065}
+{"step": 2470000, "wall_time": 18700.809313058853, "train_loss_step": 6.548614978790283, "n_params": 4797700, "total_flops": 36404179968000000, "train_loss": 0.043880624037522534, "subset_score_loss": 0.043880624037522534}
+{"step": 2480000, "wall_time": 18771.6367456913, "train_loss_step": 6.726089954376221, "n_params": 4797700, "total_flops": 36551565312000000, "train_loss": 0.030627501927889312, "subset_score_loss": 0.030627501927889312}
+{"step": 2490000, "wall_time": 18842.44561767578, "train_loss_step": 7.19865608215332, "n_params": 4797700, "total_flops": 36698950656000000, "train_loss": 0.03573645445016714, "subset_score_loss": 0.03573645445016714}
+{"step": 2500000, "wall_time": 18961.134647130966, "train_loss_step": 7.045063018798828, "n_params": 4797700, "total_flops": 36846336000000000, "train_loss": 0.033281120887169474, "subset_score_loss": 0.033281120887169474, "memorization_fraction_pixel": 0.07270000129938126, "mean_nn_ratio_pixel": 0.8814306855201721, "fid": 235.67025549285688, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 19032.243683576584, "train_loss_step": 6.867415904998779, "n_params": 4797700, "total_flops": 36993721344000000, "train_loss": 0.03208497120783879, "subset_score_loss": 0.03208497120783879}
+{"step": 2520000, "wall_time": 19104.965344190598, "train_loss_step": 6.63628625869751, "n_params": 4797700, "total_flops": 37141106688000000, "train_loss": 0.033465257057776816, "subset_score_loss": 0.033465257057776816}
+{"step": 2530000, "wall_time": 19176.000368356705, "train_loss_step": 7.170585632324219, "n_params": 4797700, "total_flops": 37288492032000000, "train_loss": 0.032714260541475734, "subset_score_loss": 0.032714260541475734}
+{"step": 2540000, "wall_time": 19246.82940673828, "train_loss_step": 6.696447372436523, "n_params": 4797700, "total_flops": 37435877376000000, "train_loss": 0.03028256709759052, "subset_score_loss": 0.03028256709759052}
+{"step": 2550000, "wall_time": 19317.671684741974, "train_loss_step": 6.948599815368652, "n_params": 4797700, "total_flops": 37583262720000000, "train_loss": 0.029583268899184008, "subset_score_loss": 0.029583268899184008}
+{"step": 2560000, "wall_time": 19388.49432325363, "train_loss_step": 6.991559028625488, "n_params": 4797700, "total_flops": 37730648064000000, "train_loss": 0.03526142927316519, "subset_score_loss": 0.03526142927316519}
+{"step": 2570000, "wall_time": 19459.306844472885, "train_loss_step": 7.002540588378906, "n_params": 4797700, "total_flops": 37878033408000000, "train_loss": 0.03182510229257437, "subset_score_loss": 0.03182510229257437}
+{"step": 2580000, "wall_time": 19530.118448019028, "train_loss_step": 6.974396705627441, "n_params": 4797700, "total_flops": 38025418752000000, "train_loss": 0.029305344361525317, "subset_score_loss": 0.029305344361525317}
+{"step": 2590000, "wall_time": 19600.924970388412, "train_loss_step": 7.130520820617676, "n_params": 4797700, "total_flops": 38172804096000000, "train_loss": 0.0308719671689547, "subset_score_loss": 0.0308719671689547}
+{"step": 2600000, "wall_time": 19719.5482070446, "train_loss_step": 6.464089393615723, "n_params": 4797700, "total_flops": 38320189440000000, "train_loss": 0.03039109523479755, "subset_score_loss": 0.03039109523479755, "memorization_fraction_pixel": 0.0723000019788742, "mean_nn_ratio_pixel": 0.8856083750724792, "fid": 235.72351920785246, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 19790.67463684082, "train_loss_step": 7.514705657958984, "n_params": 4797700, "total_flops": 38467574784000000, "train_loss": 0.03140393037062425, "subset_score_loss": 0.03140393037062425}
+{"step": 2620000, "wall_time": 19862.854828119278, "train_loss_step": 6.885849952697754, "n_params": 4797700, "total_flops": 38614960128000000, "train_loss": 0.030234327683081992, "subset_score_loss": 0.030234327683081992}
+{"step": 2630000, "wall_time": 19933.829256296158, "train_loss_step": 7.4443359375, "n_params": 4797700, "total_flops": 38762345472000000, "train_loss": 0.032399551685039815, "subset_score_loss": 0.032399551685039815}
+{"step": 2640000, "wall_time": 20004.638058900833, "train_loss_step": 7.321870803833008, "n_params": 4797700, "total_flops": 38909730816000000, "train_loss": 0.03016942464388334, "subset_score_loss": 0.03016942464388334}
+{"step": 2650000, "wall_time": 20075.433569431305, "train_loss_step": 6.575037002563477, "n_params": 4797700, "total_flops": 39057116160000000, "train_loss": 0.030484628677368165, "subset_score_loss": 0.030484628677368165}
+{"step": 2660000, "wall_time": 20146.2245156765, "train_loss_step": 6.999505519866943, "n_params": 4797700, "total_flops": 39204501504000000, "train_loss": 0.04528679480919471, "subset_score_loss": 0.04528679480919471}
+{"step": 2670000, "wall_time": 20217.013241052628, "train_loss_step": 7.376646995544434, "n_params": 4797700, "total_flops": 39351886848000000, "train_loss": 0.030634645315317007, "subset_score_loss": 0.030634645315317007}
+{"step": 2680000, "wall_time": 20287.805562734604, "train_loss_step": 6.916566848754883, "n_params": 4797700, "total_flops": 39499272192000000, "train_loss": 0.0324800601372352, "subset_score_loss": 0.0324800601372352}
+{"step": 2690000, "wall_time": 20358.610008955002, "train_loss_step": 6.722526550292969, "n_params": 4797700, "total_flops": 39646657536000000, "train_loss": 0.030728798646193285, "subset_score_loss": 0.030728798646193285}
+{"step": 2700000, "wall_time": 20477.806933879852, "train_loss_step": 7.264528751373291, "n_params": 4797700, "total_flops": 39794042880000000, "train_loss": 0.032318452688363884, "subset_score_loss": 0.032318452688363884, "memorization_fraction_pixel": 0.06830000132322311, "mean_nn_ratio_pixel": 0.8842636942863464, "fid": 234.68858757066255, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 20549.422168016434, "train_loss_step": 6.844435691833496, "n_params": 4797700, "total_flops": 39941428224000000, "train_loss": 0.03962648098285382, "subset_score_loss": 0.03962648098285382}
+{"step": 2720000, "wall_time": 20621.247235059738, "train_loss_step": 6.745657920837402, "n_params": 4797700, "total_flops": 40088813568000000, "train_loss": 0.0272948668553279, "subset_score_loss": 0.0272948668553279}
+{"step": 2730000, "wall_time": 20693.051782608032, "train_loss_step": 7.649860858917236, "n_params": 4797700, "total_flops": 40236198912000000, "train_loss": 0.03355207443237305, "subset_score_loss": 0.03355207443237305}
+{"step": 2740000, "wall_time": 20763.85987186432, "train_loss_step": 6.6984453201293945, "n_params": 4797700, "total_flops": 40383584256000000, "train_loss": 0.033789851115300105, "subset_score_loss": 0.033789851115300105}
+{"step": 2750000, "wall_time": 20834.66909646988, "train_loss_step": 7.093233108520508, "n_params": 4797700, "total_flops": 40530969600000000, "train_loss": 0.03295756119948167, "subset_score_loss": 0.03295756119948167}
+{"step": 2760000, "wall_time": 20905.491815567017, "train_loss_step": 7.313094139099121, "n_params": 4797700, "total_flops": 40678354944000000, "train_loss": 0.031220091306246246, "subset_score_loss": 0.031220091306246246}
+{"step": 2770000, "wall_time": 20976.308985233307, "train_loss_step": 6.114289283752441, "n_params": 4797700, "total_flops": 40825740288000000, "train_loss": 0.03234137388376089, "subset_score_loss": 0.03234137388376089}
+{"step": 2780000, "wall_time": 21047.132838726044, "train_loss_step": 7.110015869140625, "n_params": 4797700, "total_flops": 40973125632000000, "train_loss": 0.03200805370624249, "subset_score_loss": 0.03200805370624249}
+{"step": 2790000, "wall_time": 21117.961626052856, "train_loss_step": 6.722002983093262, "n_params": 4797700, "total_flops": 41120510976000000, "train_loss": 0.03451678202702449, "subset_score_loss": 0.03451678202702449}
+{"step": 2800000, "wall_time": 21237.39994573593, "train_loss_step": 6.616981029510498, "n_params": 4797700, "total_flops": 41267896320000000, "train_loss": 0.030099907288184534, "subset_score_loss": 0.030099907288184534, "memorization_fraction_pixel": 0.08609999716281891, "mean_nn_ratio_pixel": 0.8671591877937317, "fid": 227.20163893884478, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 21308.260098457336, "train_loss_step": 6.636922836303711, "n_params": 4797700, "total_flops": 41415281664000000, "train_loss": 0.029860028853783242, "subset_score_loss": 0.029860028853783242}
+{"step": 2820000, "wall_time": 21380.1737575531, "train_loss_step": 6.608851432800293, "n_params": 4797700, "total_flops": 41562667008000000, "train_loss": 0.029392159902132474, "subset_score_loss": 0.029392159902132474}
+{"step": 2830000, "wall_time": 21451.70982480049, "train_loss_step": 7.013323783874512, "n_params": 4797700, "total_flops": 41710052352000000, "train_loss": 0.029369269884549656, "subset_score_loss": 0.029369269884549656}
+{"step": 2840000, "wall_time": 21522.52006149292, "train_loss_step": 6.380280017852783, "n_params": 4797700, "total_flops": 41857437696000000, "train_loss": 0.02930297484764686, "subset_score_loss": 0.02930297484764686}
+{"step": 2850000, "wall_time": 21593.33187007904, "train_loss_step": 6.707668781280518, "n_params": 4797700, "total_flops": 42004823040000000, "train_loss": 0.031369352340698244, "subset_score_loss": 0.031369352340698244}
+{"step": 2860000, "wall_time": 21664.13652920723, "train_loss_step": 6.618509292602539, "n_params": 4797700, "total_flops": 42152208384000000, "train_loss": 0.02903557007129376, "subset_score_loss": 0.02903557007129376}
+{"step": 2870000, "wall_time": 21734.944488048553, "train_loss_step": 7.014643669128418, "n_params": 4797700, "total_flops": 42299593728000000, "train_loss": 0.030681397364689753, "subset_score_loss": 0.030681397364689753}
+{"step": 2880000, "wall_time": 21805.772870779037, "train_loss_step": 6.706921577453613, "n_params": 4797700, "total_flops": 42446979072000000, "train_loss": 0.02742921939262977, "subset_score_loss": 0.02742921939262977}
+{"step": 2890000, "wall_time": 21876.582513809204, "train_loss_step": 6.573625564575195, "n_params": 4797700, "total_flops": 42594364416000000, "train_loss": 0.034302274997417746, "subset_score_loss": 0.034302274997417746}
+{"step": 2900000, "wall_time": 21994.9749853611, "train_loss_step": 6.347741603851318, "n_params": 4797700, "total_flops": 42741749760000000, "train_loss": 0.02902390773479755, "subset_score_loss": 0.02902390773479755, "memorization_fraction_pixel": 0.08630000054836273, "mean_nn_ratio_pixel": 0.867651641368866, "fid": 229.63637847372183, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 22065.629295110703, "train_loss_step": 6.56047248840332, "n_params": 4797700, "total_flops": 42889135104000000, "train_loss": 0.033678102493286136, "subset_score_loss": 0.033678102493286136}
+{"step": 2920000, "wall_time": 22136.985358715057, "train_loss_step": 6.678531646728516, "n_params": 4797700, "total_flops": 43036520448000000, "train_loss": 0.031963784878070535, "subset_score_loss": 0.031963784878070535}
+{"step": 2930000, "wall_time": 22208.955631494522, "train_loss_step": 6.812333106994629, "n_params": 4797700, "total_flops": 43183905792000000, "train_loss": 0.03150466772226187, "subset_score_loss": 0.03150466772226187}
+{"step": 2940000, "wall_time": 22279.763063430786, "train_loss_step": 6.518520355224609, "n_params": 4797700, "total_flops": 43331291136000000, "train_loss": 0.031557581974909855, "subset_score_loss": 0.031557581974909855}
+{"step": 2950000, "wall_time": 22350.578651428223, "train_loss_step": 7.970701217651367, "n_params": 4797700, "total_flops": 43478676480000000, "train_loss": 0.0333403073824369, "subset_score_loss": 0.0333403073824369}
+{"step": 2960000, "wall_time": 22421.400777339935, "train_loss_step": 6.437315940856934, "n_params": 4797700, "total_flops": 43626061824000000, "train_loss": 0.03629388809204102, "subset_score_loss": 0.03629388809204102}
+{"step": 2970000, "wall_time": 22492.22560429573, "train_loss_step": 7.00022029876709, "n_params": 4797700, "total_flops": 43773447168000000, "train_loss": 0.02999579723064716, "subset_score_loss": 0.02999579723064716}
+{"step": 2980000, "wall_time": 22563.043445825577, "train_loss_step": 7.092452526092529, "n_params": 4797700, "total_flops": 43920832512000000, "train_loss": 0.029936742782592774, "subset_score_loss": 0.029936742782592774}
+{"step": 2990000, "wall_time": 22633.85299897194, "train_loss_step": 6.6001386642456055, "n_params": 4797700, "total_flops": 44068217856000000, "train_loss": 0.028026357063880333, "subset_score_loss": 0.028026357063880333}
+{"step": 3000000, "wall_time": 22752.866055250168, "train_loss_step": 6.694420337677002, "n_params": 4797700, "total_flops": 44215603200000000, "train_loss": 0.029525360694298376, "subset_score_loss": 0.029525360694298376, "memorization_fraction_pixel": 0.0940999984741211, "mean_nn_ratio_pixel": 0.8613877892494202, "fid": 221.4063120136244, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 22823.537870168686, "train_loss_step": 6.763131141662598, "n_params": 4797700, "total_flops": 44362988544000000, "train_loss": 0.03587523607107309, "subset_score_loss": 0.03587523607107309}
+{"step": 3020000, "wall_time": 22894.39017534256, "train_loss_step": 7.014992713928223, "n_params": 4797700, "total_flops": 44510373888000000, "train_loss": 0.028930106529822718, "subset_score_loss": 0.028930106529822718}
+{"step": 3030000, "wall_time": 22966.915523529053, "train_loss_step": 6.432633399963379, "n_params": 4797700, "total_flops": 44657759232000000, "train_loss": 0.02843293226682223, "subset_score_loss": 0.02843293226682223}
+{"step": 3040000, "wall_time": 23037.73668241501, "train_loss_step": 6.4153032302856445, "n_params": 4797700, "total_flops": 44805144576000000, "train_loss": 0.028183456567617563, "subset_score_loss": 0.028183456567617563}
+{"step": 3050000, "wall_time": 23108.5415995121, "train_loss_step": 6.707627296447754, "n_params": 4797700, "total_flops": 44952529920000000, "train_loss": 0.030895346861619214, "subset_score_loss": 0.030895346861619214}
+{"step": 3060000, "wall_time": 23179.34739804268, "train_loss_step": 6.4802422523498535, "n_params": 4797700, "total_flops": 45099915264000000, "train_loss": 0.027447086114149827, "subset_score_loss": 0.027447086114149827}
+{"step": 3070000, "wall_time": 23250.15687274933, "train_loss_step": 6.834018230438232, "n_params": 4797700, "total_flops": 45247300608000000, "train_loss": 0.031320648926955005, "subset_score_loss": 0.031320648926955005}
+{"step": 3080000, "wall_time": 23320.966901302338, "train_loss_step": 6.5096435546875, "n_params": 4797700, "total_flops": 45394685952000000, "train_loss": 0.032492751341599686, "subset_score_loss": 0.032492751341599686}
+{"step": 3090000, "wall_time": 23391.77868795395, "train_loss_step": 6.3255615234375, "n_params": 4797700, "total_flops": 45542071296000000, "train_loss": 0.033432685411893405, "subset_score_loss": 0.033432685411893405}
+{"step": 3100000, "wall_time": 23508.911729097366, "train_loss_step": 7.033632755279541, "n_params": 4797700, "total_flops": 45689456640000000, "train_loss": 0.029978352326613205, "subset_score_loss": 0.029978352326613205, "memorization_fraction_pixel": 0.09730000048875809, "mean_nn_ratio_pixel": 0.8577561378479004, "fid": 220.74016760495329, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 23580.2534160614, "train_loss_step": 6.335287094116211, "n_params": 4797700, "total_flops": 45836841984000000, "train_loss": 0.0319189401773306, "subset_score_loss": 0.0319189401773306}
+{"step": 3120000, "wall_time": 23650.299172639847, "train_loss_step": 6.415838241577148, "n_params": 4797700, "total_flops": 45984227328000000, "train_loss": 0.02713307417356051, "subset_score_loss": 0.02713307417356051}
+{"step": 3130000, "wall_time": 23723.254711151123, "train_loss_step": 7.195539474487305, "n_params": 4797700, "total_flops": 46131612672000000, "train_loss": 0.032607177587655876, "subset_score_loss": 0.032607177587655876}
+{"step": 3140000, "wall_time": 23794.049467802048, "train_loss_step": 6.26901912689209, "n_params": 4797700, "total_flops": 46278998016000000, "train_loss": 0.030789709091186522, "subset_score_loss": 0.030789709091186522}
+{"step": 3150000, "wall_time": 23864.845260858536, "train_loss_step": 6.5285749435424805, "n_params": 4797700, "total_flops": 46426383360000000, "train_loss": 0.03080722368680514, "subset_score_loss": 0.03080722368680514}
+{"step": 3160000, "wall_time": 23935.646764039993, "train_loss_step": 6.838783264160156, "n_params": 4797700, "total_flops": 46573768704000000, "train_loss": 0.028957526500408465, "subset_score_loss": 0.028957526500408465}
+{"step": 3170000, "wall_time": 24006.45780801773, "train_loss_step": 6.269351959228516, "n_params": 4797700, "total_flops": 46721154048000000, "train_loss": 0.029136050664461576, "subset_score_loss": 0.029136050664461576}
+{"step": 3180000, "wall_time": 24077.248554706573, "train_loss_step": 6.996155738830566, "n_params": 4797700, "total_flops": 46868539392000000, "train_loss": 0.028519269136282114, "subset_score_loss": 0.028519269136282114}
+{"step": 3190000, "wall_time": 24148.0447473526, "train_loss_step": 6.5208740234375, "n_params": 4797700, "total_flops": 47015924736000000, "train_loss": 0.02716210071857159, "subset_score_loss": 0.02716210071857159}
+{"step": 3200000, "wall_time": 24266.439968824387, "train_loss_step": 7.056275844573975, "n_params": 4797700, "total_flops": 47163310080000000, "train_loss": 0.03014947267679068, "subset_score_loss": 0.03014947267679068, "memorization_fraction_pixel": 0.09449999779462814, "mean_nn_ratio_pixel": 0.8558409214019775, "fid": 218.53071402868036, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 24339.09515929222, "train_loss_step": 6.3139448165893555, "n_params": 4797700, "total_flops": 47310695424000000, "train_loss": 0.02969493132371169, "subset_score_loss": 0.02969493132371169}
+{"step": 3220000, "wall_time": 24409.113742113113, "train_loss_step": 6.572404861450195, "n_params": 4797700, "total_flops": 47458080768000000, "train_loss": 0.03722105759840745, "subset_score_loss": 0.03722105759840745}
+{"step": 3230000, "wall_time": 24482.431235074997, "train_loss_step": 6.502743244171143, "n_params": 4797700, "total_flops": 47605466112000000, "train_loss": 0.034850505682138294, "subset_score_loss": 0.034850505682138294}
+{"step": 3240000, "wall_time": 24553.223169326782, "train_loss_step": 7.1353559494018555, "n_params": 4797700, "total_flops": 47752851456000000, "train_loss": 0.03130580095144419, "subset_score_loss": 0.03130580095144419}
+{"step": 3250000, "wall_time": 24624.036242485046, "train_loss_step": 6.422719955444336, "n_params": 4797700, "total_flops": 47900236800000000, "train_loss": 0.031454376073984, "subset_score_loss": 0.031454376073984}
+{"step": 3260000, "wall_time": 24694.848312854767, "train_loss_step": 6.863787651062012, "n_params": 4797700, "total_flops": 48047622144000000, "train_loss": 0.03347181173471304, "subset_score_loss": 0.03347181173471304}
+{"step": 3270000, "wall_time": 24765.65456199646, "train_loss_step": 6.154618263244629, "n_params": 4797700, "total_flops": 48195007488000000, "train_loss": 0.030579605469336878, "subset_score_loss": 0.030579605469336878}
+{"step": 3280000, "wall_time": 24836.457172870636, "train_loss_step": 6.360703945159912, "n_params": 4797700, "total_flops": 48342392832000000, "train_loss": 0.028496061838590183, "subset_score_loss": 0.028496061838590183}
+{"step": 3290000, "wall_time": 24907.250816822052, "train_loss_step": 6.448413848876953, "n_params": 4797700, "total_flops": 48489778176000000, "train_loss": 0.028624626306387093, "subset_score_loss": 0.028624626306387093}
+{"step": 3300000, "wall_time": 25025.05631184578, "train_loss_step": 7.07961368560791, "n_params": 4797700, "total_flops": 48637163520000000, "train_loss": 0.029412722587585448, "subset_score_loss": 0.029412722587585448, "memorization_fraction_pixel": 0.10320000350475311, "mean_nn_ratio_pixel": 0.851942777633667, "fid": 215.36933296382108, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 25097.501669168472, "train_loss_step": 6.756075859069824, "n_params": 4797700, "total_flops": 48784548864000000, "train_loss": 0.02915352124434251, "subset_score_loss": 0.02915352124434251}
+{"step": 3320000, "wall_time": 25167.470223665237, "train_loss_step": 6.305473327636719, "n_params": 4797700, "total_flops": 48931934208000000, "train_loss": 0.030078704540546123, "subset_score_loss": 0.030078704540546123}
+{"step": 3330000, "wall_time": 25240.490386247635, "train_loss_step": 6.605339050292969, "n_params": 4797700, "total_flops": 49079319552000000, "train_loss": 0.026734471321105957, "subset_score_loss": 0.026734471321105957}
+{"step": 3340000, "wall_time": 25311.30199098587, "train_loss_step": 6.873684406280518, "n_params": 4797700, "total_flops": 49226704896000000, "train_loss": 0.031064649728628307, "subset_score_loss": 0.031064649728628307}
+{"step": 3350000, "wall_time": 25382.12012219429, "train_loss_step": 6.696866989135742, "n_params": 4797700, "total_flops": 49374090240000000, "train_loss": 0.03453322557302622, "subset_score_loss": 0.03453322557302622}
+{"step": 3360000, "wall_time": 25452.94193339348, "train_loss_step": 6.335014343261719, "n_params": 4797700, "total_flops": 49521475584000000, "train_loss": 0.02636456306164081, "subset_score_loss": 0.02636456306164081}
+{"step": 3370000, "wall_time": 25523.75093102455, "train_loss_step": 6.597348690032959, "n_params": 4797700, "total_flops": 49668860928000000, "train_loss": 0.03092961678138146, "subset_score_loss": 0.03092961678138146}
+{"step": 3380000, "wall_time": 25594.560484170914, "train_loss_step": 6.370535373687744, "n_params": 4797700, "total_flops": 49816246272000000, "train_loss": 0.02922846720768855, "subset_score_loss": 0.02922846720768855}
+{"step": 3390000, "wall_time": 25665.37425518036, "train_loss_step": 6.572760581970215, "n_params": 4797700, "total_flops": 49963631616000000, "train_loss": 0.029116907486548792, "subset_score_loss": 0.029116907486548792}
+{"step": 3400000, "wall_time": 25783.483360290527, "train_loss_step": 6.440258502960205, "n_params": 4797700, "total_flops": 50111016960000000, "train_loss": 0.027973088851341834, "subset_score_loss": 0.027973088851341834, "memorization_fraction_pixel": 0.09920000284910202, "mean_nn_ratio_pixel": 0.8542477488517761, "fid": 224.10978514903235, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 25855.46565437317, "train_loss_step": 6.254734992980957, "n_params": 4797700, "total_flops": 50258402304000000, "train_loss": 0.029467254418593186, "subset_score_loss": 0.029467254418593186}
+{"step": 3420000, "wall_time": 25925.03041744232, "train_loss_step": 6.584173202514648, "n_params": 4797700, "total_flops": 50405787648000000, "train_loss": 0.027596191259530875, "subset_score_loss": 0.027596191259530875}
+{"step": 3430000, "wall_time": 25998.297308683395, "train_loss_step": 6.478026390075684, "n_params": 4797700, "total_flops": 50553172992000000, "train_loss": 0.03542812053973858, "subset_score_loss": 0.03542812053973858}
+{"step": 3440000, "wall_time": 26069.12019944191, "train_loss_step": 6.791140556335449, "n_params": 4797700, "total_flops": 50700558336000000, "train_loss": 0.03029453937823956, "subset_score_loss": 0.03029453937823956}
+{"step": 3450000, "wall_time": 26139.932502508163, "train_loss_step": 6.875757217407227, "n_params": 4797700, "total_flops": 50847943680000000, "train_loss": 0.02984143037062425, "subset_score_loss": 0.02984143037062425}
+{"step": 3460000, "wall_time": 26210.742719888687, "train_loss_step": 6.627292633056641, "n_params": 4797700, "total_flops": 50995329024000000, "train_loss": 0.03492375153761643, "subset_score_loss": 0.03492375153761643}
+{"step": 3470000, "wall_time": 26281.567191839218, "train_loss_step": 6.458775043487549, "n_params": 4797700, "total_flops": 51142714368000000, "train_loss": 0.02636110415825477, "subset_score_loss": 0.02636110415825477}
+{"step": 3480000, "wall_time": 26352.376163959503, "train_loss_step": 6.972192764282227, "n_params": 4797700, "total_flops": 51290099712000000, "train_loss": 0.02884844266451322, "subset_score_loss": 0.02884844266451322}
+{"step": 3490000, "wall_time": 26423.199950695038, "train_loss_step": 6.475883483886719, "n_params": 4797700, "total_flops": 51437485056000000, "train_loss": 0.03248663682204026, "subset_score_loss": 0.03248663682204026}
+{"step": 3500000, "wall_time": 26540.646243095398, "train_loss_step": 6.802181243896484, "n_params": 4797700, "total_flops": 51584870400000000, "train_loss": 0.030596375465393066, "subset_score_loss": 0.030596375465393066, "memorization_fraction_pixel": 0.11230000108480453, "mean_nn_ratio_pixel": 0.8455008864402771, "fid": 212.32276772051662, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 26613.05640554428, "train_loss_step": 6.367530822753906, "n_params": 4797700, "total_flops": 51732255744000000, "train_loss": 0.029105542256281924, "subset_score_loss": 0.029105542256281924}
+{"step": 3520000, "wall_time": 26682.649683237076, "train_loss_step": 6.322577953338623, "n_params": 4797700, "total_flops": 51879641088000000, "train_loss": 0.03140406975379357, "subset_score_loss": 0.03140406975379357}
+{"step": 3530000, "wall_time": 26755.512975931168, "train_loss_step": 6.582969665527344, "n_params": 4797700, "total_flops": 52027026432000000, "train_loss": 0.029989222379831166, "subset_score_loss": 0.029989222379831166}
+{"step": 3540000, "wall_time": 26826.220907211304, "train_loss_step": 6.303060054779053, "n_params": 4797700, "total_flops": 52174411776000000, "train_loss": 0.02759868365067702, "subset_score_loss": 0.02759868365067702}
+{"step": 3550000, "wall_time": 26897.033143043518, "train_loss_step": 6.604619026184082, "n_params": 4797700, "total_flops": 52321797120000000, "train_loss": 0.02857948266542875, "subset_score_loss": 0.02857948266542875}
+{"step": 3560000, "wall_time": 26967.845264673233, "train_loss_step": 6.180708408355713, "n_params": 4797700, "total_flops": 52469182464000000, "train_loss": 0.029968766065744255, "subset_score_loss": 0.029968766065744255}
+{"step": 3570000, "wall_time": 27038.657067775726, "train_loss_step": 6.705236434936523, "n_params": 4797700, "total_flops": 52616567808000000, "train_loss": 0.0272658659861638, "subset_score_loss": 0.0272658659861638}
+{"step": 3580000, "wall_time": 27109.466403722763, "train_loss_step": 5.9854817390441895, "n_params": 4797700, "total_flops": 52763953152000000, "train_loss": 0.026618409156799316, "subset_score_loss": 0.026618409156799316}
+{"step": 3590000, "wall_time": 27180.28056025505, "train_loss_step": 6.56141471862793, "n_params": 4797700, "total_flops": 52911338496000000, "train_loss": 0.030832620767446663, "subset_score_loss": 0.030832620767446663}
+{"step": 3600000, "wall_time": 27297.715607643127, "train_loss_step": 6.249303817749023, "n_params": 4797700, "total_flops": 53058723840000000, "train_loss": 0.02691493401160607, "subset_score_loss": 0.02691493401160607, "memorization_fraction_pixel": 0.1111999973654747, "mean_nn_ratio_pixel": 0.8432266712188721, "fid": 213.45608896237428, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 27364.547689676285, "train_loss_step": 6.328068733215332, "n_params": 4797700, "total_flops": 53206109184000000, "train_loss": 0.02859837825481708, "subset_score_loss": 0.02859837825481708}
+{"step": 3620000, "wall_time": 27410.691395044327, "train_loss_step": 6.806158065795898, "n_params": 4797700, "total_flops": 53353494528000000, "train_loss": 0.028316435447105995, "subset_score_loss": 0.028316435447105995}
+{"step": 3630000, "wall_time": 27484.162321329117, "train_loss_step": 6.31150484085083, "n_params": 4797700, "total_flops": 53500879872000000, "train_loss": 0.029860566212580753, "subset_score_loss": 0.029860566212580753}
+{"step": 3640000, "wall_time": 27553.592227697372, "train_loss_step": 6.239292621612549, "n_params": 4797700, "total_flops": 53648265216000000, "train_loss": 0.027604037064772387, "subset_score_loss": 0.027604037064772387}
+{"step": 3650000, "wall_time": 27624.42832493782, "train_loss_step": 6.880765914916992, "n_params": 4797700, "total_flops": 53795650560000000, "train_loss": 0.028548011412987344, "subset_score_loss": 0.028548011412987344}
+{"step": 3660000, "wall_time": 27695.2461643219, "train_loss_step": 6.429462432861328, "n_params": 4797700, "total_flops": 53943035904000000, "train_loss": 0.03022027015686035, "subset_score_loss": 0.03022027015686035}
+{"step": 3670000, "wall_time": 27766.06547474861, "train_loss_step": 6.2555155754089355, "n_params": 4797700, "total_flops": 54090421248000000, "train_loss": 0.027988785963792066, "subset_score_loss": 0.027988785963792066}
+{"step": 3680000, "wall_time": 27836.880893707275, "train_loss_step": 6.365100383758545, "n_params": 4797700, "total_flops": 54237806592000000, "train_loss": 0.026838174233069785, "subset_score_loss": 0.026838174233069785}
+{"step": 3690000, "wall_time": 27907.698803424835, "train_loss_step": 6.156774520874023, "n_params": 4797700, "total_flops": 54385191936000000, "train_loss": 0.027834850091200607, "subset_score_loss": 0.027834850091200607}
+{"step": 3700000, "wall_time": 28025.55639886856, "train_loss_step": 6.642518520355225, "n_params": 4797700, "total_flops": 54532577280000000, "train_loss": 0.02781529609973614, "subset_score_loss": 0.02781529609973614, "memorization_fraction_pixel": 0.11289999634027481, "mean_nn_ratio_pixel": 0.8440465927124023, "fid": 214.77248090763308, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 28097.417910337448, "train_loss_step": 6.64532470703125, "n_params": 4797700, "total_flops": 54679962624000000, "train_loss": 0.0300965639261099, "subset_score_loss": 0.0300965639261099}
+{"step": 3720000, "wall_time": 28168.11297774315, "train_loss_step": 6.3744096755981445, "n_params": 4797700, "total_flops": 54827347968000000, "train_loss": 0.0265868590428279, "subset_score_loss": 0.0265868590428279}
+{"step": 3730000, "wall_time": 28242.571967601776, "train_loss_step": 6.347761154174805, "n_params": 4797700, "total_flops": 54974733312000000, "train_loss": 0.02825767260331374, "subset_score_loss": 0.02825767260331374}
+{"step": 3740000, "wall_time": 28311.012369394302, "train_loss_step": 6.941466331481934, "n_params": 4797700, "total_flops": 55122118656000000, "train_loss": 0.027463894623976488, "subset_score_loss": 0.027463894623976488}
+{"step": 3750000, "wall_time": 28381.829344511032, "train_loss_step": 6.408677577972412, "n_params": 4797700, "total_flops": 55269504000000000, "train_loss": 0.0265702669437115, "subset_score_loss": 0.0265702669437115}
+{"step": 3760000, "wall_time": 28452.639414548874, "train_loss_step": 6.481009483337402, "n_params": 4797700, "total_flops": 55416889344000000, "train_loss": 0.025666264387277458, "subset_score_loss": 0.025666264387277458}
+{"step": 3770000, "wall_time": 28523.45085310936, "train_loss_step": 6.092214584350586, "n_params": 4797700, "total_flops": 55564274688000000, "train_loss": 0.02647377711076003, "subset_score_loss": 0.02647377711076003}
+{"step": 3780000, "wall_time": 28594.264206409454, "train_loss_step": 6.181509494781494, "n_params": 4797700, "total_flops": 55711660032000000, "train_loss": 0.03085356859060434, "subset_score_loss": 0.03085356859060434}
+{"step": 3790000, "wall_time": 28665.07526922226, "train_loss_step": 6.280271530151367, "n_params": 4797700, "total_flops": 55859045376000000, "train_loss": 0.030336976051330566, "subset_score_loss": 0.030336976051330566}
+{"step": 3800000, "wall_time": 28783.139857769012, "train_loss_step": 6.227178573608398, "n_params": 4797700, "total_flops": 56006430720000000, "train_loss": 0.02724927572103647, "subset_score_loss": 0.02724927572103647, "memorization_fraction_pixel": 0.11460000276565552, "mean_nn_ratio_pixel": 0.8396143317222595, "fid": 208.37911666427277, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 28855.125596761703, "train_loss_step": 6.365373611450195, "n_params": 4797700, "total_flops": 56153816064000000, "train_loss": 0.026226210594177245, "subset_score_loss": 0.026226210594177245}
+{"step": 3820000, "wall_time": 28926.124567508698, "train_loss_step": 6.233512878417969, "n_params": 4797700, "total_flops": 56301201408000000, "train_loss": 0.029858910120450534, "subset_score_loss": 0.029858910120450534}
+{"step": 3830000, "wall_time": 28999.98391675949, "train_loss_step": 6.230245590209961, "n_params": 4797700, "total_flops": 56448586752000000, "train_loss": 0.027223532016460713, "subset_score_loss": 0.027223532016460713}
+{"step": 3840000, "wall_time": 29068.43273282051, "train_loss_step": 6.221963882446289, "n_params": 4797700, "total_flops": 56595972096000000, "train_loss": 0.028550212199871357, "subset_score_loss": 0.028550212199871357}
+{"step": 3850000, "wall_time": 29139.247176647186, "train_loss_step": 6.68419075012207, "n_params": 4797700, "total_flops": 56743357440000000, "train_loss": 0.029833707442650428, "subset_score_loss": 0.029833707442650428}
+{"step": 3860000, "wall_time": 29210.061631441116, "train_loss_step": 6.0760979652404785, "n_params": 4797700, "total_flops": 56890742784000000, "train_loss": 0.02946967895214374, "subset_score_loss": 0.02946967895214374}
+{"step": 3870000, "wall_time": 29280.871265411377, "train_loss_step": 6.405423164367676, "n_params": 4797700, "total_flops": 57038128128000000, "train_loss": 0.02907129617837759, "subset_score_loss": 0.02907129617837759}
+{"step": 3880000, "wall_time": 29351.69454908371, "train_loss_step": 6.159872055053711, "n_params": 4797700, "total_flops": 57185513472000000, "train_loss": 0.02473733608539288, "subset_score_loss": 0.02473733608539288}
+{"step": 3890000, "wall_time": 29422.534019470215, "train_loss_step": 6.373398303985596, "n_params": 4797700, "total_flops": 57332898816000000, "train_loss": 0.027817632601811335, "subset_score_loss": 0.027817632601811335}
+{"step": 3900000, "wall_time": 29539.717802286148, "train_loss_step": 6.17755651473999, "n_params": 4797700, "total_flops": 57480284160000000, "train_loss": 0.025615686636704663, "subset_score_loss": 0.025615686636704663, "memorization_fraction_pixel": 0.11890000104904175, "mean_nn_ratio_pixel": 0.8369117975234985, "fid": 210.9009392019982, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 29611.55706191063, "train_loss_step": 6.279195785522461, "n_params": 4797700, "total_flops": 57627669504000000, "train_loss": 0.031439931576068586, "subset_score_loss": 0.031439931576068586}
+{"step": 3920000, "wall_time": 29683.111668348312, "train_loss_step": 6.102230548858643, "n_params": 4797700, "total_flops": 57775054848000000, "train_loss": 0.027763977417579064, "subset_score_loss": 0.027763977417579064}
+{"step": 3930000, "wall_time": 29755.180121660233, "train_loss_step": 6.054436206817627, "n_params": 4797700, "total_flops": 57922440192000000, "train_loss": 0.027381414633530835, "subset_score_loss": 0.027381414633530835}
+{"step": 3940000, "wall_time": 29824.863653421402, "train_loss_step": 6.120250701904297, "n_params": 4797700, "total_flops": 58069825536000000, "train_loss": 0.024922550641573393, "subset_score_loss": 0.024922550641573393}
+{"step": 3950000, "wall_time": 29895.678996562958, "train_loss_step": 6.190797805786133, "n_params": 4797700, "total_flops": 58217210880000000, "train_loss": 0.02779091871701754, "subset_score_loss": 0.02779091871701754}
+{"step": 3960000, "wall_time": 29966.475098371506, "train_loss_step": 6.439838409423828, "n_params": 4797700, "total_flops": 58364596224000000, "train_loss": 0.026782866624685434, "subset_score_loss": 0.026782866624685434}
+{"step": 3970000, "wall_time": 30037.293769836426, "train_loss_step": 6.321789741516113, "n_params": 4797700, "total_flops": 58511981568000000, "train_loss": 0.026419379160954402, "subset_score_loss": 0.026419379160954402}
+{"step": 3980000, "wall_time": 30108.107686281204, "train_loss_step": 6.372919082641602, "n_params": 4797700, "total_flops": 58659366912000000, "train_loss": 0.02755266886491042, "subset_score_loss": 0.02755266886491042}
+{"step": 3990000, "wall_time": 30178.913487434387, "train_loss_step": 6.464103698730469, "n_params": 4797700, "total_flops": 58806752256000000, "train_loss": 0.028998866448035607, "subset_score_loss": 0.028998866448035607}
+{"step": 4000000, "wall_time": 30297.794906139374, "train_loss_step": 6.323619842529297, "n_params": 4797700, "total_flops": 58954137600000000, "train_loss": 0.028093983576847958, "subset_score_loss": 0.028093983576847958, "memorization_fraction_pixel": 0.12030000239610672, "mean_nn_ratio_pixel": 0.8333172798156738, "fid": 204.1423104843089, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 30369.64052081108, "train_loss_step": 5.862977981567383, "n_params": 4797700, "total_flops": 59101522944000000, "train_loss": 0.026838183403015137, "subset_score_loss": 0.026838183403015137}
+{"step": 4020000, "wall_time": 30441.340767621994, "train_loss_step": 6.26243782043457, "n_params": 4797700, "total_flops": 59248908288000000, "train_loss": 0.0267104093845074, "subset_score_loss": 0.0267104093845074}
+{"step": 4030000, "wall_time": 30512.31974506378, "train_loss_step": 6.078232765197754, "n_params": 4797700, "total_flops": 59396293632000000, "train_loss": 0.027516966599684497, "subset_score_loss": 0.027516966599684497}
+{"step": 4040000, "wall_time": 30582.232882499695, "train_loss_step": 5.745373725891113, "n_params": 4797700, "total_flops": 59543678976000000, "train_loss": 0.02582699885735145, "subset_score_loss": 0.02582699885735145}
+{"step": 4050000, "wall_time": 30653.025570631027, "train_loss_step": 6.057574272155762, "n_params": 4797700, "total_flops": 59691064320000000, "train_loss": 0.02761056056389442, "subset_score_loss": 0.02761056056389442}
+{"step": 4060000, "wall_time": 30723.818221330643, "train_loss_step": 5.913414478302002, "n_params": 4797700, "total_flops": 59838449664000000, "train_loss": 0.027187657356262208, "subset_score_loss": 0.027187657356262208}
+{"step": 4070000, "wall_time": 30794.616082906723, "train_loss_step": 6.657155513763428, "n_params": 4797700, "total_flops": 59985835008000000, "train_loss": 0.02909063926109901, "subset_score_loss": 0.02909063926109901}
+{"step": 4080000, "wall_time": 30865.412239789963, "train_loss_step": 6.790234565734863, "n_params": 4797700, "total_flops": 60133220352000000, "train_loss": 0.028989267349243165, "subset_score_loss": 0.028989267349243165}
+{"step": 4090000, "wall_time": 30936.203461647034, "train_loss_step": 6.154233932495117, "n_params": 4797700, "total_flops": 60280605696000000, "train_loss": 0.024689314915583682, "subset_score_loss": 0.024689314915583682}
+{"step": 4100000, "wall_time": 31053.94657254219, "train_loss_step": 6.010293960571289, "n_params": 4797700, "total_flops": 60427991040000000, "train_loss": 0.03018653392791748, "subset_score_loss": 0.03018653392791748, "memorization_fraction_pixel": 0.12099999934434891, "mean_nn_ratio_pixel": 0.8362858295440674, "fid": 208.69490242244177, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 31125.427392721176, "train_loss_step": 6.078525543212891, "n_params": 4797700, "total_flops": 60575376384000000, "train_loss": 0.024967455863952638, "subset_score_loss": 0.024967455863952638}
+{"step": 4120000, "wall_time": 31197.767951726913, "train_loss_step": 6.4791154861450195, "n_params": 4797700, "total_flops": 60722761728000000, "train_loss": 0.030042132964501013, "subset_score_loss": 0.030042132964501013}
+{"step": 4130000, "wall_time": 31267.265501737595, "train_loss_step": 6.177204132080078, "n_params": 4797700, "total_flops": 60870147072000000, "train_loss": 0.027036125843341533, "subset_score_loss": 0.027036125843341533}
+{"step": 4140000, "wall_time": 31337.659777402878, "train_loss_step": 6.277271270751953, "n_params": 4797700, "total_flops": 61017532416000000, "train_loss": 0.03817674196683443, "subset_score_loss": 0.03817674196683443}
+{"step": 4150000, "wall_time": 31408.469319343567, "train_loss_step": 6.089887619018555, "n_params": 4797700, "total_flops": 61164917760000000, "train_loss": 0.025816152645991398, "subset_score_loss": 0.025816152645991398}
+{"step": 4160000, "wall_time": 31479.278403759003, "train_loss_step": 6.627509117126465, "n_params": 4797700, "total_flops": 61312303104000000, "train_loss": 0.029884818884042593, "subset_score_loss": 0.029884818884042593}
+{"step": 4170000, "wall_time": 31550.07342672348, "train_loss_step": 6.111647605895996, "n_params": 4797700, "total_flops": 61459688448000000, "train_loss": 0.02848370442023644, "subset_score_loss": 0.02848370442023644}
+{"step": 4180000, "wall_time": 31620.862699747086, "train_loss_step": 5.808794021606445, "n_params": 4797700, "total_flops": 61607073792000000, "train_loss": 0.02481369055234469, "subset_score_loss": 0.02481369055234469}
+{"step": 4190000, "wall_time": 31691.665966510773, "train_loss_step": 5.806690692901611, "n_params": 4797700, "total_flops": 61754459136000000, "train_loss": 0.024409281290494477, "subset_score_loss": 0.024409281290494477}
+{"step": 4200000, "wall_time": 31808.395797014236, "train_loss_step": 5.856070518493652, "n_params": 4797700, "total_flops": 61901844480000000, "train_loss": 0.02836292340205266, "subset_score_loss": 0.02836292340205266, "memorization_fraction_pixel": 0.12219999730587006, "mean_nn_ratio_pixel": 0.8373458981513977, "fid": 209.75201837882685, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 31879.981749773026, "train_loss_step": 6.342471122741699, "n_params": 4797700, "total_flops": 62049229824000000, "train_loss": 0.026922878852257363, "subset_score_loss": 0.026922878852257363}
+{"step": 4220000, "wall_time": 31951.723468065262, "train_loss_step": 6.534634590148926, "n_params": 4797700, "total_flops": 62196615168000000, "train_loss": 0.028168346331669734, "subset_score_loss": 0.028168346331669734}
+{"step": 4230000, "wall_time": 32022.051113843918, "train_loss_step": 6.418973922729492, "n_params": 4797700, "total_flops": 62344000512000000, "train_loss": 0.02843784002157358, "subset_score_loss": 0.02843784002157358}
+{"step": 4240000, "wall_time": 32093.37102842331, "train_loss_step": 6.1082000732421875, "n_params": 4797700, "total_flops": 62491385856000000, "train_loss": 0.030369160725520206, "subset_score_loss": 0.030369160725520206}
+{"step": 4250000, "wall_time": 32164.160658359528, "train_loss_step": 6.226513862609863, "n_params": 4797700, "total_flops": 62638771200000000, "train_loss": 0.02485647201538086, "subset_score_loss": 0.02485647201538086}
+{"step": 4260000, "wall_time": 32234.950621843338, "train_loss_step": 6.387500286102295, "n_params": 4797700, "total_flops": 62786156544000000, "train_loss": 0.026948736264155462, "subset_score_loss": 0.026948736264155462}
+{"step": 4270000, "wall_time": 32305.73462176323, "train_loss_step": 6.112923622131348, "n_params": 4797700, "total_flops": 62933541888000000, "train_loss": 0.025676296307490423, "subset_score_loss": 0.025676296307490423}
+{"step": 4280000, "wall_time": 32376.52129673958, "train_loss_step": 6.024080276489258, "n_params": 4797700, "total_flops": 63080927232000000, "train_loss": 0.025602182975182165, "subset_score_loss": 0.025602182975182165}
+{"step": 4290000, "wall_time": 32447.316757678986, "train_loss_step": 6.167058944702148, "n_params": 4797700, "total_flops": 63228312576000000, "train_loss": 0.030750008729787972, "subset_score_loss": 0.030750008729787972}
+{"step": 4300000, "wall_time": 32565.441462039948, "train_loss_step": 6.026156425476074, "n_params": 4797700, "total_flops": 63375697920000000, "train_loss": 0.026381311049828163, "subset_score_loss": 0.026381311049828163, "memorization_fraction_pixel": 0.13009999692440033, "mean_nn_ratio_pixel": 0.8260103464126587, "fid": 206.37409462552475, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 32636.845862865448, "train_loss_step": 6.670618534088135, "n_params": 4797700, "total_flops": 63523083264000000, "train_loss": 0.030274836833660418, "subset_score_loss": 0.030274836833660418}
+{"step": 4320000, "wall_time": 32708.772918462753, "train_loss_step": 6.038205146789551, "n_params": 4797700, "total_flops": 63670468608000000, "train_loss": 0.028070869812598594, "subset_score_loss": 0.028070869812598594}
+{"step": 4330000, "wall_time": 32778.83721256256, "train_loss_step": 6.048880577087402, "n_params": 4797700, "total_flops": 63817853952000000, "train_loss": 0.025036698121290942, "subset_score_loss": 0.025036698121290942}
+{"step": 4340000, "wall_time": 32850.8617606163, "train_loss_step": 6.117083549499512, "n_params": 4797700, "total_flops": 63965239296000000, "train_loss": 0.027570753831129807, "subset_score_loss": 0.027570753831129807}
+{"step": 4350000, "wall_time": 32921.65237379074, "train_loss_step": 6.106062412261963, "n_params": 4797700, "total_flops": 64112624640000000, "train_loss": 0.025237220984238844, "subset_score_loss": 0.025237220984238844}
+{"step": 4360000, "wall_time": 32992.47800707817, "train_loss_step": 5.855477333068848, "n_params": 4797700, "total_flops": 64260009984000000, "train_loss": 0.025094070801368128, "subset_score_loss": 0.025094070801368128}
+{"step": 4370000, "wall_time": 33063.27461743355, "train_loss_step": 6.270853519439697, "n_params": 4797700, "total_flops": 64407395328000000, "train_loss": 0.03152583562410795, "subset_score_loss": 0.03152583562410795}
+{"step": 4380000, "wall_time": 33134.06997847557, "train_loss_step": 6.05263614654541, "n_params": 4797700, "total_flops": 64554780672000000, "train_loss": 0.024187865624060997, "subset_score_loss": 0.024187865624060997}
+{"step": 4390000, "wall_time": 33204.88239312172, "train_loss_step": 5.924160480499268, "n_params": 4797700, "total_flops": 64702166016000000, "train_loss": 0.025725280321561374, "subset_score_loss": 0.025725280321561374}
+{"step": 4400000, "wall_time": 33323.344831228256, "train_loss_step": 6.3146748542785645, "n_params": 4797700, "total_flops": 64849551360000000, "train_loss": 0.02601653245779184, "subset_score_loss": 0.02601653245779184, "memorization_fraction_pixel": 0.12919999659061432, "mean_nn_ratio_pixel": 0.8339268565177917, "fid": 212.4921985303212, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 33394.743106365204, "train_loss_step": 5.795501232147217, "n_params": 4797700, "total_flops": 64996936704000000, "train_loss": 0.025499455745403583, "subset_score_loss": 0.025499455745403583}
+{"step": 4420000, "wall_time": 33466.73452210426, "train_loss_step": 5.687090873718262, "n_params": 4797700, "total_flops": 65144322048000000, "train_loss": 0.026058516135582556, "subset_score_loss": 0.026058516135582556}
+{"step": 4430000, "wall_time": 33536.55339336395, "train_loss_step": 6.064460754394531, "n_params": 4797700, "total_flops": 65291707392000000, "train_loss": 0.031031142748319186, "subset_score_loss": 0.031031142748319186}
+{"step": 4440000, "wall_time": 33608.65002536774, "train_loss_step": 6.105984210968018, "n_params": 4797700, "total_flops": 65439092736000000, "train_loss": 0.025568177149846005, "subset_score_loss": 0.025568177149846005}
+{"step": 4450000, "wall_time": 33679.44891643524, "train_loss_step": 6.101398468017578, "n_params": 4797700, "total_flops": 65586478080000000, "train_loss": 0.02512682584615854, "subset_score_loss": 0.02512682584615854}
+{"step": 4460000, "wall_time": 33750.25279855728, "train_loss_step": 6.009075164794922, "n_params": 4797700, "total_flops": 65733863424000000, "train_loss": 0.028339580389169547, "subset_score_loss": 0.028339580389169547}
+{"step": 4470000, "wall_time": 33821.056788921356, "train_loss_step": 5.940756797790527, "n_params": 4797700, "total_flops": 65881248768000000, "train_loss": 0.03173716251666729, "subset_score_loss": 0.03173716251666729}
+{"step": 4480000, "wall_time": 33891.84882259369, "train_loss_step": 6.215387344360352, "n_params": 4797700, "total_flops": 66028634112000000, "train_loss": 0.02682475126706637, "subset_score_loss": 0.02682475126706637}
+{"step": 4490000, "wall_time": 33962.64131951332, "train_loss_step": 6.089332580566406, "n_params": 4797700, "total_flops": 66176019456000000, "train_loss": 0.02766720698429988, "subset_score_loss": 0.02766720698429988}
+{"step": 4500000, "wall_time": 34081.33135175705, "train_loss_step": 6.068631172180176, "n_params": 4797700, "total_flops": 66323404800000000, "train_loss": 0.026922000371492828, "subset_score_loss": 0.026922000371492828, "memorization_fraction_pixel": 0.13779999315738678, "mean_nn_ratio_pixel": 0.8172145485877991, "fid": 199.43642552423074, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 34152.7438018322, "train_loss_step": 6.051640510559082, "n_params": 4797700, "total_flops": 66470790144000000, "train_loss": 0.02533422983609713, "subset_score_loss": 0.02533422983609713}
+{"step": 4520000, "wall_time": 34224.031170368195, "train_loss_step": 6.277939319610596, "n_params": 4797700, "total_flops": 66618175488000000, "train_loss": 0.025371564351595367, "subset_score_loss": 0.025371564351595367}
+{"step": 4530000, "wall_time": 34293.60396337509, "train_loss_step": 5.939835548400879, "n_params": 4797700, "total_flops": 66765560832000000, "train_loss": 0.031029708568866436, "subset_score_loss": 0.031029708568866436}
+{"step": 4540000, "wall_time": 34365.405054330826, "train_loss_step": 5.7057647705078125, "n_params": 4797700, "total_flops": 66912946176000000, "train_loss": 0.024260500761178822, "subset_score_loss": 0.024260500761178822}
+{"step": 4550000, "wall_time": 34436.21053624153, "train_loss_step": 6.006802558898926, "n_params": 4797700, "total_flops": 67060331520000000, "train_loss": 0.02690550730778621, "subset_score_loss": 0.02690550730778621}
+{"step": 4560000, "wall_time": 34506.99938225746, "train_loss_step": 5.689096450805664, "n_params": 4797700, "total_flops": 67207716864000000, "train_loss": 0.025267932965205266, "subset_score_loss": 0.025267932965205266}
+{"step": 4570000, "wall_time": 34577.79494214058, "train_loss_step": 6.164209365844727, "n_params": 4797700, "total_flops": 67355102208000000, "train_loss": 0.02655814610994779, "subset_score_loss": 0.02655814610994779}
+{"step": 4580000, "wall_time": 34648.589715480804, "train_loss_step": 6.209918975830078, "n_params": 4797700, "total_flops": 67502487552000000, "train_loss": 0.028079716975872332, "subset_score_loss": 0.028079716975872332}
+{"step": 4590000, "wall_time": 34719.384177684784, "train_loss_step": 6.059564590454102, "n_params": 4797700, "total_flops": 67649872896000000, "train_loss": 0.02565652407132662, "subset_score_loss": 0.02565652407132662}
+{"step": 4600000, "wall_time": 34838.935091257095, "train_loss_step": 6.030323028564453, "n_params": 4797700, "total_flops": 67797258240000000, "train_loss": 0.026833583758427548, "subset_score_loss": 0.026833583758427548, "memorization_fraction_pixel": 0.11840000003576279, "mean_nn_ratio_pixel": 0.840324878692627, "fid": 214.57032088173068, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 34910.29968500137, "train_loss_step": 6.063492298126221, "n_params": 4797700, "total_flops": 67944643584000000, "train_loss": 0.02545332541832557, "subset_score_loss": 0.02545332541832557}
+{"step": 4620000, "wall_time": 34981.664102077484, "train_loss_step": 6.523652076721191, "n_params": 4797700, "total_flops": 68092028928000000, "train_loss": 0.027613122646625226, "subset_score_loss": 0.027613122646625226}
+{"step": 4630000, "wall_time": 35050.77607750893, "train_loss_step": 6.314165115356445, "n_params": 4797700, "total_flops": 68239414272000000, "train_loss": 0.02716507361485408, "subset_score_loss": 0.02716507361485408}
+{"step": 4640000, "wall_time": 35123.52035117149, "train_loss_step": 5.7607421875, "n_params": 4797700, "total_flops": 68386799616000000, "train_loss": 0.025539152438823993, "subset_score_loss": 0.025539152438823993}
+{"step": 4650000, "wall_time": 35194.31132340431, "train_loss_step": 6.0257158279418945, "n_params": 4797700, "total_flops": 68534184960000000, "train_loss": 0.025774601789621206, "subset_score_loss": 0.025774601789621206}
+{"step": 4660000, "wall_time": 35265.10962128639, "train_loss_step": 5.89300012588501, "n_params": 4797700, "total_flops": 68681570304000000, "train_loss": 0.024538361109220065, "subset_score_loss": 0.024538361109220065}
+{"step": 4670000, "wall_time": 35335.90761756897, "train_loss_step": 5.832459449768066, "n_params": 4797700, "total_flops": 68828955648000000, "train_loss": 0.025308695206275354, "subset_score_loss": 0.025308695206275354}
+{"step": 4680000, "wall_time": 35406.712946891785, "train_loss_step": 5.956040382385254, "n_params": 4797700, "total_flops": 68976340992000000, "train_loss": 0.02743553565098689, "subset_score_loss": 0.02743553565098689}
+{"step": 4690000, "wall_time": 35477.51300764084, "train_loss_step": 5.875483989715576, "n_params": 4797700, "total_flops": 69123726336000000, "train_loss": 0.025131656573368952, "subset_score_loss": 0.025131656573368952}
+{"step": 4700000, "wall_time": 35596.317735910416, "train_loss_step": 6.0576372146606445, "n_params": 4797700, "total_flops": 69271111680000000, "train_loss": 0.025060336406414325, "subset_score_loss": 0.025060336406414325, "memorization_fraction_pixel": 0.147599995136261, "mean_nn_ratio_pixel": 0.8102083802223206, "fid": 199.16772823347975, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 35667.55595374107, "train_loss_step": 6.230416297912598, "n_params": 4797700, "total_flops": 69418497024000000, "train_loss": 0.027410133068378154, "subset_score_loss": 0.027410133068378154}
+{"step": 4720000, "wall_time": 35739.01669931412, "train_loss_step": 6.167843341827393, "n_params": 4797700, "total_flops": 69565882368000000, "train_loss": 0.026305846067575307, "subset_score_loss": 0.026305846067575307}
+{"step": 4730000, "wall_time": 35808.20105981827, "train_loss_step": 5.84220027923584, "n_params": 4797700, "total_flops": 69713267712000000, "train_loss": 0.024672300998981184, "subset_score_loss": 0.024672300998981184}
+{"step": 4740000, "wall_time": 35880.476838350296, "train_loss_step": 6.1938323974609375, "n_params": 4797700, "total_flops": 69860653056000000, "train_loss": 0.02585570262028621, "subset_score_loss": 0.02585570262028621}
+{"step": 4750000, "wall_time": 35951.268540620804, "train_loss_step": 6.482280731201172, "n_params": 4797700, "total_flops": 70008038400000000, "train_loss": 0.022913510982806865, "subset_score_loss": 0.022913510982806865}
+{"step": 4760000, "wall_time": 36022.05586433411, "train_loss_step": 6.210470676422119, "n_params": 4797700, "total_flops": 70155423744000000, "train_loss": 0.026519089478712815, "subset_score_loss": 0.026519089478712815}
+{"step": 4770000, "wall_time": 36092.8429005146, "train_loss_step": 5.918338775634766, "n_params": 4797700, "total_flops": 70302809088000000, "train_loss": 0.02502140998840332, "subset_score_loss": 0.02502140998840332}
+{"step": 4780000, "wall_time": 36163.6318025589, "train_loss_step": 5.908967971801758, "n_params": 4797700, "total_flops": 70450194432000000, "train_loss": 0.0270936342386099, "subset_score_loss": 0.0270936342386099}
+{"step": 4790000, "wall_time": 36234.43308830261, "train_loss_step": 5.470613479614258, "n_params": 4797700, "total_flops": 70597579776000000, "train_loss": 0.025699808047367975, "subset_score_loss": 0.025699808047367975}
+{"step": 4800000, "wall_time": 36353.94448971748, "train_loss_step": 5.9932541847229, "n_params": 4797700, "total_flops": 70744965120000000, "train_loss": 0.025748803065373346, "subset_score_loss": 0.025748803065373346, "memorization_fraction_pixel": 0.14149999618530273, "mean_nn_ratio_pixel": 0.8175166249275208, "fid": 201.81879591345105, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 36425.13602352142, "train_loss_step": 6.218967437744141, "n_params": 4797700, "total_flops": 70892350464000000, "train_loss": 0.025043557240412784, "subset_score_loss": 0.025043557240412784}
+{"step": 4820000, "wall_time": 36497.02478504181, "train_loss_step": 5.756965637207031, "n_params": 4797700, "total_flops": 71039735808000000, "train_loss": 0.026341480475205643, "subset_score_loss": 0.026341480475205643}
+{"step": 4830000, "wall_time": 36566.01071381569, "train_loss_step": 5.56850528717041, "n_params": 4797700, "total_flops": 71187121152000000, "train_loss": 0.026196797077472394, "subset_score_loss": 0.026196797077472394}
+{"step": 4840000, "wall_time": 36638.775582551956, "train_loss_step": 5.95609188079834, "n_params": 4797700, "total_flops": 71334506496000000, "train_loss": 0.025853158877446103, "subset_score_loss": 0.025853158877446103}
+{"step": 4850000, "wall_time": 36709.59634685516, "train_loss_step": 6.0455803871154785, "n_params": 4797700, "total_flops": 71481891840000000, "train_loss": 0.025686012781583344, "subset_score_loss": 0.025686012781583344}
+{"step": 4860000, "wall_time": 36780.42232108116, "train_loss_step": 5.818986892700195, "n_params": 4797700, "total_flops": 71629277184000000, "train_loss": 0.02817665430215689, "subset_score_loss": 0.02817665430215689}
+{"step": 4870000, "wall_time": 36851.24178504944, "train_loss_step": 5.567110061645508, "n_params": 4797700, "total_flops": 71776662528000000, "train_loss": 0.024469736906198355, "subset_score_loss": 0.024469736906198355}
+{"step": 4880000, "wall_time": 36922.0528986454, "train_loss_step": 5.989557266235352, "n_params": 4797700, "total_flops": 71924047872000000, "train_loss": 0.023974112363962026, "subset_score_loss": 0.023974112363962026}
+{"step": 4890000, "wall_time": 36992.863161325455, "train_loss_step": 5.9823455810546875, "n_params": 4797700, "total_flops": 72071433216000000, "train_loss": 0.023520869475144607, "subset_score_loss": 0.023520869475144607}
+{"step": 4900000, "wall_time": 37112.45187449455, "train_loss_step": 5.830696105957031, "n_params": 4797700, "total_flops": 72218818560000000, "train_loss": 0.026469069260817307, "subset_score_loss": 0.026469069260817307, "memorization_fraction_pixel": 0.16279999911785126, "mean_nn_ratio_pixel": 0.8032484650611877, "fid": 199.74938824944198, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 37183.69275212288, "train_loss_step": 6.597942352294922, "n_params": 4797700, "total_flops": 72366203904000000, "train_loss": 0.026851729246286246, "subset_score_loss": 0.026851729246286246}
+{"step": 4920000, "wall_time": 37255.80960273743, "train_loss_step": 5.88282585144043, "n_params": 4797700, "total_flops": 72513589248000000, "train_loss": 0.024180826774010292, "subset_score_loss": 0.024180826774010292}
+{"step": 4930000, "wall_time": 37325.10807919502, "train_loss_step": 5.578129291534424, "n_params": 4797700, "total_flops": 72660974592000000, "train_loss": 0.028668583356417143, "subset_score_loss": 0.028668583356417143}
+{"step": 4940000, "wall_time": 37397.76371073723, "train_loss_step": 6.446336269378662, "n_params": 4797700, "total_flops": 72808359936000000, "train_loss": 0.02503234789921687, "subset_score_loss": 0.02503234789921687}
+{"step": 4950000, "wall_time": 37468.57415485382, "train_loss_step": 6.10756778717041, "n_params": 4797700, "total_flops": 72955745280000000, "train_loss": 0.024848772929264948, "subset_score_loss": 0.024848772929264948}
+{"step": 4960000, "wall_time": 37539.38052821159, "train_loss_step": 5.889819145202637, "n_params": 4797700, "total_flops": 73103130624000000, "train_loss": 0.025820671595059907, "subset_score_loss": 0.025820671595059907}
+{"step": 4970000, "wall_time": 37610.18316912651, "train_loss_step": 6.075458526611328, "n_params": 4797700, "total_flops": 73250515968000000, "train_loss": 0.02362063848055326, "subset_score_loss": 0.02362063848055326}
+{"step": 4980000, "wall_time": 37680.996896505356, "train_loss_step": 5.917824745178223, "n_params": 4797700, "total_flops": 73397901312000000, "train_loss": 0.024942845564622146, "subset_score_loss": 0.024942845564622146}
+{"step": 4990000, "wall_time": 37751.805696725845, "train_loss_step": 5.503392219543457, "n_params": 4797700, "total_flops": 73545286656000000, "train_loss": 0.029784626227158766, "subset_score_loss": 0.029784626227158766}
+{"step": 5000000, "wall_time": 37869.95057177544, "train_loss_step": 5.800741672515869, "n_params": 4797700, "total_flops": 73692672000000000, "train_loss": 0.02659477637364314, "subset_score_loss": 0.02659477637364314, "memorization_fraction_pixel": 0.14100000262260437, "mean_nn_ratio_pixel": 0.8155074119567871, "fid": 202.98434447524744, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d260/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d260/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..c163ba6b505a5d7b6b5529198e6f83f58bf41bbd
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed48/d260/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     47s | train_loss=0.9995 | fid=301.7136
+  step   10000 |    108s | train_loss=0.6269
+  step   20000 |    179s | train_loss=0.5253
+  step   30000 |    250s | train_loss=0.4788
+  step   40000 |    321s | train_loss=0.4469
+  step   50000 |    392s | train_loss=0.4198
+  step   60000 |    462s | train_loss=0.3837
+  step   70000 |    533s | train_loss=0.3469
+  step   80000 |    604s | train_loss=0.3062
+  step   90000 |    675s | train_loss=0.2743
+  step  100000 |    796s | train_loss=0.2412 | fid=179.3887
+  step  110000 |    859s | train_loss=0.2192
+  step  120000 |    930s | train_loss=0.1974
+  step  130000 |   1001s | train_loss=0.1829
+  step  140000 |   1072s | train_loss=0.1695
+  step  150000 |   1143s | train_loss=0.1612
+  step  160000 |   1214s | train_loss=0.1559
+  step  170000 |   1285s | train_loss=0.1486
+  step  180000 |   1355s | train_loss=0.1440
+  step  190000 |   1426s | train_loss=0.1352
+  step  200000 |   1546s | train_loss=0.1322 | fid=240.7222
+  step  210000 |   1614s | train_loss=0.1325
+  step  220000 |   1685s | train_loss=0.1239
+  step  230000 |   1756s | train_loss=0.1184
+  step  240000 |   1827s | train_loss=0.1233
+  step  250000 |   1897s | train_loss=0.1135
+  step  260000 |   1968s | train_loss=0.1085
+  step  270000 |   2039s | train_loss=0.1105
+  step  280000 |   2110s | train_loss=0.1064
+  step  290000 |   2181s | train_loss=0.1046
+  step  300000 |   2301s | train_loss=0.1008 | fid=257.7964
+  step  310000 |   2374s | train_loss=0.0969
+  step  320000 |   2445s | train_loss=0.1034
+  step  330000 |   2516s | train_loss=0.1037
+  step  340000 |   2587s | train_loss=0.0979
+  step  350000 |   2658s | train_loss=0.0930
+  step  360000 |   2728s | train_loss=0.0941
+  step  370000 |   2799s | train_loss=0.0895
+  step  380000 |   2870s | train_loss=0.0953
+  step  390000 |   2941s | train_loss=0.0885
+  step  400000 |   3060s | train_loss=0.0851 | fid=269.2555
+  step  410000 |   3133s | train_loss=0.0905
+  step  420000 |   3204s | train_loss=0.0873
+  step  430000 |   3274s | train_loss=0.0820
+  step  440000 |   3345s | train_loss=0.0812
+  step  450000 |   3416s | train_loss=0.0829
+  step  460000 |   3487s | train_loss=0.0758
+  step  470000 |   3558s | train_loss=0.0883
+  step  480000 |   3629s | train_loss=0.0784
+  step  490000 |   3699s | train_loss=0.0801
+  step  500000 |   3818s | train_loss=0.0718 | fid=276.7744
+  step  510000 |   3889s | train_loss=0.0800
+  step  520000 |   3960s | train_loss=0.0738
+  step  530000 |   4031s | train_loss=0.0756
+  step  540000 |   4101s | train_loss=0.0734
+  step  550000 |   4172s | train_loss=0.0696
+  step  560000 |   4243s | train_loss=0.0687
+  step  570000 |   4314s | train_loss=0.0664
+  step  580000 |   4385s | train_loss=0.0714
+  step  590000 |   4456s | train_loss=0.0657
+  step  600000 |   4575s | train_loss=0.0696 | fid=271.8816
+  step  610000 |   4646s | train_loss=0.0729
+  step  620000 |   4717s | train_loss=0.0685
+  step  630000 |   4788s | train_loss=0.0626
+  step  640000 |   4859s | train_loss=0.0596
+  step  650000 |   4930s | train_loss=0.0613
+  step  660000 |   5001s | train_loss=0.0673
+  step  670000 |   5072s | train_loss=0.0636
+  step  680000 |   5142s | train_loss=0.0616
+  step  690000 |   5213s | train_loss=0.0603
+  step  700000 |   5332s | train_loss=0.0562 | fid=277.5586
+  step  710000 |   5404s | train_loss=0.0563
+  step  720000 |   5474s | train_loss=0.0546
+  step  730000 |   5545s | train_loss=0.0548
+  step  740000 |   5616s | train_loss=0.0582
+  step  750000 |   5687s | train_loss=0.0529
+  step  760000 |   5758s | train_loss=0.0539
+  step  770000 |   5829s | train_loss=0.0545
+  step  780000 |   5900s | train_loss=0.0545
+  step  790000 |   5970s | train_loss=0.0562
+  step  800000 |   6089s | train_loss=0.0552 | fid=273.5280
+  step  810000 |   6162s | train_loss=0.0525
+  step  820000 |   6232s | train_loss=0.0531
+  step  830000 |   6303s | train_loss=0.0552
+  step  840000 |   6374s | train_loss=0.0533
+  step  850000 |   6445s | train_loss=0.0533
+  step  860000 |   6515s | train_loss=0.0514
+  step  870000 |   6586s | train_loss=0.0552
+  step  880000 |   6657s | train_loss=0.0511
+  step  890000 |   6728s | train_loss=0.0500
+  step  900000 |   6847s | train_loss=0.0494 | fid=256.3611
+  step  910000 |   6920s | train_loss=0.0550
+  step  920000 |   6989s | train_loss=0.0507
+  step  930000 |   7060s | train_loss=0.0514
+  step  940000 |   7131s | train_loss=0.0499
+  step  950000 |   7202s | train_loss=0.0496
+  step  960000 |   7272s | train_loss=0.0509
+  step  970000 |   7343s | train_loss=0.0484
+  step  980000 |   7414s | train_loss=0.0444
+  step  990000 |   7485s | train_loss=0.0454
+  step 1000000 |   7602s | train_loss=0.0465 | fid=265.0669
+  step 1010000 |   7676s | train_loss=0.0486
+  step 1020000 |   7745s | train_loss=0.0423
+  step 1030000 |   7816s | train_loss=0.0508
+  step 1040000 |   7887s | train_loss=0.0461
+  step 1050000 |   7958s | train_loss=0.0485
+  step 1060000 |   8029s | train_loss=0.0556
+  step 1070000 |   8100s | train_loss=0.0464
+  step 1080000 |   8171s | train_loss=0.0440
+  step 1090000 |   8241s | train_loss=0.0437
+  step 1100000 |   8360s | train_loss=0.0544 | fid=265.3035
+  step 1110000 |   8434s | train_loss=0.0438
+  step 1120000 |   8503s | train_loss=0.0472
+  step 1130000 |   8574s | train_loss=0.0432
+  step 1140000 |   8645s | train_loss=0.0416
+  step 1150000 |   8716s | train_loss=0.0403
+  step 1160000 |   8786s | train_loss=0.0416
+  step 1170000 |   8857s | train_loss=0.0443
+  step 1180000 |   8928s | train_loss=0.0466
+  step 1190000 |   8999s | train_loss=0.0421
+  step 1200000 |   9117s | train_loss=0.0426 | fid=267.8424
+  step 1210000 |   9191s | train_loss=0.0412
+  step 1220000 |   9261s | train_loss=0.0420
+  step 1230000 |   9331s | train_loss=0.0439
+  step 1240000 |   9402s | train_loss=0.0394
+  step 1250000 |   9473s | train_loss=0.0407
+  step 1260000 |   9544s | train_loss=0.0434
+  step 1270000 |   9615s | train_loss=0.0438
+  step 1280000 |   9686s | train_loss=0.0378
+  step 1290000 |   9756s | train_loss=0.0446
+  step 1300000 |   9876s | train_loss=0.0466 | fid=266.6452
+  step 1310000 |   9948s | train_loss=0.0402
+  step 1320000 |  10019s | train_loss=0.0379
+  step 1330000 |  10090s | train_loss=0.0440
+  step 1340000 |  10161s | train_loss=0.0418
+  step 1350000 |  10232s | train_loss=0.0390
+  step 1360000 |  10303s | train_loss=0.0422
+  step 1370000 |  10373s | train_loss=0.0410
+  step 1380000 |  10444s | train_loss=0.0448
+  step 1390000 |  10515s | train_loss=0.0406
+  step 1400000 |  10633s | train_loss=0.0413 | fid=251.7206
+  step 1410000 |  10705s | train_loss=0.0420
+  step 1420000 |  10776s | train_loss=0.0526
+  step 1430000 |  10847s | train_loss=0.0388
+  step 1440000 |  10918s | train_loss=0.0421
+  step 1450000 |  10989s | train_loss=0.0367
+  step 1460000 |  11059s | train_loss=0.0351
+  step 1470000 |  11130s | train_loss=0.0394
+  step 1480000 |  11201s | train_loss=0.0384
+  step 1490000 |  11272s | train_loss=0.0405
+  step 1500000 |  11390s | train_loss=0.0378 | fid=257.3526
+  step 1510000 |  11461s | train_loss=0.0423
+  step 1520000 |  11533s | train_loss=0.0424
+  step 1530000 |  11603s | train_loss=0.0398
+  step 1540000 |  11674s | train_loss=0.0377
+  step 1550000 |  11745s | train_loss=0.0375
+  step 1560000 |  11816s | train_loss=0.0376
+  step 1570000 |  11887s | train_loss=0.0360
+  step 1580000 |  11958s | train_loss=0.0432
+  step 1590000 |  12029s | train_loss=0.0355
+  step 1600000 |  12148s | train_loss=0.0348 | fid=257.6192
+  step 1610000 |  12218s | train_loss=0.0387
+  step 1620000 |  12290s | train_loss=0.0488
+  step 1630000 |  12361s | train_loss=0.0386
+  step 1640000 |  12432s | train_loss=0.0387
+  step 1650000 |  12503s | train_loss=0.0356
+  step 1660000 |  12573s | train_loss=0.0329
+  step 1670000 |  12644s | train_loss=0.0354
+  step 1680000 |  12715s | train_loss=0.0352
+  step 1690000 |  12786s | train_loss=0.0379
+  step 1700000 |  12904s | train_loss=0.0386 | fid=255.7290
+  step 1710000 |  12975s | train_loss=0.0389
+  step 1720000 |  13048s | train_loss=0.0389
+  step 1730000 |  13119s | train_loss=0.0334
+  step 1740000 |  13190s | train_loss=0.0351
+  step 1750000 |  13261s | train_loss=0.0466
+  step 1760000 |  13332s | train_loss=0.0352
+  step 1770000 |  13403s | train_loss=0.0383
+  step 1780000 |  13473s | train_loss=0.0385
+  step 1790000 |  13544s | train_loss=0.0348
+  step 1800000 |  13661s | train_loss=0.0344 | fid=254.3816
+  step 1810000 |  13732s | train_loss=0.0342
+  step 1820000 |  13804s | train_loss=0.0369
+  step 1830000 |  13875s | train_loss=0.0426
+  step 1840000 |  13946s | train_loss=0.0385
+  step 1850000 |  14017s | train_loss=0.0345
+  step 1860000 |  14088s | train_loss=0.0374
+  step 1870000 |  14158s | train_loss=0.0329
+  step 1880000 |  14229s | train_loss=0.0391
+  step 1890000 |  14300s | train_loss=0.0362
+  step 1900000 |  14418s | train_loss=0.0361 | fid=255.0890
+  step 1910000 |  14488s | train_loss=0.0379
+  step 1920000 |  14561s | train_loss=0.0341
+  step 1930000 |  14632s | train_loss=0.0430
+  step 1940000 |  14703s | train_loss=0.0373
+  step 1950000 |  14773s | train_loss=0.0477
+  step 1960000 |  14844s | train_loss=0.0343
+  step 1970000 |  14915s | train_loss=0.0329
+  step 1980000 |  14986s | train_loss=0.0475
+  step 1990000 |  15057s | train_loss=0.0353
+  step 2000000 |  15175s | train_loss=0.0416 | fid=254.6445
+  step 2010000 |  15246s | train_loss=0.0322
+  step 2020000 |  15320s | train_loss=0.0418
+  step 2030000 |  15389s | train_loss=0.0344
+  step 2040000 |  15460s | train_loss=0.0340
+  step 2050000 |  15531s | train_loss=0.0338
+  step 2060000 |  15602s | train_loss=0.0335
+  step 2070000 |  15673s | train_loss=0.0388
+  step 2080000 |  15743s | train_loss=0.0383
+  step 2090000 |  15814s | train_loss=0.0360
+  step 2100000 |  15932s | train_loss=0.0351 | fid=251.8308
+  step 2110000 |  16003s | train_loss=0.0351
+  step 2120000 |  16078s | train_loss=0.0330
+  step 2130000 |  16147s | train_loss=0.0346
+  step 2140000 |  16218s | train_loss=0.0319
+  step 2150000 |  16289s | train_loss=0.0349
+  step 2160000 |  16359s | train_loss=0.0339
+  step 2170000 |  16430s | train_loss=0.0332
+  step 2180000 |  16501s | train_loss=0.0351
+  step 2190000 |  16572s | train_loss=0.0350
+  step 2200000 |  16690s | train_loss=0.0347 | fid=246.7347
+  step 2210000 |  16760s | train_loss=0.0367
+  step 2220000 |  16834s | train_loss=0.0377
+  step 2230000 |  16903s | train_loss=0.0355
+  step 2240000 |  16973s | train_loss=0.0309
+  step 2250000 |  17044s | train_loss=0.0334
+  step 2260000 |  17115s | train_loss=0.0361
+  step 2270000 |  17186s | train_loss=0.0323
+  step 2280000 |  17257s | train_loss=0.0349
+  step 2290000 |  17328s | train_loss=0.0475
+  step 2300000 |  17446s | train_loss=0.0333 | fid=248.4930
+  step 2310000 |  17518s | train_loss=0.0295
+  step 2320000 |  17592s | train_loss=0.0344
+  step 2330000 |  17661s | train_loss=0.0318
+  step 2340000 |  17732s | train_loss=0.0311
+  step 2350000 |  17802s | train_loss=0.0332
+  step 2360000 |  17873s | train_loss=0.0344
+  step 2370000 |  17944s | train_loss=0.0343
+  step 2380000 |  18015s | train_loss=0.0306
+  step 2390000 |  18086s | train_loss=0.0319
+  step 2400000 |  18203s | train_loss=0.0326 | fid=245.7718
+  step 2410000 |  18274s | train_loss=0.0341
+  step 2420000 |  18347s | train_loss=0.0378
+  step 2430000 |  18418s | train_loss=0.0398
+  step 2440000 |  18488s | train_loss=0.0339
+  step 2450000 |  18559s | train_loss=0.0336
+  step 2460000 |  18630s | train_loss=0.0381
+  step 2470000 |  18701s | train_loss=0.0439
+  step 2480000 |  18772s | train_loss=0.0306
+  step 2490000 |  18842s | train_loss=0.0357
+  step 2500000 |  18961s | train_loss=0.0333 | fid=235.6703
+  step 2510000 |  19032s | train_loss=0.0321
+  step 2520000 |  19105s | train_loss=0.0335
+  step 2530000 |  19176s | train_loss=0.0327
+  step 2540000 |  19247s | train_loss=0.0303
+  step 2550000 |  19318s | train_loss=0.0296
+  step 2560000 |  19388s | train_loss=0.0353
+  step 2570000 |  19459s | train_loss=0.0318
+  step 2580000 |  19530s | train_loss=0.0293
+  step 2590000 |  19601s | train_loss=0.0309
+  step 2600000 |  19720s | train_loss=0.0304 | fid=235.7235
+  step 2610000 |  19791s | train_loss=0.0314
+  step 2620000 |  19863s | train_loss=0.0302
+  step 2630000 |  19934s | train_loss=0.0324
+  step 2640000 |  20005s | train_loss=0.0302
+  step 2650000 |  20075s | train_loss=0.0305
+  step 2660000 |  20146s | train_loss=0.0453
+  step 2670000 |  20217s | train_loss=0.0306
+  step 2680000 |  20288s | train_loss=0.0325
+  step 2690000 |  20359s | train_loss=0.0307
+  step 2700000 |  20478s | train_loss=0.0323 | fid=234.6886
+  step 2710000 |  20549s | train_loss=0.0396
+  step 2720000 |  20621s | train_loss=0.0273
+  step 2730000 |  20693s | train_loss=0.0336
+  step 2740000 |  20764s | train_loss=0.0338
+  step 2750000 |  20835s | train_loss=0.0330
+  step 2760000 |  20905s | train_loss=0.0312
+  step 2770000 |  20976s | train_loss=0.0323
+  step 2780000 |  21047s | train_loss=0.0320
+  step 2790000 |  21118s | train_loss=0.0345
+  step 2800000 |  21237s | train_loss=0.0301 | fid=227.2016
+  step 2810000 |  21308s | train_loss=0.0299
+  step 2820000 |  21380s | train_loss=0.0294
+  step 2830000 |  21452s | train_loss=0.0294
+  step 2840000 |  21523s | train_loss=0.0293
+  step 2850000 |  21593s | train_loss=0.0314
+  step 2860000 |  21664s | train_loss=0.0290
+  step 2870000 |  21735s | train_loss=0.0307
+  step 2880000 |  21806s | train_loss=0.0274
+  step 2890000 |  21877s | train_loss=0.0343
+  step 2900000 |  21995s | train_loss=0.0290 | fid=229.6364
+  step 2910000 |  22066s | train_loss=0.0337
+  step 2920000 |  22137s | train_loss=0.0320
+  step 2930000 |  22209s | train_loss=0.0315
+  step 2940000 |  22280s | train_loss=0.0316
+  step 2950000 |  22351s | train_loss=0.0333
+  step 2960000 |  22421s | train_loss=0.0363
+  step 2970000 |  22492s | train_loss=0.0300
+  step 2980000 |  22563s | train_loss=0.0299
+  step 2990000 |  22634s | train_loss=0.0280
+  step 3000000 |  22753s | train_loss=0.0295 | fid=221.4063
+  step 3010000 |  22824s | train_loss=0.0359
+  step 3020000 |  22894s | train_loss=0.0289
+  step 3030000 |  22967s | train_loss=0.0284
+  step 3040000 |  23038s | train_loss=0.0282
+  step 3050000 |  23109s | train_loss=0.0309
+  step 3060000 |  23179s | train_loss=0.0274
+  step 3070000 |  23250s | train_loss=0.0313
+  step 3080000 |  23321s | train_loss=0.0325
+  step 3090000 |  23392s | train_loss=0.0334
+  step 3100000 |  23509s | train_loss=0.0300 | fid=220.7402
+  step 3110000 |  23580s | train_loss=0.0319
+  step 3120000 |  23650s | train_loss=0.0271
+  step 3130000 |  23723s | train_loss=0.0326
+  step 3140000 |  23794s | train_loss=0.0308
+  step 3150000 |  23865s | train_loss=0.0308
+  step 3160000 |  23936s | train_loss=0.0290
+  step 3170000 |  24006s | train_loss=0.0291
+  step 3180000 |  24077s | train_loss=0.0285
+  step 3190000 |  24148s | train_loss=0.0272
+  step 3200000 |  24266s | train_loss=0.0301 | fid=218.5307
+  step 3210000 |  24339s | train_loss=0.0297
+  step 3220000 |  24409s | train_loss=0.0372
+  step 3230000 |  24482s | train_loss=0.0349
+  step 3240000 |  24553s | train_loss=0.0313
+  step 3250000 |  24624s | train_loss=0.0315
+  step 3260000 |  24695s | train_loss=0.0335
+  step 3270000 |  24766s | train_loss=0.0306
+  step 3280000 |  24836s | train_loss=0.0285
+  step 3290000 |  24907s | train_loss=0.0286
+  step 3300000 |  25025s | train_loss=0.0294 | fid=215.3693
+  step 3310000 |  25098s | train_loss=0.0292
+  step 3320000 |  25167s | train_loss=0.0301
+  step 3330000 |  25240s | train_loss=0.0267
+  step 3340000 |  25311s | train_loss=0.0311
+  step 3350000 |  25382s | train_loss=0.0345
+  step 3360000 |  25453s | train_loss=0.0264
+  step 3370000 |  25524s | train_loss=0.0309
+  step 3380000 |  25595s | train_loss=0.0292
+  step 3390000 |  25665s | train_loss=0.0291
+  step 3400000 |  25783s | train_loss=0.0280 | fid=224.1098
+  step 3410000 |  25855s | train_loss=0.0295
+  step 3420000 |  25925s | train_loss=0.0276
+  step 3430000 |  25998s | train_loss=0.0354
+  step 3440000 |  26069s | train_loss=0.0303
+  step 3450000 |  26140s | train_loss=0.0298
+  step 3460000 |  26211s | train_loss=0.0349
+  step 3470000 |  26282s | train_loss=0.0264
+  step 3480000 |  26352s | train_loss=0.0288
+  step 3490000 |  26423s | train_loss=0.0325
+  step 3500000 |  26541s | train_loss=0.0306 | fid=212.3228
+  step 3510000 |  26613s | train_loss=0.0291
+  step 3520000 |  26683s | train_loss=0.0314
+  step 3530000 |  26756s | train_loss=0.0300
+  step 3540000 |  26826s | train_loss=0.0276
+  step 3550000 |  26897s | train_loss=0.0286
+  step 3560000 |  26968s | train_loss=0.0300
+  step 3570000 |  27039s | train_loss=0.0273
+  step 3580000 |  27109s | train_loss=0.0266
+  step 3590000 |  27180s | train_loss=0.0308
+  step 3600000 |  27298s | train_loss=0.0269 | fid=213.4561
+  step 3610000 |  27365s | train_loss=0.0286
+  step 3620000 |  27411s | train_loss=0.0283
+  step 3630000 |  27484s | train_loss=0.0299
+  step 3640000 |  27554s | train_loss=0.0276
+  step 3650000 |  27624s | train_loss=0.0285
+  step 3660000 |  27695s | train_loss=0.0302
+  step 3670000 |  27766s | train_loss=0.0280
+  step 3680000 |  27837s | train_loss=0.0268
+  step 3690000 |  27908s | train_loss=0.0278
+  step 3700000 |  28026s | train_loss=0.0278 | fid=214.7725
+  step 3710000 |  28097s | train_loss=0.0301
+  step 3720000 |  28168s | train_loss=0.0266
+  step 3730000 |  28243s | train_loss=0.0283
+  step 3740000 |  28311s | train_loss=0.0275
+  step 3750000 |  28382s | train_loss=0.0266
+  step 3760000 |  28453s | train_loss=0.0257
+  step 3770000 |  28523s | train_loss=0.0265
+  step 3780000 |  28594s | train_loss=0.0309
+  step 3790000 |  28665s | train_loss=0.0303
+  step 3800000 |  28783s | train_loss=0.0272 | fid=208.3791
+  step 3810000 |  28855s | train_loss=0.0262
+  step 3820000 |  28926s | train_loss=0.0299
+  step 3830000 |  29000s | train_loss=0.0272
+  step 3840000 |  29068s | train_loss=0.0286
+  step 3850000 |  29139s | train_loss=0.0298
+  step 3860000 |  29210s | train_loss=0.0295
+  step 3870000 |  29281s | train_loss=0.0291
+  step 3880000 |  29352s | train_loss=0.0247
+  step 3890000 |  29423s | train_loss=0.0278
+  step 3900000 |  29540s | train_loss=0.0256 | fid=210.9009
+  step 3910000 |  29612s | train_loss=0.0314
+  step 3920000 |  29683s | train_loss=0.0278
+  step 3930000 |  29755s | train_loss=0.0274
+  step 3940000 |  29825s | train_loss=0.0249
+  step 3950000 |  29896s | train_loss=0.0278
+  step 3960000 |  29966s | train_loss=0.0268
+  step 3970000 |  30037s | train_loss=0.0264
+  step 3980000 |  30108s | train_loss=0.0276
+  step 3990000 |  30179s | train_loss=0.0290
+  step 4000000 |  30298s | train_loss=0.0281 | fid=204.1423
+  step 4010000 |  30370s | train_loss=0.0268
+  step 4020000 |  30441s | train_loss=0.0267
+  step 4030000 |  30512s | train_loss=0.0275
+  step 4040000 |  30582s | train_loss=0.0258
+  step 4050000 |  30653s | train_loss=0.0276
+  step 4060000 |  30724s | train_loss=0.0272
+  step 4070000 |  30795s | train_loss=0.0291
+  step 4080000 |  30865s | train_loss=0.0290
+  step 4090000 |  30936s | train_loss=0.0247
+  step 4100000 |  31054s | train_loss=0.0302 | fid=208.6949
+  step 4110000 |  31125s | train_loss=0.0250
+  step 4120000 |  31198s | train_loss=0.0300
+  step 4130000 |  31267s | train_loss=0.0270
+  step 4140000 |  31338s | train_loss=0.0382
+  step 4150000 |  31408s | train_loss=0.0258
+  step 4160000 |  31479s | train_loss=0.0299
+  step 4170000 |  31550s | train_loss=0.0285
+  step 4180000 |  31621s | train_loss=0.0248
+  step 4190000 |  31692s | train_loss=0.0244
+  step 4200000 |  31808s | train_loss=0.0284 | fid=209.7520
+  step 4210000 |  31880s | train_loss=0.0269
+  step 4220000 |  31952s | train_loss=0.0282
+  step 4230000 |  32022s | train_loss=0.0284
+  step 4240000 |  32093s | train_loss=0.0304
+  step 4250000 |  32164s | train_loss=0.0249
+  step 4260000 |  32235s | train_loss=0.0269
+  step 4270000 |  32306s | train_loss=0.0257
+  step 4280000 |  32377s | train_loss=0.0256
+  step 4290000 |  32447s | train_loss=0.0308
+  step 4300000 |  32565s | train_loss=0.0264 | fid=206.3741
+  step 4310000 |  32637s | train_loss=0.0303
+  step 4320000 |  32709s | train_loss=0.0281
+  step 4330000 |  32779s | train_loss=0.0250
+  step 4340000 |  32851s | train_loss=0.0276
+  step 4350000 |  32922s | train_loss=0.0252
+  step 4360000 |  32992s | train_loss=0.0251
+  step 4370000 |  33063s | train_loss=0.0315
+  step 4380000 |  33134s | train_loss=0.0242
+  step 4390000 |  33205s | train_loss=0.0257
+  step 4400000 |  33323s | train_loss=0.0260 | fid=212.4922
+  step 4410000 |  33395s | train_loss=0.0255
+  step 4420000 |  33467s | train_loss=0.0261
+  step 4430000 |  33537s | train_loss=0.0310
+  step 4440000 |  33609s | train_loss=0.0256
+  step 4450000 |  33679s | train_loss=0.0251
+  step 4460000 |  33750s | train_loss=0.0283
+  step 4470000 |  33821s | train_loss=0.0317
+  step 4480000 |  33892s | train_loss=0.0268
+  step 4490000 |  33963s | train_loss=0.0277
+  step 4500000 |  34081s | train_loss=0.0269 | fid=199.4364
+  step 4510000 |  34153s | train_loss=0.0253
+  step 4520000 |  34224s | train_loss=0.0254
+  step 4530000 |  34294s | train_loss=0.0310
+  step 4540000 |  34365s | train_loss=0.0243
+  step 4550000 |  34436s | train_loss=0.0269
+  step 4560000 |  34507s | train_loss=0.0253
+  step 4570000 |  34578s | train_loss=0.0266
+  step 4580000 |  34649s | train_loss=0.0281
+  step 4590000 |  34719s | train_loss=0.0257
+  step 4600000 |  34839s | train_loss=0.0268 | fid=214.5703
+  step 4610000 |  34910s | train_loss=0.0255
+  step 4620000 |  34982s | train_loss=0.0276
+  step 4630000 |  35051s | train_loss=0.0272
+  step 4640000 |  35124s | train_loss=0.0255
+  step 4650000 |  35194s | train_loss=0.0258
+  step 4660000 |  35265s | train_loss=0.0245
+  step 4670000 |  35336s | train_loss=0.0253
+  step 4680000 |  35407s | train_loss=0.0274
+  step 4690000 |  35478s | train_loss=0.0251
+  step 4700000 |  35596s | train_loss=0.0251 | fid=199.1677
+  step 4710000 |  35668s | train_loss=0.0274
+  step 4720000 |  35739s | train_loss=0.0263
+  step 4730000 |  35808s | train_loss=0.0247
+  step 4740000 |  35880s | train_loss=0.0259
+  step 4750000 |  35951s | train_loss=0.0229
+  step 4760000 |  36022s | train_loss=0.0265
+  step 4770000 |  36093s | train_loss=0.0250
+  step 4780000 |  36164s | train_loss=0.0271
+  step 4790000 |  36234s | train_loss=0.0257
+  step 4800000 |  36354s | train_loss=0.0257 | fid=201.8188
+  step 4810000 |  36425s | train_loss=0.0250
+  step 4820000 |  36497s | train_loss=0.0263
+  step 4830000 |  36566s | train_loss=0.0262
+  step 4840000 |  36639s | train_loss=0.0259
+  step 4850000 |  36710s | train_loss=0.0257
+  step 4860000 |  36780s | train_loss=0.0282
+  step 4870000 |  36851s | train_loss=0.0245
+  step 4880000 |  36922s | train_loss=0.0240
+  step 4890000 |  36993s | train_loss=0.0235
+  step 4900000 |  37112s | train_loss=0.0265 | fid=199.7494
+  step 4910000 |  37184s | train_loss=0.0269
+  step 4920000 |  37256s | train_loss=0.0242
+  step 4930000 |  37325s | train_loss=0.0287
+  step 4940000 |  37398s | train_loss=0.0250
+  step 4950000 |  37469s | train_loss=0.0248
+  step 4960000 |  37539s | train_loss=0.0258
+  step 4970000 |  37610s | train_loss=0.0236
+  step 4980000 |  37681s | train_loss=0.0249
+  step 4990000 |  37752s | train_loss=0.0298
+  step 5000000 |  37870s | train_loss=0.0266 | fid=202.9843
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed49/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed49/d260/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..20d28440cf2eea2baf31ad94c5a72985c6d0e49d
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed49/d260/config.json
@@ -0,0 +1,27 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed49/d260",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "grad_clip": 0.0,
+  "stop_on_nonfinite": false,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 49,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed49/d260/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed49/d260/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..fd6111b81782d0c3165c2db8e7c16a5de9b9a2ba
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed49/d260/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 260, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 49}
+{"step": 1, "wall_time": 60.692991971969604, "train_loss_step": 260.27105712890625, "n_params": 4797700, "total_flops": 14738534400, "train_loss": 1.0027995182917668, "subset_score_loss": 1.0027995182917668, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9827131628990173, "fid": 299.97250062836963, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 131.2775375843048, "train_loss_step": 41.888832092285156, "n_params": 4797700, "total_flops": 147385344000000, "train_loss": 0.6381662808931791, "subset_score_loss": 0.6381662808931791}
+{"step": 20000, "wall_time": 202.34338998794556, "train_loss_step": 37.97589874267578, "n_params": 4797700, "total_flops": 294770688000000, "train_loss": 0.5268201974722055, "subset_score_loss": 0.5268201974722055}
+{"step": 30000, "wall_time": 273.16929626464844, "train_loss_step": 35.655906677246094, "n_params": 4797700, "total_flops": 442156032000000, "train_loss": 0.4849317403940054, "subset_score_loss": 0.4849317403940054}
+{"step": 40000, "wall_time": 344.01540660858154, "train_loss_step": 33.80122375488281, "n_params": 4797700, "total_flops": 589541376000000, "train_loss": 0.4519862541785607, "subset_score_loss": 0.4519862541785607}
+{"step": 50000, "wall_time": 414.822790145874, "train_loss_step": 29.6886043548584, "n_params": 4797700, "total_flops": 736926720000000, "train_loss": 0.415700677724985, "subset_score_loss": 0.415700677724985}
+{"step": 60000, "wall_time": 485.64921498298645, "train_loss_step": 29.2214298248291, "n_params": 4797700, "total_flops": 884312064000000, "train_loss": 0.3715244586651142, "subset_score_loss": 0.3715244586651142}
+{"step": 70000, "wall_time": 556.5162672996521, "train_loss_step": 27.27728271484375, "n_params": 4797700, "total_flops": 1031697408000000, "train_loss": 0.3265780228834886, "subset_score_loss": 0.3265780228834886}
+{"step": 80000, "wall_time": 627.3455054759979, "train_loss_step": 26.625621795654297, "n_params": 4797700, "total_flops": 1179082752000000, "train_loss": 0.28578238854041466, "subset_score_loss": 0.28578238854041466}
+{"step": 90000, "wall_time": 698.1649804115295, "train_loss_step": 24.02840805053711, "n_params": 4797700, "total_flops": 1326468096000000, "train_loss": 0.24564321958101712, "subset_score_loss": 0.24564321958101712}
+{"step": 100000, "wall_time": 824.9122114181519, "train_loss_step": 22.469463348388672, "n_params": 4797700, "total_flops": 1473853440000000, "train_loss": 0.22195403759296123, "subset_score_loss": 0.22195403759296123, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.966920793056488, "fid": 195.71868661609744, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 895.0336771011353, "train_loss_step": 21.845104217529297, "n_params": 4797700, "total_flops": 1621238784000000, "train_loss": 0.19939642686110276, "subset_score_loss": 0.19939642686110276}
+{"step": 120000, "wall_time": 965.8535237312317, "train_loss_step": 19.80013656616211, "n_params": 4797700, "total_flops": 1768624128000000, "train_loss": 0.1797803438626803, "subset_score_loss": 0.1797803438626803}
+{"step": 130000, "wall_time": 1036.7324442863464, "train_loss_step": 21.23773765563965, "n_params": 4797700, "total_flops": 1916009472000000, "train_loss": 0.16953006157508263, "subset_score_loss": 0.16953006157508263}
+{"step": 140000, "wall_time": 1107.6088013648987, "train_loss_step": 19.71602439880371, "n_params": 4797700, "total_flops": 2063394816000000, "train_loss": 0.15684986114501953, "subset_score_loss": 0.15684986114501953}
+{"step": 150000, "wall_time": 1178.4227647781372, "train_loss_step": 19.301025390625, "n_params": 4797700, "total_flops": 2210780160000000, "train_loss": 0.14774541121262771, "subset_score_loss": 0.14774541121262771}
+{"step": 160000, "wall_time": 1249.296668767929, "train_loss_step": 17.64599609375, "n_params": 4797700, "total_flops": 2358165504000000, "train_loss": 0.1382314241849459, "subset_score_loss": 0.1382314241849459}
+{"step": 170000, "wall_time": 1320.1800789833069, "train_loss_step": 18.24595069885254, "n_params": 4797700, "total_flops": 2505550848000000, "train_loss": 0.13785503094012921, "subset_score_loss": 0.13785503094012921}
+{"step": 180000, "wall_time": 1391.014469385147, "train_loss_step": 16.740249633789062, "n_params": 4797700, "total_flops": 2652936192000000, "train_loss": 0.12482264592097356, "subset_score_loss": 0.12482264592097356}
+{"step": 190000, "wall_time": 1461.8238263130188, "train_loss_step": 17.537586212158203, "n_params": 4797700, "total_flops": 2800321536000000, "train_loss": 0.12724063579852765, "subset_score_loss": 0.12724063579852765}
+{"step": 200000, "wall_time": 1586.8942720890045, "train_loss_step": 17.513452529907227, "n_params": 4797700, "total_flops": 2947706880000000, "train_loss": 0.12017492881188026, "subset_score_loss": 0.12017492881188026, "memorization_fraction_pixel": 0.00019999999494757503, "mean_nn_ratio_pixel": 0.9698209166526794, "fid": 233.21314012788235, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1656.863614320755, "train_loss_step": 16.227514266967773, "n_params": 4797700, "total_flops": 3095092224000000, "train_loss": 0.1133728394141564, "subset_score_loss": 0.1133728394141564}
+{"step": 220000, "wall_time": 1727.6925449371338, "train_loss_step": 16.446800231933594, "n_params": 4797700, "total_flops": 3242477568000000, "train_loss": 0.11318479684682993, "subset_score_loss": 0.11318479684682993}
+{"step": 230000, "wall_time": 1798.5569758415222, "train_loss_step": 15.272907257080078, "n_params": 4797700, "total_flops": 3389862912000000, "train_loss": 0.10863060584435096, "subset_score_loss": 0.10863060584435096}
+{"step": 240000, "wall_time": 1869.4230709075928, "train_loss_step": 14.696372032165527, "n_params": 4797700, "total_flops": 3537248256000000, "train_loss": 0.10709185967078576, "subset_score_loss": 0.10709185967078576}
+{"step": 250000, "wall_time": 1940.2624380588531, "train_loss_step": 15.785847663879395, "n_params": 4797700, "total_flops": 3684633600000000, "train_loss": 0.10724266492403471, "subset_score_loss": 0.10724266492403471}
+{"step": 260000, "wall_time": 2011.0962417125702, "train_loss_step": 14.491710662841797, "n_params": 4797700, "total_flops": 3832018944000000, "train_loss": 0.1009789540217473, "subset_score_loss": 0.1009789540217473}
+{"step": 270000, "wall_time": 2081.975444793701, "train_loss_step": 14.674768447875977, "n_params": 4797700, "total_flops": 3979404288000000, "train_loss": 0.1028135739839994, "subset_score_loss": 0.1028135739839994}
+{"step": 280000, "wall_time": 2152.817024230957, "train_loss_step": 14.319091796875, "n_params": 4797700, "total_flops": 4126789632000000, "train_loss": 0.09740228652954101, "subset_score_loss": 0.09740228652954101}
+{"step": 290000, "wall_time": 2223.6217517852783, "train_loss_step": 15.018471717834473, "n_params": 4797700, "total_flops": 4274174976000000, "train_loss": 0.09692392349243165, "subset_score_loss": 0.09692392349243165}
+{"step": 300000, "wall_time": 2344.8856797218323, "train_loss_step": 14.557417869567871, "n_params": 4797700, "total_flops": 4421560320000000, "train_loss": 0.09276026945847732, "subset_score_loss": 0.09276026945847732, "memorization_fraction_pixel": 0.0007999999797903001, "mean_nn_ratio_pixel": 0.9678974747657776, "fid": 248.8745031075419, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2413.757842063904, "train_loss_step": 14.17686653137207, "n_params": 4797700, "total_flops": 4568945664000000, "train_loss": 0.09017223945030799, "subset_score_loss": 0.09017223945030799}
+{"step": 320000, "wall_time": 2484.5549716949463, "train_loss_step": 13.68569564819336, "n_params": 4797700, "total_flops": 4716331008000000, "train_loss": 0.0861729988685021, "subset_score_loss": 0.0861729988685021}
+{"step": 330000, "wall_time": 2555.3654317855835, "train_loss_step": 13.851195335388184, "n_params": 4797700, "total_flops": 4863716352000000, "train_loss": 0.08917271540715144, "subset_score_loss": 0.08917271540715144}
+{"step": 340000, "wall_time": 2626.242025613785, "train_loss_step": 13.884154319763184, "n_params": 4797700, "total_flops": 5011101696000000, "train_loss": 0.086376769726093, "subset_score_loss": 0.086376769726093}
+{"step": 350000, "wall_time": 2697.0872843265533, "train_loss_step": 13.62019157409668, "n_params": 4797700, "total_flops": 5158487040000000, "train_loss": 0.08507202588594877, "subset_score_loss": 0.08507202588594877}
+{"step": 360000, "wall_time": 2767.893811225891, "train_loss_step": 13.365701675415039, "n_params": 4797700, "total_flops": 5305872384000000, "train_loss": 0.08145410831157977, "subset_score_loss": 0.08145410831157977}
+{"step": 370000, "wall_time": 2838.7696554660797, "train_loss_step": 13.092658996582031, "n_params": 4797700, "total_flops": 5453257728000000, "train_loss": 0.08423666587242713, "subset_score_loss": 0.08423666587242713}
+{"step": 380000, "wall_time": 2909.6837208271027, "train_loss_step": 12.530391693115234, "n_params": 4797700, "total_flops": 5600643072000000, "train_loss": 0.08205067561222956, "subset_score_loss": 0.08205067561222956}
+{"step": 390000, "wall_time": 2980.5250663757324, "train_loss_step": 12.712754249572754, "n_params": 4797700, "total_flops": 5748028416000000, "train_loss": 0.08178992638221154, "subset_score_loss": 0.08178992638221154}
+{"step": 400000, "wall_time": 3102.202432870865, "train_loss_step": 12.440832138061523, "n_params": 4797700, "total_flops": 5895413760000000, "train_loss": 0.07740760949941781, "subset_score_loss": 0.07740760949941781, "memorization_fraction_pixel": 0.0019000000320374966, "mean_nn_ratio_pixel": 0.9640324115753174, "fid": 260.5539732819916, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3171.523201227188, "train_loss_step": 13.214174270629883, "n_params": 4797700, "total_flops": 6042799104000000, "train_loss": 0.07486432882455679, "subset_score_loss": 0.07486432882455679}
+{"step": 420000, "wall_time": 3242.353954076767, "train_loss_step": 11.927593231201172, "n_params": 4797700, "total_flops": 6190184448000000, "train_loss": 0.08670230278602013, "subset_score_loss": 0.08670230278602013}
+{"step": 430000, "wall_time": 3313.1648564338684, "train_loss_step": 12.772384643554688, "n_params": 4797700, "total_flops": 6337569792000000, "train_loss": 0.0796480472271259, "subset_score_loss": 0.0796480472271259}
+{"step": 440000, "wall_time": 3384.0051579475403, "train_loss_step": 12.209851264953613, "n_params": 4797700, "total_flops": 6484955136000000, "train_loss": 0.07321739930372972, "subset_score_loss": 0.07321739930372972}
+{"step": 450000, "wall_time": 3454.881012201309, "train_loss_step": 11.669153213500977, "n_params": 4797700, "total_flops": 6632340480000000, "train_loss": 0.07080863072321965, "subset_score_loss": 0.07080863072321965}
+{"step": 460000, "wall_time": 3525.7056946754456, "train_loss_step": 11.542040824890137, "n_params": 4797700, "total_flops": 6779725824000000, "train_loss": 0.06773325113149789, "subset_score_loss": 0.06773325113149789}
+{"step": 470000, "wall_time": 3596.526001214981, "train_loss_step": 11.451900482177734, "n_params": 4797700, "total_flops": 6927111168000000, "train_loss": 0.08187574973473181, "subset_score_loss": 0.08187574973473181}
+{"step": 480000, "wall_time": 3667.3685660362244, "train_loss_step": 11.210747718811035, "n_params": 4797700, "total_flops": 7074496512000000, "train_loss": 0.06660044009868915, "subset_score_loss": 0.06660044009868915}
+{"step": 490000, "wall_time": 3738.350932121277, "train_loss_step": 11.50687026977539, "n_params": 4797700, "total_flops": 7221881856000000, "train_loss": 0.07675081399770883, "subset_score_loss": 0.07675081399770883}
+{"step": 500000, "wall_time": 3863.0857203006744, "train_loss_step": 10.377593040466309, "n_params": 4797700, "total_flops": 7369267200000000, "train_loss": 0.07015504837036132, "subset_score_loss": 0.07015504837036132, "memorization_fraction_pixel": 0.0032999999821186066, "mean_nn_ratio_pixel": 0.9562833905220032, "fid": 271.7478497441386, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 3931.376353263855, "train_loss_step": 11.385017395019531, "n_params": 4797700, "total_flops": 7516652544000000, "train_loss": 0.06868472466102013, "subset_score_loss": 0.06868472466102013}
+{"step": 520000, "wall_time": 4002.2322766780853, "train_loss_step": 10.788101196289062, "n_params": 4797700, "total_flops": 7664037888000000, "train_loss": 0.07432253910945012, "subset_score_loss": 0.07432253910945012}
+{"step": 530000, "wall_time": 4073.046557188034, "train_loss_step": 10.787471771240234, "n_params": 4797700, "total_flops": 7811423232000000, "train_loss": 0.06372633713942308, "subset_score_loss": 0.06372633713942308}
+{"step": 540000, "wall_time": 4143.8786635398865, "train_loss_step": 11.0537109375, "n_params": 4797700, "total_flops": 7958808576000000, "train_loss": 0.06684050926795372, "subset_score_loss": 0.06684050926795372}
+{"step": 550000, "wall_time": 4214.803073167801, "train_loss_step": 10.53597640991211, "n_params": 4797700, "total_flops": 8106193920000000, "train_loss": 0.06095904203561636, "subset_score_loss": 0.06095904203561636}
+{"step": 560000, "wall_time": 4285.619685649872, "train_loss_step": 11.043821334838867, "n_params": 4797700, "total_flops": 8253579264000000, "train_loss": 0.06533425404475285, "subset_score_loss": 0.06533425404475285}
+{"step": 570000, "wall_time": 4356.435590744019, "train_loss_step": 10.889738082885742, "n_params": 4797700, "total_flops": 8400964608000000, "train_loss": 0.06285386452308069, "subset_score_loss": 0.06285386452308069}
+{"step": 580000, "wall_time": 4427.268917798996, "train_loss_step": 10.522172927856445, "n_params": 4797700, "total_flops": 8548349952000000, "train_loss": 0.0626613763662485, "subset_score_loss": 0.0626613763662485}
+{"step": 590000, "wall_time": 4498.728282928467, "train_loss_step": 10.33607292175293, "n_params": 4797700, "total_flops": 8695735296000000, "train_loss": 0.0645368796128493, "subset_score_loss": 0.0645368796128493}
+{"step": 600000, "wall_time": 4619.316645383835, "train_loss_step": 10.837897300720215, "n_params": 4797700, "total_flops": 8843120640000000, "train_loss": 0.05836652975815993, "subset_score_loss": 0.05836652975815993, "memorization_fraction_pixel": 0.0071000000461936, "mean_nn_ratio_pixel": 0.9543282985687256, "fid": 268.84113067455627, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 4688.646220445633, "train_loss_step": 10.624351501464844, "n_params": 4797700, "total_flops": 8990505984000000, "train_loss": 0.05784236834599422, "subset_score_loss": 0.05784236834599422}
+{"step": 620000, "wall_time": 4759.540717840195, "train_loss_step": 9.510028839111328, "n_params": 4797700, "total_flops": 9137891328000000, "train_loss": 0.06032689534700834, "subset_score_loss": 0.06032689534700834}
+{"step": 630000, "wall_time": 4830.387651205063, "train_loss_step": 9.707281112670898, "n_params": 4797700, "total_flops": 9285276672000000, "train_loss": 0.0547393432030311, "subset_score_loss": 0.0547393432030311}
+{"step": 640000, "wall_time": 4901.250885725021, "train_loss_step": 9.936336517333984, "n_params": 4797700, "total_flops": 9432662016000000, "train_loss": 0.06281984035785382, "subset_score_loss": 0.06281984035785382}
+{"step": 650000, "wall_time": 4972.133812665939, "train_loss_step": 10.042135238647461, "n_params": 4797700, "total_flops": 9580047360000000, "train_loss": 0.05731104704049917, "subset_score_loss": 0.05731104704049917}
+{"step": 660000, "wall_time": 5043.006393194199, "train_loss_step": 9.340387344360352, "n_params": 4797700, "total_flops": 9727432704000000, "train_loss": 0.05664562812218299, "subset_score_loss": 0.05664562812218299}
+{"step": 670000, "wall_time": 5113.8218998909, "train_loss_step": 10.037307739257812, "n_params": 4797700, "total_flops": 9874818048000000, "train_loss": 0.05297427544227013, "subset_score_loss": 0.05297427544227013}
+{"step": 680000, "wall_time": 5184.663067102432, "train_loss_step": 9.700824737548828, "n_params": 4797700, "total_flops": 10022203392000000, "train_loss": 0.05194573769202599, "subset_score_loss": 0.05194573769202599}
+{"step": 690000, "wall_time": 5255.543672084808, "train_loss_step": 8.838689804077148, "n_params": 4797700, "total_flops": 10169588736000000, "train_loss": 0.05606748507573055, "subset_score_loss": 0.05606748507573055}
+{"step": 700000, "wall_time": 5376.616358280182, "train_loss_step": 9.261534690856934, "n_params": 4797700, "total_flops": 10316974080000000, "train_loss": 0.05284009713392991, "subset_score_loss": 0.05284009713392991, "memorization_fraction_pixel": 0.008899999782443047, "mean_nn_ratio_pixel": 0.9547706842422485, "fid": 274.1476259198838, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 5447.039454698563, "train_loss_step": 9.64419174194336, "n_params": 4797700, "total_flops": 10464359424000000, "train_loss": 0.04927765772892879, "subset_score_loss": 0.04927765772892879}
+{"step": 720000, "wall_time": 5517.900332927704, "train_loss_step": 10.115609169006348, "n_params": 4797700, "total_flops": 10611744768000000, "train_loss": 0.05579226200397198, "subset_score_loss": 0.05579226200397198}
+{"step": 730000, "wall_time": 5588.7428612709045, "train_loss_step": 9.282703399658203, "n_params": 4797700, "total_flops": 10759130112000000, "train_loss": 0.04723372459411621, "subset_score_loss": 0.04723372459411621}
+{"step": 740000, "wall_time": 5659.563421726227, "train_loss_step": 8.594846725463867, "n_params": 4797700, "total_flops": 10906515456000000, "train_loss": 0.048882025938767656, "subset_score_loss": 0.048882025938767656}
+{"step": 750000, "wall_time": 5730.371992111206, "train_loss_step": 9.058294296264648, "n_params": 4797700, "total_flops": 11053900800000000, "train_loss": 0.06371091695932242, "subset_score_loss": 0.06371091695932242}
+{"step": 760000, "wall_time": 5801.206678390503, "train_loss_step": 9.179677963256836, "n_params": 4797700, "total_flops": 11201286144000000, "train_loss": 0.04725832572350135, "subset_score_loss": 0.04725832572350135}
+{"step": 770000, "wall_time": 5872.046315670013, "train_loss_step": 9.15857219696045, "n_params": 4797700, "total_flops": 11348671488000000, "train_loss": 0.05126439241262583, "subset_score_loss": 0.05126439241262583}
+{"step": 780000, "wall_time": 5942.858821153641, "train_loss_step": 9.31895923614502, "n_params": 4797700, "total_flops": 11496056832000000, "train_loss": 0.050133727147028996, "subset_score_loss": 0.050133727147028996}
+{"step": 790000, "wall_time": 6013.693828582764, "train_loss_step": 9.257089614868164, "n_params": 4797700, "total_flops": 11643442176000000, "train_loss": 0.045655114834125224, "subset_score_loss": 0.045655114834125224}
+{"step": 800000, "wall_time": 6134.512092828751, "train_loss_step": 8.807156562805176, "n_params": 4797700, "total_flops": 11790827520000000, "train_loss": 0.048610368141761194, "subset_score_loss": 0.048610368141761194, "memorization_fraction_pixel": 0.012600000016391277, "mean_nn_ratio_pixel": 0.9489172697067261, "fid": 277.8701462646677, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 6205.207002878189, "train_loss_step": 9.103760719299316, "n_params": 4797700, "total_flops": 11938212864000000, "train_loss": 0.044215682836679315, "subset_score_loss": 0.044215682836679315}
+{"step": 820000, "wall_time": 6276.05655837059, "train_loss_step": 8.815814018249512, "n_params": 4797700, "total_flops": 12085598208000000, "train_loss": 0.046694098986112154, "subset_score_loss": 0.046694098986112154}
+{"step": 830000, "wall_time": 6346.961358785629, "train_loss_step": 8.354732513427734, "n_params": 4797700, "total_flops": 12232983552000000, "train_loss": 0.04208598136901855, "subset_score_loss": 0.04208598136901855}
+{"step": 840000, "wall_time": 6417.766304254532, "train_loss_step": 8.645002365112305, "n_params": 4797700, "total_flops": 12380368896000000, "train_loss": 0.04303451318007249, "subset_score_loss": 0.04303451318007249}
+{"step": 850000, "wall_time": 6488.6023626327515, "train_loss_step": 8.785493850708008, "n_params": 4797700, "total_flops": 12527754240000000, "train_loss": 0.04808796735910269, "subset_score_loss": 0.04808796735910269}
+{"step": 860000, "wall_time": 6559.433655500412, "train_loss_step": 8.790514945983887, "n_params": 4797700, "total_flops": 12675139584000000, "train_loss": 0.04278717774611253, "subset_score_loss": 0.04278717774611253}
+{"step": 870000, "wall_time": 6630.336673736572, "train_loss_step": 9.058206558227539, "n_params": 4797700, "total_flops": 12822524928000000, "train_loss": 0.04705149944011982, "subset_score_loss": 0.04705149944011982}
+{"step": 880000, "wall_time": 6701.174722194672, "train_loss_step": 8.37790298461914, "n_params": 4797700, "total_flops": 12969910272000000, "train_loss": 0.047327221356905425, "subset_score_loss": 0.047327221356905425}
+{"step": 890000, "wall_time": 6772.005741119385, "train_loss_step": 8.742717742919922, "n_params": 4797700, "total_flops": 13117295616000000, "train_loss": 0.04458781389089731, "subset_score_loss": 0.04458781389089731}
+{"step": 900000, "wall_time": 6895.061309099197, "train_loss_step": 8.452754974365234, "n_params": 4797700, "total_flops": 13264680960000000, "train_loss": 0.04387708443861741, "subset_score_loss": 0.04387708443861741, "memorization_fraction_pixel": 0.01600000075995922, "mean_nn_ratio_pixel": 0.9501259922981262, "fid": 281.51901986036967, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 6966.162811517715, "train_loss_step": 8.530527114868164, "n_params": 4797700, "total_flops": 13412066304000000, "train_loss": 0.04693074959975022, "subset_score_loss": 0.04693074959975022}
+{"step": 920000, "wall_time": 7036.965700387955, "train_loss_step": 9.123918533325195, "n_params": 4797700, "total_flops": 13559451648000000, "train_loss": 0.04799927931565505, "subset_score_loss": 0.04799927931565505}
+{"step": 930000, "wall_time": 7107.805991649628, "train_loss_step": 8.130156517028809, "n_params": 4797700, "total_flops": 13706836992000000, "train_loss": 0.04817877549391526, "subset_score_loss": 0.04817877549391526}
+{"step": 940000, "wall_time": 7178.643746137619, "train_loss_step": 7.375768661499023, "n_params": 4797700, "total_flops": 13854222336000000, "train_loss": 0.0417642409984882, "subset_score_loss": 0.0417642409984882}
+{"step": 950000, "wall_time": 7249.454335689545, "train_loss_step": 8.505998611450195, "n_params": 4797700, "total_flops": 14001607680000000, "train_loss": 0.04157171249389648, "subset_score_loss": 0.04157171249389648}
+{"step": 960000, "wall_time": 7320.2623517513275, "train_loss_step": 8.17485237121582, "n_params": 4797700, "total_flops": 14148993024000000, "train_loss": 0.040820906712458686, "subset_score_loss": 0.040820906712458686}
+{"step": 970000, "wall_time": 7391.142981052399, "train_loss_step": 8.457335472106934, "n_params": 4797700, "total_flops": 14296378368000000, "train_loss": 0.045314374336829555, "subset_score_loss": 0.045314374336829555}
+{"step": 980000, "wall_time": 7461.965482950211, "train_loss_step": 8.798922538757324, "n_params": 4797700, "total_flops": 14443763712000000, "train_loss": 0.04436189578129695, "subset_score_loss": 0.04436189578129695}
+{"step": 990000, "wall_time": 7532.7932052612305, "train_loss_step": 8.912410736083984, "n_params": 4797700, "total_flops": 14591149056000000, "train_loss": 0.044354457121628985, "subset_score_loss": 0.044354457121628985}
+{"step": 1000000, "wall_time": 7655.461834907532, "train_loss_step": 8.875490188598633, "n_params": 4797700, "total_flops": 14738534400000000, "train_loss": 0.04814016268803523, "subset_score_loss": 0.04814016268803523, "memorization_fraction_pixel": 0.019899999722838402, "mean_nn_ratio_pixel": 0.9411866068840027, "fid": 277.21577405940934, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 7726.538224220276, "train_loss_step": 8.186829566955566, "n_params": 4797700, "total_flops": 14885919744000000, "train_loss": 0.041224076197697565, "subset_score_loss": 0.041224076197697565}
+{"step": 1020000, "wall_time": 7797.401624441147, "train_loss_step": 8.45809268951416, "n_params": 4797700, "total_flops": 15033305088000000, "train_loss": 0.04593666883615347, "subset_score_loss": 0.04593666883615347}
+{"step": 1030000, "wall_time": 7868.226829051971, "train_loss_step": 8.524221420288086, "n_params": 4797700, "total_flops": 15180690432000000, "train_loss": 0.04483732810387245, "subset_score_loss": 0.04483732810387245}
+{"step": 1040000, "wall_time": 7939.193428993225, "train_loss_step": 8.219287872314453, "n_params": 4797700, "total_flops": 15328075776000000, "train_loss": 0.04058343080373911, "subset_score_loss": 0.04058343080373911}
+{"step": 1050000, "wall_time": 8010.084307670593, "train_loss_step": 8.732568740844727, "n_params": 4797700, "total_flops": 15475461120000000, "train_loss": 0.04979306367727426, "subset_score_loss": 0.04979306367727426}
+{"step": 1060000, "wall_time": 8080.928443193436, "train_loss_step": 8.051271438598633, "n_params": 4797700, "total_flops": 15622846464000000, "train_loss": 0.044805101247934194, "subset_score_loss": 0.044805101247934194}
+{"step": 1070000, "wall_time": 8151.751534938812, "train_loss_step": 7.769146919250488, "n_params": 4797700, "total_flops": 15770231808000000, "train_loss": 0.0444425289447491, "subset_score_loss": 0.0444425289447491}
+{"step": 1080000, "wall_time": 8222.623080253601, "train_loss_step": 8.06617546081543, "n_params": 4797700, "total_flops": 15917617152000000, "train_loss": 0.05009689697852501, "subset_score_loss": 0.05009689697852501}
+{"step": 1090000, "wall_time": 8293.45314335823, "train_loss_step": 7.785271644592285, "n_params": 4797700, "total_flops": 16065002496000000, "train_loss": 0.03934439512399527, "subset_score_loss": 0.03934439512399527}
+{"step": 1100000, "wall_time": 8414.632043123245, "train_loss_step": 7.501513481140137, "n_params": 4797700, "total_flops": 16212387840000000, "train_loss": 0.04216012954711914, "subset_score_loss": 0.04216012954711914, "memorization_fraction_pixel": 0.026900000870227814, "mean_nn_ratio_pixel": 0.9342319369316101, "fid": 266.63680350239105, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 8485.991892576218, "train_loss_step": 7.700501918792725, "n_params": 4797700, "total_flops": 16359773184000000, "train_loss": 0.0409355640411377, "subset_score_loss": 0.0409355640411377}
+{"step": 1120000, "wall_time": 8556.81620502472, "train_loss_step": 8.280535697937012, "n_params": 4797700, "total_flops": 16507158528000000, "train_loss": 0.04397870577298678, "subset_score_loss": 0.04397870577298678}
+{"step": 1130000, "wall_time": 8627.664852142334, "train_loss_step": 8.454795837402344, "n_params": 4797700, "total_flops": 16654543872000000, "train_loss": 0.04151829206026517, "subset_score_loss": 0.04151829206026517}
+{"step": 1140000, "wall_time": 8698.477134943008, "train_loss_step": 8.066875457763672, "n_params": 4797700, "total_flops": 16801929216000000, "train_loss": 0.04202714699965257, "subset_score_loss": 0.04202714699965257}
+{"step": 1150000, "wall_time": 8769.462314128876, "train_loss_step": 7.915973663330078, "n_params": 4797700, "total_flops": 16949314560000000, "train_loss": 0.045650482177734375, "subset_score_loss": 0.045650482177734375}
+{"step": 1160000, "wall_time": 8840.27667593956, "train_loss_step": 8.31928825378418, "n_params": 4797700, "total_flops": 17096699904000000, "train_loss": 0.04434330646808331, "subset_score_loss": 0.04434330646808331}
+{"step": 1170000, "wall_time": 8911.090393304825, "train_loss_step": 7.921302795410156, "n_params": 4797700, "total_flops": 17244085248000000, "train_loss": 0.03905672293442946, "subset_score_loss": 0.03905672293442946}
+{"step": 1180000, "wall_time": 8981.928556203842, "train_loss_step": 7.689509868621826, "n_params": 4797700, "total_flops": 17391470592000000, "train_loss": 0.04102897644042969, "subset_score_loss": 0.04102897644042969}
+{"step": 1190000, "wall_time": 9052.782443284988, "train_loss_step": 8.144929885864258, "n_params": 4797700, "total_flops": 17538855936000000, "train_loss": 0.04131557391240047, "subset_score_loss": 0.04131557391240047}
+{"step": 1200000, "wall_time": 9172.221320390701, "train_loss_step": 8.490933418273926, "n_params": 4797700, "total_flops": 17686241280000000, "train_loss": 0.03963605440579928, "subset_score_loss": 0.03963605440579928, "memorization_fraction_pixel": 0.028599999845027924, "mean_nn_ratio_pixel": 0.9318925738334656, "fid": 269.7839342136051, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 9243.731136798859, "train_loss_step": 7.976418495178223, "n_params": 4797700, "total_flops": 17833626624000000, "train_loss": 0.050274236385638896, "subset_score_loss": 0.050274236385638896}
+{"step": 1220000, "wall_time": 9314.570348024368, "train_loss_step": 7.7854766845703125, "n_params": 4797700, "total_flops": 17981011968000000, "train_loss": 0.03848592684819148, "subset_score_loss": 0.03848592684819148}
+{"step": 1230000, "wall_time": 9385.386941432953, "train_loss_step": 7.895184516906738, "n_params": 4797700, "total_flops": 18128397312000000, "train_loss": 0.03709717897268442, "subset_score_loss": 0.03709717897268442}
+{"step": 1240000, "wall_time": 9456.198190450668, "train_loss_step": 8.248047828674316, "n_params": 4797700, "total_flops": 18275782656000000, "train_loss": 0.03783805920527532, "subset_score_loss": 0.03783805920527532}
+{"step": 1250000, "wall_time": 9527.03695654869, "train_loss_step": 7.2829999923706055, "n_params": 4797700, "total_flops": 18423168000000000, "train_loss": 0.04051850759066068, "subset_score_loss": 0.04051850759066068}
+{"step": 1260000, "wall_time": 9597.893989801407, "train_loss_step": 7.528749465942383, "n_params": 4797700, "total_flops": 18570553344000000, "train_loss": 0.04084584162785457, "subset_score_loss": 0.04084584162785457}
+{"step": 1270000, "wall_time": 9668.708948850632, "train_loss_step": 7.2310991287231445, "n_params": 4797700, "total_flops": 18717938688000000, "train_loss": 0.039713280017559346, "subset_score_loss": 0.039713280017559346}
+{"step": 1280000, "wall_time": 9739.526677370071, "train_loss_step": 8.069357872009277, "n_params": 4797700, "total_flops": 18865324032000000, "train_loss": 0.03754225510817308, "subset_score_loss": 0.03754225510817308}
+{"step": 1290000, "wall_time": 9810.414892911911, "train_loss_step": 7.814450740814209, "n_params": 4797700, "total_flops": 19012709376000000, "train_loss": 0.038851682956402116, "subset_score_loss": 0.038851682956402116}
+{"step": 1300000, "wall_time": 9930.696778535843, "train_loss_step": 7.4849419593811035, "n_params": 4797700, "total_flops": 19160094720000000, "train_loss": 0.03526653876671424, "subset_score_loss": 0.03526653876671424, "memorization_fraction_pixel": 0.03020000085234642, "mean_nn_ratio_pixel": 0.9308671951293945, "fid": 278.67860804964175, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 10002.765046834946, "train_loss_step": 7.801386833190918, "n_params": 4797700, "total_flops": 19307480064000000, "train_loss": 0.03981830890362079, "subset_score_loss": 0.03981830890362079}
+{"step": 1320000, "wall_time": 10073.646049261093, "train_loss_step": 7.810602188110352, "n_params": 4797700, "total_flops": 19454865408000000, "train_loss": 0.03581397350017841, "subset_score_loss": 0.03581397350017841}
+{"step": 1330000, "wall_time": 10144.478582382202, "train_loss_step": 7.6313557624816895, "n_params": 4797700, "total_flops": 19602250752000000, "train_loss": 0.038252698458158055, "subset_score_loss": 0.038252698458158055}
+{"step": 1340000, "wall_time": 10215.337009429932, "train_loss_step": 7.854171276092529, "n_params": 4797700, "total_flops": 19749636096000000, "train_loss": 0.04253267141488882, "subset_score_loss": 0.04253267141488882}
+{"step": 1350000, "wall_time": 10286.173016309738, "train_loss_step": 7.88846492767334, "n_params": 4797700, "total_flops": 19897021440000000, "train_loss": 0.03599866720346304, "subset_score_loss": 0.03599866720346304}
+{"step": 1360000, "wall_time": 10357.025245428085, "train_loss_step": 7.919197082519531, "n_params": 4797700, "total_flops": 20044406784000000, "train_loss": 0.036719989776611325, "subset_score_loss": 0.036719989776611325}
+{"step": 1370000, "wall_time": 10427.872609138489, "train_loss_step": 7.983450412750244, "n_params": 4797700, "total_flops": 20191792128000000, "train_loss": 0.03586834027216985, "subset_score_loss": 0.03586834027216985}
+{"step": 1380000, "wall_time": 10498.686645030975, "train_loss_step": 7.875786781311035, "n_params": 4797700, "total_flops": 20339177472000000, "train_loss": 0.04091308300311749, "subset_score_loss": 0.04091308300311749}
+{"step": 1390000, "wall_time": 10569.502254486084, "train_loss_step": 7.225222587585449, "n_params": 4797700, "total_flops": 20486562816000000, "train_loss": 0.035122108459472653, "subset_score_loss": 0.035122108459472653}
+{"step": 1400000, "wall_time": 10688.877190828323, "train_loss_step": 7.266510009765625, "n_params": 4797700, "total_flops": 20633948160000000, "train_loss": 0.03844434664799617, "subset_score_loss": 0.03844434664799617, "memorization_fraction_pixel": 0.03590000048279762, "mean_nn_ratio_pixel": 0.9242547750473022, "fid": 266.5872512805131, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 10760.990308046341, "train_loss_step": 7.456541061401367, "n_params": 4797700, "total_flops": 20781333504000000, "train_loss": 0.03781711505009578, "subset_score_loss": 0.03781711505009578}
+{"step": 1420000, "wall_time": 10831.799903392792, "train_loss_step": 7.510312080383301, "n_params": 4797700, "total_flops": 20928718848000000, "train_loss": 0.04206961485055777, "subset_score_loss": 0.04206961485055777}
+{"step": 1430000, "wall_time": 10902.690153837204, "train_loss_step": 7.937967300415039, "n_params": 4797700, "total_flops": 21076104192000000, "train_loss": 0.040062933701735276, "subset_score_loss": 0.040062933701735276}
+{"step": 1440000, "wall_time": 10973.515221595764, "train_loss_step": 7.522134304046631, "n_params": 4797700, "total_flops": 21223489536000000, "train_loss": 0.036603028957660384, "subset_score_loss": 0.036603028957660384}
+{"step": 1450000, "wall_time": 11044.357244253159, "train_loss_step": 7.532027244567871, "n_params": 4797700, "total_flops": 21370874880000000, "train_loss": 0.03848893825824444, "subset_score_loss": 0.03848893825824444}
+{"step": 1460000, "wall_time": 11115.16814827919, "train_loss_step": 7.659250259399414, "n_params": 4797700, "total_flops": 21518260224000000, "train_loss": 0.03742799758911133, "subset_score_loss": 0.03742799758911133}
+{"step": 1470000, "wall_time": 11186.053445577621, "train_loss_step": 7.15150260925293, "n_params": 4797700, "total_flops": 21665645568000000, "train_loss": 0.03497631733234112, "subset_score_loss": 0.03497631733234112}
+{"step": 1480000, "wall_time": 11256.864140748978, "train_loss_step": 7.787662506103516, "n_params": 4797700, "total_flops": 21813030912000000, "train_loss": 0.035741138458251956, "subset_score_loss": 0.035741138458251956}
+{"step": 1490000, "wall_time": 11327.684431791306, "train_loss_step": 7.069375038146973, "n_params": 4797700, "total_flops": 21960416256000000, "train_loss": 0.03437108259934645, "subset_score_loss": 0.03437108259934645}
+{"step": 1500000, "wall_time": 11447.338022708893, "train_loss_step": 7.502141952514648, "n_params": 4797700, "total_flops": 22107801600000000, "train_loss": 0.03648954538198618, "subset_score_loss": 0.03648954538198618, "memorization_fraction_pixel": 0.03849999979138374, "mean_nn_ratio_pixel": 0.9253910183906555, "fid": 264.9370248122541, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 11519.97418475151, "train_loss_step": 6.928920745849609, "n_params": 4797700, "total_flops": 22255186944000000, "train_loss": 0.03422841292161208, "subset_score_loss": 0.03422841292161208}
+{"step": 1520000, "wall_time": 11590.81186914444, "train_loss_step": 8.0602445602417, "n_params": 4797700, "total_flops": 22402572288000000, "train_loss": 0.034819760689368616, "subset_score_loss": 0.034819760689368616}
+{"step": 1530000, "wall_time": 11661.644172430038, "train_loss_step": 7.364830017089844, "n_params": 4797700, "total_flops": 22549957632000000, "train_loss": 0.03541584748488206, "subset_score_loss": 0.03541584748488206}
+{"step": 1540000, "wall_time": 11732.486779689789, "train_loss_step": 7.582617282867432, "n_params": 4797700, "total_flops": 22697342976000000, "train_loss": 0.03383968793428861, "subset_score_loss": 0.03383968793428861}
+{"step": 1550000, "wall_time": 11803.297003030777, "train_loss_step": 7.18082332611084, "n_params": 4797700, "total_flops": 22844728320000000, "train_loss": 0.03754393871013935, "subset_score_loss": 0.03754393871013935}
+{"step": 1560000, "wall_time": 11874.134345531464, "train_loss_step": 7.161809921264648, "n_params": 4797700, "total_flops": 22992113664000000, "train_loss": 0.03937945732703576, "subset_score_loss": 0.03937945732703576}
+{"step": 1570000, "wall_time": 11945.006920576096, "train_loss_step": 7.864442348480225, "n_params": 4797700, "total_flops": 23139499008000000, "train_loss": 0.03403819157527043, "subset_score_loss": 0.03403819157527043}
+{"step": 1580000, "wall_time": 12015.885177850723, "train_loss_step": 7.044944763183594, "n_params": 4797700, "total_flops": 23286884352000000, "train_loss": 0.035001065180851866, "subset_score_loss": 0.035001065180851866}
+{"step": 1590000, "wall_time": 12086.721075057983, "train_loss_step": 7.295019626617432, "n_params": 4797700, "total_flops": 23434269696000000, "train_loss": 0.04005556106567383, "subset_score_loss": 0.04005556106567383}
+{"step": 1600000, "wall_time": 12205.941338539124, "train_loss_step": 7.623583793640137, "n_params": 4797700, "total_flops": 23581655040000000, "train_loss": 0.04254335256723257, "subset_score_loss": 0.04254335256723257, "memorization_fraction_pixel": 0.03929999843239784, "mean_nn_ratio_pixel": 0.9245455861091614, "fid": 268.38310511527317, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 12278.039439678192, "train_loss_step": 7.3482666015625, "n_params": 4797700, "total_flops": 23729040384000000, "train_loss": 0.03377851706284743, "subset_score_loss": 0.03377851706284743}
+{"step": 1620000, "wall_time": 12348.84553194046, "train_loss_step": 7.496441841125488, "n_params": 4797700, "total_flops": 23876425728000000, "train_loss": 0.04745769500732422, "subset_score_loss": 0.04745769500732422}
+{"step": 1630000, "wall_time": 12419.6570520401, "train_loss_step": 7.443781852722168, "n_params": 4797700, "total_flops": 24023811072000000, "train_loss": 0.03190374007591834, "subset_score_loss": 0.03190374007591834}
+{"step": 1640000, "wall_time": 12490.538125753403, "train_loss_step": 7.296471118927002, "n_params": 4797700, "total_flops": 24171196416000000, "train_loss": 0.04146405366750864, "subset_score_loss": 0.04146405366750864}
+{"step": 1650000, "wall_time": 12561.399529457092, "train_loss_step": 6.89531946182251, "n_params": 4797700, "total_flops": 24318581760000000, "train_loss": 0.03244789196894719, "subset_score_loss": 0.03244789196894719}
+{"step": 1660000, "wall_time": 12632.209484815598, "train_loss_step": 7.262760162353516, "n_params": 4797700, "total_flops": 24465967104000000, "train_loss": 0.03541435828575721, "subset_score_loss": 0.03541435828575721}
+{"step": 1670000, "wall_time": 12703.02304148674, "train_loss_step": 7.82324743270874, "n_params": 4797700, "total_flops": 24613352448000000, "train_loss": 0.042162209290724534, "subset_score_loss": 0.042162209290724534}
+{"step": 1680000, "wall_time": 12773.89718580246, "train_loss_step": 7.459000587463379, "n_params": 4797700, "total_flops": 24760737792000000, "train_loss": 0.034955732639019306, "subset_score_loss": 0.034955732639019306}
+{"step": 1690000, "wall_time": 12844.714838504791, "train_loss_step": 7.37642765045166, "n_params": 4797700, "total_flops": 24908123136000000, "train_loss": 0.03408685097327599, "subset_score_loss": 0.03408685097327599}
+{"step": 1700000, "wall_time": 12965.344712018967, "train_loss_step": 7.530336380004883, "n_params": 4797700, "total_flops": 25055508480000000, "train_loss": 0.03572468757629395, "subset_score_loss": 0.03572468757629395, "memorization_fraction_pixel": 0.04439999908208847, "mean_nn_ratio_pixel": 0.9166766405105591, "fid": 264.06734123426236, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 13038.675999641418, "train_loss_step": 7.200929641723633, "n_params": 4797700, "total_flops": 25202893824000000, "train_loss": 0.033132017575777495, "subset_score_loss": 0.033132017575777495}
+{"step": 1720000, "wall_time": 13109.487721681595, "train_loss_step": 7.804694652557373, "n_params": 4797700, "total_flops": 25350279168000000, "train_loss": 0.03303183775681716, "subset_score_loss": 0.03303183775681716}
+{"step": 1730000, "wall_time": 13180.329361915588, "train_loss_step": 7.325497627258301, "n_params": 4797700, "total_flops": 25497664512000000, "train_loss": 0.032591702387883115, "subset_score_loss": 0.032591702387883115}
+{"step": 1740000, "wall_time": 13251.16556429863, "train_loss_step": 7.757877349853516, "n_params": 4797700, "total_flops": 25645049856000000, "train_loss": 0.033080005645751955, "subset_score_loss": 0.033080005645751955}
+{"step": 1750000, "wall_time": 13322.006643772125, "train_loss_step": 7.429065227508545, "n_params": 4797700, "total_flops": 25792435200000000, "train_loss": 0.04124923485975999, "subset_score_loss": 0.04124923485975999}
+{"step": 1760000, "wall_time": 13392.826292276382, "train_loss_step": 7.168928146362305, "n_params": 4797700, "total_flops": 25939820544000000, "train_loss": 0.033755544515756464, "subset_score_loss": 0.033755544515756464}
+{"step": 1770000, "wall_time": 13463.639226198196, "train_loss_step": 6.693731307983398, "n_params": 4797700, "total_flops": 26087205888000000, "train_loss": 0.03272600907545823, "subset_score_loss": 0.03272600907545823}
+{"step": 1780000, "wall_time": 13534.452927827835, "train_loss_step": 7.854861259460449, "n_params": 4797700, "total_flops": 26234591232000000, "train_loss": 0.03707171953641451, "subset_score_loss": 0.03707171953641451}
+{"step": 1790000, "wall_time": 13605.276470184326, "train_loss_step": 6.521782875061035, "n_params": 4797700, "total_flops": 26381976576000000, "train_loss": 0.04018434011019193, "subset_score_loss": 0.04018434011019193}
+{"step": 1800000, "wall_time": 13724.885731458664, "train_loss_step": 7.03489351272583, "n_params": 4797700, "total_flops": 26529361920000000, "train_loss": 0.032354094431950496, "subset_score_loss": 0.032354094431950496, "memorization_fraction_pixel": 0.051500000059604645, "mean_nn_ratio_pixel": 0.9166672825813293, "fid": 258.32900644420306, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 13797.93422460556, "train_loss_step": 7.430301666259766, "n_params": 4797700, "total_flops": 26676747264000000, "train_loss": 0.04252854493948129, "subset_score_loss": 0.04252854493948129}
+{"step": 1820000, "wall_time": 13868.499784708023, "train_loss_step": 7.355706214904785, "n_params": 4797700, "total_flops": 26824132608000000, "train_loss": 0.03654877956096943, "subset_score_loss": 0.03654877956096943}
+{"step": 1830000, "wall_time": 13939.35524392128, "train_loss_step": 7.714078903198242, "n_params": 4797700, "total_flops": 26971517952000000, "train_loss": 0.03967450948861929, "subset_score_loss": 0.03967450948861929}
+{"step": 1840000, "wall_time": 14010.17674088478, "train_loss_step": 7.2526350021362305, "n_params": 4797700, "total_flops": 27118903296000000, "train_loss": 0.032700509291428786, "subset_score_loss": 0.032700509291428786}
+{"step": 1850000, "wall_time": 14080.980427026749, "train_loss_step": 7.532588481903076, "n_params": 4797700, "total_flops": 27266288640000000, "train_loss": 0.0366425660940317, "subset_score_loss": 0.0366425660940317}
+{"step": 1860000, "wall_time": 14151.790973186493, "train_loss_step": 7.220740795135498, "n_params": 4797700, "total_flops": 27413673984000000, "train_loss": 0.0354005923637977, "subset_score_loss": 0.0354005923637977}
+{"step": 1870000, "wall_time": 14222.599413394928, "train_loss_step": 7.975686073303223, "n_params": 4797700, "total_flops": 27561059328000000, "train_loss": 0.03736366492051345, "subset_score_loss": 0.03736366492051345}
+{"step": 1880000, "wall_time": 14293.405466794968, "train_loss_step": 6.893786430358887, "n_params": 4797700, "total_flops": 27708444672000000, "train_loss": 0.0369141725393442, "subset_score_loss": 0.0369141725393442}
+{"step": 1890000, "wall_time": 14364.211587190628, "train_loss_step": 7.380490303039551, "n_params": 4797700, "total_flops": 27855830016000000, "train_loss": 0.039813907329852766, "subset_score_loss": 0.039813907329852766}
+{"step": 1900000, "wall_time": 14483.393285274506, "train_loss_step": 6.736479759216309, "n_params": 4797700, "total_flops": 28003215360000000, "train_loss": 0.036822799535898065, "subset_score_loss": 0.036822799535898065, "memorization_fraction_pixel": 0.05570000037550926, "mean_nn_ratio_pixel": 0.9076341986656189, "fid": 260.0932411288418, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 14557.450245141983, "train_loss_step": 6.992420196533203, "n_params": 4797700, "total_flops": 28150600704000000, "train_loss": 0.03299127358656663, "subset_score_loss": 0.03299127358656663}
+{"step": 1920000, "wall_time": 14626.868056058884, "train_loss_step": 7.159461975097656, "n_params": 4797700, "total_flops": 28297986048000000, "train_loss": 0.03139596719008226, "subset_score_loss": 0.03139596719008226}
+{"step": 1930000, "wall_time": 14697.67362356186, "train_loss_step": 7.490688323974609, "n_params": 4797700, "total_flops": 28445371392000000, "train_loss": 0.030662967608525202, "subset_score_loss": 0.030662967608525202}
+{"step": 1940000, "wall_time": 14768.479345798492, "train_loss_step": 7.332967758178711, "n_params": 4797700, "total_flops": 28592756736000000, "train_loss": 0.035494415576641375, "subset_score_loss": 0.035494415576641375}
+{"step": 1950000, "wall_time": 14839.286749601364, "train_loss_step": 7.391091823577881, "n_params": 4797700, "total_flops": 28740142080000000, "train_loss": 0.03193270243131197, "subset_score_loss": 0.03193270243131197}
+{"step": 1960000, "wall_time": 14910.099961042404, "train_loss_step": 7.152067184448242, "n_params": 4797700, "total_flops": 28887527424000000, "train_loss": 0.033907761940589316, "subset_score_loss": 0.033907761940589316}
+{"step": 1970000, "wall_time": 14980.94766831398, "train_loss_step": 6.924545764923096, "n_params": 4797700, "total_flops": 29034912768000000, "train_loss": 0.03664752520047701, "subset_score_loss": 0.03664752520047701}
+{"step": 1980000, "wall_time": 15051.76084280014, "train_loss_step": 7.202959060668945, "n_params": 4797700, "total_flops": 29182298112000000, "train_loss": 0.031426110634436975, "subset_score_loss": 0.031426110634436975}
+{"step": 1990000, "wall_time": 15122.569519758224, "train_loss_step": 6.846532344818115, "n_params": 4797700, "total_flops": 29329683456000000, "train_loss": 0.030668067932128906, "subset_score_loss": 0.030668067932128906}
+{"step": 2000000, "wall_time": 15242.22200345993, "train_loss_step": 6.723328590393066, "n_params": 4797700, "total_flops": 29477068800000000, "train_loss": 0.03527709153982309, "subset_score_loss": 0.03527709153982309, "memorization_fraction_pixel": 0.05590000003576279, "mean_nn_ratio_pixel": 0.9085379838943481, "fid": 258.50646907015164, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 15317.211052894592, "train_loss_step": 6.883327007293701, "n_params": 4797700, "total_flops": 29624454144000000, "train_loss": 0.03072360478914701, "subset_score_loss": 0.03072360478914701}
+{"step": 2020000, "wall_time": 15385.983046293259, "train_loss_step": 7.3741984367370605, "n_params": 4797700, "total_flops": 29771839488000000, "train_loss": 0.03181471091050368, "subset_score_loss": 0.03181471091050368}
+{"step": 2030000, "wall_time": 15456.796732187271, "train_loss_step": 7.786458969116211, "n_params": 4797700, "total_flops": 29919224832000000, "train_loss": 0.03490363634549654, "subset_score_loss": 0.03490363634549654}
+{"step": 2040000, "wall_time": 15527.612113952637, "train_loss_step": 7.392226219177246, "n_params": 4797700, "total_flops": 30066610176000000, "train_loss": 0.03362113879277156, "subset_score_loss": 0.03362113879277156}
+{"step": 2050000, "wall_time": 15598.432057857513, "train_loss_step": 7.310550689697266, "n_params": 4797700, "total_flops": 30213995520000000, "train_loss": 0.03289147523733286, "subset_score_loss": 0.03289147523733286}
+{"step": 2060000, "wall_time": 15669.242943286896, "train_loss_step": 7.061424732208252, "n_params": 4797700, "total_flops": 30361380864000000, "train_loss": 0.03288682057307317, "subset_score_loss": 0.03288682057307317}
+{"step": 2070000, "wall_time": 15740.086908340454, "train_loss_step": 7.004330635070801, "n_params": 4797700, "total_flops": 30508766208000000, "train_loss": 0.031358869259174055, "subset_score_loss": 0.031358869259174055}
+{"step": 2080000, "wall_time": 15810.91803097725, "train_loss_step": 6.94970703125, "n_params": 4797700, "total_flops": 30656151552000000, "train_loss": 0.03295726409325233, "subset_score_loss": 0.03295726409325233}
+{"step": 2090000, "wall_time": 15881.734433412552, "train_loss_step": 7.227892875671387, "n_params": 4797700, "total_flops": 30803536896000000, "train_loss": 0.03187555166391226, "subset_score_loss": 0.03187555166391226}
+{"step": 2100000, "wall_time": 16001.70163655281, "train_loss_step": 6.992733001708984, "n_params": 4797700, "total_flops": 30950922240000000, "train_loss": 0.03206461026118352, "subset_score_loss": 0.03206461026118352, "memorization_fraction_pixel": 0.05739999935030937, "mean_nn_ratio_pixel": 0.9099959135055542, "fid": 265.9021043085747, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 16076.697386026382, "train_loss_step": 6.887247085571289, "n_params": 4797700, "total_flops": 31098307584000000, "train_loss": 0.03415363751924955, "subset_score_loss": 0.03415363751924955}
+{"step": 2120000, "wall_time": 16145.343430042267, "train_loss_step": 7.069467544555664, "n_params": 4797700, "total_flops": 31245692928000000, "train_loss": 0.03168333860544058, "subset_score_loss": 0.03168333860544058}
+{"step": 2130000, "wall_time": 16216.14969778061, "train_loss_step": 7.083680152893066, "n_params": 4797700, "total_flops": 31393078272000000, "train_loss": 0.0313909127162053, "subset_score_loss": 0.0313909127162053}
+{"step": 2140000, "wall_time": 16286.959508895874, "train_loss_step": 7.4600677490234375, "n_params": 4797700, "total_flops": 31540463616000000, "train_loss": 0.03316802978515625, "subset_score_loss": 0.03316802978515625}
+{"step": 2150000, "wall_time": 16357.766989946365, "train_loss_step": 7.258563995361328, "n_params": 4797700, "total_flops": 31687848960000000, "train_loss": 0.03352172558124249, "subset_score_loss": 0.03352172558124249}
+{"step": 2160000, "wall_time": 16428.581165790558, "train_loss_step": 6.971620559692383, "n_params": 4797700, "total_flops": 31835234304000000, "train_loss": 0.0330234380868765, "subset_score_loss": 0.0330234380868765}
+{"step": 2170000, "wall_time": 16499.38871717453, "train_loss_step": 7.074770927429199, "n_params": 4797700, "total_flops": 31982619648000000, "train_loss": 0.03644119776212252, "subset_score_loss": 0.03644119776212252}
+{"step": 2180000, "wall_time": 16570.20197892189, "train_loss_step": 7.086117267608643, "n_params": 4797700, "total_flops": 32130004992000000, "train_loss": 0.033042375858013444, "subset_score_loss": 0.033042375858013444}
+{"step": 2190000, "wall_time": 16641.015075445175, "train_loss_step": 7.36281156539917, "n_params": 4797700, "total_flops": 32277390336000000, "train_loss": 0.032767978081336385, "subset_score_loss": 0.032767978081336385}
+{"step": 2200000, "wall_time": 16760.546713590622, "train_loss_step": 7.636594295501709, "n_params": 4797700, "total_flops": 32424775680000000, "train_loss": 0.031194470478938176, "subset_score_loss": 0.031194470478938176, "memorization_fraction_pixel": 0.06400000303983688, "mean_nn_ratio_pixel": 0.9041411876678467, "fid": 257.53611814148474, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 16835.438793182373, "train_loss_step": 7.387084007263184, "n_params": 4797700, "total_flops": 32572161024000000, "train_loss": 0.03162485636197604, "subset_score_loss": 0.03162485636197604}
+{"step": 2220000, "wall_time": 16903.880776405334, "train_loss_step": 7.0349907875061035, "n_params": 4797700, "total_flops": 32719546368000000, "train_loss": 0.03810417835529034, "subset_score_loss": 0.03810417835529034}
+{"step": 2230000, "wall_time": 16974.69923019409, "train_loss_step": 6.810586452484131, "n_params": 4797700, "total_flops": 32866931712000000, "train_loss": 0.030872847483708308, "subset_score_loss": 0.030872847483708308}
+{"step": 2240000, "wall_time": 17045.50670814514, "train_loss_step": 7.047496318817139, "n_params": 4797700, "total_flops": 33014317056000000, "train_loss": 0.0352820873260498, "subset_score_loss": 0.0352820873260498}
+{"step": 2250000, "wall_time": 17116.33215689659, "train_loss_step": 6.554789066314697, "n_params": 4797700, "total_flops": 33161702400000000, "train_loss": 0.029159982387836163, "subset_score_loss": 0.029159982387836163}
+{"step": 2260000, "wall_time": 17187.14497923851, "train_loss_step": 7.10771369934082, "n_params": 4797700, "total_flops": 33309087744000000, "train_loss": 0.03736729621887207, "subset_score_loss": 0.03736729621887207}
+{"step": 2270000, "wall_time": 17257.963624715805, "train_loss_step": 7.410005569458008, "n_params": 4797700, "total_flops": 33456473088000000, "train_loss": 0.03178866092975323, "subset_score_loss": 0.03178866092975323}
+{"step": 2280000, "wall_time": 17328.787982463837, "train_loss_step": 6.89015531539917, "n_params": 4797700, "total_flops": 33603858432000000, "train_loss": 0.028577179175156814, "subset_score_loss": 0.028577179175156814}
+{"step": 2290000, "wall_time": 17399.72537469864, "train_loss_step": 6.87563419342041, "n_params": 4797700, "total_flops": 33751243776000000, "train_loss": 0.030824973033024713, "subset_score_loss": 0.030824973033024713}
+{"step": 2300000, "wall_time": 17516.15476346016, "train_loss_step": 6.650699615478516, "n_params": 4797700, "total_flops": 33898629120000000, "train_loss": 0.03964372048011193, "subset_score_loss": 0.03964372048011193, "memorization_fraction_pixel": 0.057999998331069946, "mean_nn_ratio_pixel": 0.9018648266792297, "fid": 257.6383400562869, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 17590.065767526627, "train_loss_step": 7.009757041931152, "n_params": 4797700, "total_flops": 34046014464000000, "train_loss": 0.03186750411987305, "subset_score_loss": 0.03186750411987305}
+{"step": 2320000, "wall_time": 17659.306911468506, "train_loss_step": 7.049015045166016, "n_params": 4797700, "total_flops": 34193399808000000, "train_loss": 0.030085033636826734, "subset_score_loss": 0.030085033636826734}
+{"step": 2330000, "wall_time": 17730.113074302673, "train_loss_step": 6.765862941741943, "n_params": 4797700, "total_flops": 34340785152000000, "train_loss": 0.02910156800196721, "subset_score_loss": 0.02910156800196721}
+{"step": 2340000, "wall_time": 17800.922516822815, "train_loss_step": 6.658429145812988, "n_params": 4797700, "total_flops": 34488170496000000, "train_loss": 0.03091728870685284, "subset_score_loss": 0.03091728870685284}
+{"step": 2350000, "wall_time": 17871.73371076584, "train_loss_step": 6.229315757751465, "n_params": 4797700, "total_flops": 34635555840000000, "train_loss": 0.034861546296339765, "subset_score_loss": 0.034861546296339765}
+{"step": 2360000, "wall_time": 17942.544060707092, "train_loss_step": 6.328780174255371, "n_params": 4797700, "total_flops": 34782941184000000, "train_loss": 0.03213786345261794, "subset_score_loss": 0.03213786345261794}
+{"step": 2370000, "wall_time": 18013.352395534515, "train_loss_step": 6.789999008178711, "n_params": 4797700, "total_flops": 34930326528000000, "train_loss": 0.028747259653531587, "subset_score_loss": 0.028747259653531587}
+{"step": 2380000, "wall_time": 18084.166469097137, "train_loss_step": 6.607570171356201, "n_params": 4797700, "total_flops": 35077711872000000, "train_loss": 0.0320467655475323, "subset_score_loss": 0.0320467655475323}
+{"step": 2390000, "wall_time": 18154.976635456085, "train_loss_step": 6.928946495056152, "n_params": 4797700, "total_flops": 35225097216000000, "train_loss": 0.030275911551255447, "subset_score_loss": 0.030275911551255447}
+{"step": 2400000, "wall_time": 18273.995930671692, "train_loss_step": 6.801982879638672, "n_params": 4797700, "total_flops": 35372482560000000, "train_loss": 0.03542020137493427, "subset_score_loss": 0.03542020137493427, "memorization_fraction_pixel": 0.0640999972820282, "mean_nn_ratio_pixel": 0.8961942195892334, "fid": 249.5174827108923, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 18347.169861793518, "train_loss_step": 7.027317047119141, "n_params": 4797700, "total_flops": 35519867904000000, "train_loss": 0.03132130916302021, "subset_score_loss": 0.03132130916302021}
+{"step": 2420000, "wall_time": 18417.6971783638, "train_loss_step": 7.128162860870361, "n_params": 4797700, "total_flops": 35667253248000000, "train_loss": 0.02961095479818491, "subset_score_loss": 0.02961095479818491}
+{"step": 2430000, "wall_time": 18488.510829925537, "train_loss_step": 6.557427406311035, "n_params": 4797700, "total_flops": 35814638592000000, "train_loss": 0.03480760500981257, "subset_score_loss": 0.03480760500981257}
+{"step": 2440000, "wall_time": 18559.34050965309, "train_loss_step": 7.376373767852783, "n_params": 4797700, "total_flops": 35962023936000000, "train_loss": 0.033414829694307764, "subset_score_loss": 0.033414829694307764}
+{"step": 2450000, "wall_time": 18630.17046236992, "train_loss_step": 6.702441692352295, "n_params": 4797700, "total_flops": 36109409280000000, "train_loss": 0.029397120842566855, "subset_score_loss": 0.029397120842566855}
+{"step": 2460000, "wall_time": 18700.98335170746, "train_loss_step": 6.756217002868652, "n_params": 4797700, "total_flops": 36256794624000000, "train_loss": 0.03253006201524001, "subset_score_loss": 0.03253006201524001}
+{"step": 2470000, "wall_time": 18771.810667037964, "train_loss_step": 6.624947547912598, "n_params": 4797700, "total_flops": 36404179968000000, "train_loss": 0.02861907482147217, "subset_score_loss": 0.02861907482147217}
+{"step": 2480000, "wall_time": 18842.619530677795, "train_loss_step": 6.626967430114746, "n_params": 4797700, "total_flops": 36551565312000000, "train_loss": 0.030948330805851864, "subset_score_loss": 0.030948330805851864}
+{"step": 2490000, "wall_time": 18913.47430729866, "train_loss_step": 6.902198791503906, "n_params": 4797700, "total_flops": 36698950656000000, "train_loss": 0.029816603660583495, "subset_score_loss": 0.029816603660583495}
+{"step": 2500000, "wall_time": 19031.839647769928, "train_loss_step": 6.398382186889648, "n_params": 4797700, "total_flops": 36846336000000000, "train_loss": 0.03569231766920823, "subset_score_loss": 0.03569231766920823, "memorization_fraction_pixel": 0.07150000333786011, "mean_nn_ratio_pixel": 0.8925610184669495, "fid": 252.80094323225438, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 19104.609278202057, "train_loss_step": 6.991506576538086, "n_params": 4797700, "total_flops": 36993721344000000, "train_loss": 0.03166306935823881, "subset_score_loss": 0.03166306935823881}
+{"step": 2520000, "wall_time": 19175.559871196747, "train_loss_step": 7.3699235916137695, "n_params": 4797700, "total_flops": 37141106688000000, "train_loss": 0.030670985808739296, "subset_score_loss": 0.030670985808739296}
+{"step": 2530000, "wall_time": 19246.38905620575, "train_loss_step": 6.61591100692749, "n_params": 4797700, "total_flops": 37288492032000000, "train_loss": 0.0336817007798415, "subset_score_loss": 0.0336817007798415}
+{"step": 2540000, "wall_time": 19317.231190919876, "train_loss_step": 7.078441619873047, "n_params": 4797700, "total_flops": 37435877376000000, "train_loss": 0.030022514783419097, "subset_score_loss": 0.030022514783419097}
+{"step": 2550000, "wall_time": 19388.053565502167, "train_loss_step": 7.027947425842285, "n_params": 4797700, "total_flops": 37583262720000000, "train_loss": 0.03356966972351074, "subset_score_loss": 0.03356966972351074}
+{"step": 2560000, "wall_time": 19458.866206884384, "train_loss_step": 7.096987724304199, "n_params": 4797700, "total_flops": 37730648064000000, "train_loss": 0.03023219108581543, "subset_score_loss": 0.03023219108581543}
+{"step": 2570000, "wall_time": 19529.67796444893, "train_loss_step": 6.520049095153809, "n_params": 4797700, "total_flops": 37878033408000000, "train_loss": 0.030481446706331693, "subset_score_loss": 0.030481446706331693}
+{"step": 2580000, "wall_time": 19600.484519958496, "train_loss_step": 6.744340419769287, "n_params": 4797700, "total_flops": 38025418752000000, "train_loss": 0.02936868851001446, "subset_score_loss": 0.02936868851001446}
+{"step": 2590000, "wall_time": 19671.293681144714, "train_loss_step": 6.683366298675537, "n_params": 4797700, "total_flops": 38172804096000000, "train_loss": 0.032455961520855246, "subset_score_loss": 0.032455961520855246}
+{"step": 2600000, "wall_time": 19790.887790203094, "train_loss_step": 6.586569786071777, "n_params": 4797700, "total_flops": 38320189440000000, "train_loss": 0.033604728258573094, "subset_score_loss": 0.033604728258573094, "memorization_fraction_pixel": 0.06949999928474426, "mean_nn_ratio_pixel": 0.893203616142273, "fid": 250.1055424615854, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 19863.31642460823, "train_loss_step": 6.299098014831543, "n_params": 4797700, "total_flops": 38467574784000000, "train_loss": 0.028396237813509428, "subset_score_loss": 0.028396237813509428}
+{"step": 2620000, "wall_time": 19934.215443611145, "train_loss_step": 6.737848281860352, "n_params": 4797700, "total_flops": 38614960128000000, "train_loss": 0.03143159792973445, "subset_score_loss": 0.03143159792973445}
+{"step": 2630000, "wall_time": 20005.024247169495, "train_loss_step": 6.8513875007629395, "n_params": 4797700, "total_flops": 38762345472000000, "train_loss": 0.03212180504432091, "subset_score_loss": 0.03212180504432091}
+{"step": 2640000, "wall_time": 20075.81970834732, "train_loss_step": 6.853964805603027, "n_params": 4797700, "total_flops": 38909730816000000, "train_loss": 0.030063737355745756, "subset_score_loss": 0.030063737355745756}
+{"step": 2650000, "wall_time": 20146.610994815826, "train_loss_step": 6.5330281257629395, "n_params": 4797700, "total_flops": 39057116160000000, "train_loss": 0.03265271920424241, "subset_score_loss": 0.03265271920424241}
+{"step": 2660000, "wall_time": 20217.399424791336, "train_loss_step": 6.438099384307861, "n_params": 4797700, "total_flops": 39204501504000000, "train_loss": 0.028290761434114898, "subset_score_loss": 0.028290761434114898}
+{"step": 2670000, "wall_time": 20288.191802978516, "train_loss_step": 6.696634292602539, "n_params": 4797700, "total_flops": 39351886848000000, "train_loss": 0.030243699367229756, "subset_score_loss": 0.030243699367229756}
+{"step": 2680000, "wall_time": 20358.996225595474, "train_loss_step": 6.429412841796875, "n_params": 4797700, "total_flops": 39499272192000000, "train_loss": 0.02699911594390869, "subset_score_loss": 0.02699911594390869}
+{"step": 2690000, "wall_time": 20429.851504325867, "train_loss_step": 7.163602828979492, "n_params": 4797700, "total_flops": 39646657536000000, "train_loss": 0.03126058211693397, "subset_score_loss": 0.03126058211693397}
+{"step": 2700000, "wall_time": 20546.466544151306, "train_loss_step": 6.591742992401123, "n_params": 4797700, "total_flops": 39794042880000000, "train_loss": 0.03417034515967736, "subset_score_loss": 0.03417034515967736, "memorization_fraction_pixel": 0.07240000367164612, "mean_nn_ratio_pixel": 0.8935205340385437, "fid": 250.40401416370813, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 20618.452543973923, "train_loss_step": 6.432981491088867, "n_params": 4797700, "total_flops": 39941428224000000, "train_loss": 0.027832704323988693, "subset_score_loss": 0.027832704323988693}
+{"step": 2720000, "wall_time": 20690.077090263367, "train_loss_step": 6.544227123260498, "n_params": 4797700, "total_flops": 40088813568000000, "train_loss": 0.029349442628713755, "subset_score_loss": 0.029349442628713755}
+{"step": 2730000, "wall_time": 20760.88458919525, "train_loss_step": 6.65863037109375, "n_params": 4797700, "total_flops": 40236198912000000, "train_loss": 0.027391862869262696, "subset_score_loss": 0.027391862869262696}
+{"step": 2740000, "wall_time": 20831.693863391876, "train_loss_step": 6.624622344970703, "n_params": 4797700, "total_flops": 40383584256000000, "train_loss": 0.02801813162290133, "subset_score_loss": 0.02801813162290133}
+{"step": 2750000, "wall_time": 20902.5163834095, "train_loss_step": 6.373626708984375, "n_params": 4797700, "total_flops": 40530969600000000, "train_loss": 0.027334943184485802, "subset_score_loss": 0.027334943184485802}
+{"step": 2760000, "wall_time": 20973.327345609665, "train_loss_step": 6.796446800231934, "n_params": 4797700, "total_flops": 40678354944000000, "train_loss": 0.03388955409710224, "subset_score_loss": 0.03388955409710224}
+{"step": 2770000, "wall_time": 21044.157497644424, "train_loss_step": 6.331521987915039, "n_params": 4797700, "total_flops": 40825740288000000, "train_loss": 0.02920538828923152, "subset_score_loss": 0.02920538828923152}
+{"step": 2780000, "wall_time": 21114.986473083496, "train_loss_step": 6.44748592376709, "n_params": 4797700, "total_flops": 40973125632000000, "train_loss": 0.03341723221998948, "subset_score_loss": 0.03341723221998948}
+{"step": 2790000, "wall_time": 21185.813171863556, "train_loss_step": 6.45955753326416, "n_params": 4797700, "total_flops": 41120510976000000, "train_loss": 0.029039168357849122, "subset_score_loss": 0.029039168357849122}
+{"step": 2800000, "wall_time": 21304.883610725403, "train_loss_step": 6.511168956756592, "n_params": 4797700, "total_flops": 41267896320000000, "train_loss": 0.026920775266794057, "subset_score_loss": 0.026920775266794057, "memorization_fraction_pixel": 0.08150000125169754, "mean_nn_ratio_pixel": 0.8883071541786194, "fid": 249.97941576850684, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 21376.473002672195, "train_loss_step": 6.784893989562988, "n_params": 4797700, "total_flops": 41415281664000000, "train_loss": 0.03574248460622934, "subset_score_loss": 0.03574248460622934}
+{"step": 2820000, "wall_time": 21448.36676979065, "train_loss_step": 6.521414279937744, "n_params": 4797700, "total_flops": 41562667008000000, "train_loss": 0.03255727107708271, "subset_score_loss": 0.03255727107708271}
+{"step": 2830000, "wall_time": 21519.17669892311, "train_loss_step": 7.026923179626465, "n_params": 4797700, "total_flops": 41710052352000000, "train_loss": 0.029352784156799316, "subset_score_loss": 0.029352784156799316}
+{"step": 2840000, "wall_time": 21589.98857331276, "train_loss_step": 6.45560359954834, "n_params": 4797700, "total_flops": 41857437696000000, "train_loss": 0.029658561486464282, "subset_score_loss": 0.029658561486464282}
+{"step": 2850000, "wall_time": 21660.793563604355, "train_loss_step": 6.439726829528809, "n_params": 4797700, "total_flops": 42004823040000000, "train_loss": 0.03073129653930664, "subset_score_loss": 0.03073129653930664}
+{"step": 2860000, "wall_time": 21731.601010084152, "train_loss_step": 6.627082824707031, "n_params": 4797700, "total_flops": 42152208384000000, "train_loss": 0.031858598268949066, "subset_score_loss": 0.031858598268949066}
+{"step": 2870000, "wall_time": 21802.428012371063, "train_loss_step": 6.857391357421875, "n_params": 4797700, "total_flops": 42299593728000000, "train_loss": 0.027666702637305626, "subset_score_loss": 0.027666702637305626}
+{"step": 2880000, "wall_time": 21873.239619255066, "train_loss_step": 6.309431076049805, "n_params": 4797700, "total_flops": 42446979072000000, "train_loss": 0.02898873732640193, "subset_score_loss": 0.02898873732640193}
+{"step": 2890000, "wall_time": 21944.04727125168, "train_loss_step": 6.666171550750732, "n_params": 4797700, "total_flops": 42594364416000000, "train_loss": 0.03070033880380484, "subset_score_loss": 0.03070033880380484}
+{"step": 2900000, "wall_time": 22063.069087028503, "train_loss_step": 6.195033550262451, "n_params": 4797700, "total_flops": 42741749760000000, "train_loss": 0.03517238910381611, "subset_score_loss": 0.03517238910381611, "memorization_fraction_pixel": 0.08429999649524689, "mean_nn_ratio_pixel": 0.8813410401344299, "fid": 245.04184837906644, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 22134.193511486053, "train_loss_step": 6.45528507232666, "n_params": 4797700, "total_flops": 42889135104000000, "train_loss": 0.03245717928959773, "subset_score_loss": 0.03245717928959773}
+{"step": 2920000, "wall_time": 22206.3137049675, "train_loss_step": 6.311097621917725, "n_params": 4797700, "total_flops": 43036520448000000, "train_loss": 0.031624511572030875, "subset_score_loss": 0.031624511572030875}
+{"step": 2930000, "wall_time": 22277.120797634125, "train_loss_step": 6.652646541595459, "n_params": 4797700, "total_flops": 43183905792000000, "train_loss": 0.02757587249462421, "subset_score_loss": 0.02757587249462421}
+{"step": 2940000, "wall_time": 22347.934611558914, "train_loss_step": 6.723351955413818, "n_params": 4797700, "total_flops": 43331291136000000, "train_loss": 0.029281341112577, "subset_score_loss": 0.029281341112577}
+{"step": 2950000, "wall_time": 22418.757979154587, "train_loss_step": 6.439706802368164, "n_params": 4797700, "total_flops": 43478676480000000, "train_loss": 0.029660995189960185, "subset_score_loss": 0.029660995189960185}
+{"step": 2960000, "wall_time": 22489.58337330818, "train_loss_step": 6.474978923797607, "n_params": 4797700, "total_flops": 43626061824000000, "train_loss": 0.028708808238689716, "subset_score_loss": 0.028708808238689716}
+{"step": 2970000, "wall_time": 22560.400105953217, "train_loss_step": 7.25412654876709, "n_params": 4797700, "total_flops": 43773447168000000, "train_loss": 0.029037796534024753, "subset_score_loss": 0.029037796534024753}
+{"step": 2980000, "wall_time": 22631.210849523544, "train_loss_step": 6.5918731689453125, "n_params": 4797700, "total_flops": 43920832512000000, "train_loss": 0.028051609259385327, "subset_score_loss": 0.028051609259385327}
+{"step": 2990000, "wall_time": 22702.032349586487, "train_loss_step": 6.095550537109375, "n_params": 4797700, "total_flops": 44068217856000000, "train_loss": 0.03228581868685209, "subset_score_loss": 0.03228581868685209}
+{"step": 3000000, "wall_time": 22821.553500413895, "train_loss_step": 6.323728084564209, "n_params": 4797700, "total_flops": 44215603200000000, "train_loss": 0.02699124079484206, "subset_score_loss": 0.02699124079484206, "memorization_fraction_pixel": 0.08169999718666077, "mean_nn_ratio_pixel": 0.8814471960067749, "fid": 241.20753619847784, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 22892.41436314583, "train_loss_step": 6.355371475219727, "n_params": 4797700, "total_flops": 44362988544000000, "train_loss": 0.030452225758479192, "subset_score_loss": 0.030452225758479192}
+{"step": 3020000, "wall_time": 22964.823971509933, "train_loss_step": 6.577908039093018, "n_params": 4797700, "total_flops": 44510373888000000, "train_loss": 0.03547038298386794, "subset_score_loss": 0.03547038298386794}
+{"step": 3030000, "wall_time": 23035.646985530853, "train_loss_step": 6.327138900756836, "n_params": 4797700, "total_flops": 44657759232000000, "train_loss": 0.02845918031839224, "subset_score_loss": 0.02845918031839224}
+{"step": 3040000, "wall_time": 23106.451715946198, "train_loss_step": 6.234424114227295, "n_params": 4797700, "total_flops": 44805144576000000, "train_loss": 0.029372675602252665, "subset_score_loss": 0.029372675602252665}
+{"step": 3050000, "wall_time": 23177.257338285446, "train_loss_step": 7.177025318145752, "n_params": 4797700, "total_flops": 44952529920000000, "train_loss": 0.02862125910245455, "subset_score_loss": 0.02862125910245455}
+{"step": 3060000, "wall_time": 23248.06596469879, "train_loss_step": 6.29969596862793, "n_params": 4797700, "total_flops": 45099915264000000, "train_loss": 0.028089294066795938, "subset_score_loss": 0.028089294066795938}
+{"step": 3070000, "wall_time": 23318.876047611237, "train_loss_step": 6.3907551765441895, "n_params": 4797700, "total_flops": 45247300608000000, "train_loss": 0.02954085239997277, "subset_score_loss": 0.02954085239997277}
+{"step": 3080000, "wall_time": 23389.68917441368, "train_loss_step": 6.829402923583984, "n_params": 4797700, "total_flops": 45394685952000000, "train_loss": 0.02886660282428448, "subset_score_loss": 0.02886660282428448}
+{"step": 3090000, "wall_time": 23460.498950719833, "train_loss_step": 6.863269805908203, "n_params": 4797700, "total_flops": 45542071296000000, "train_loss": 0.027753866635836087, "subset_score_loss": 0.027753866635836087}
+{"step": 3100000, "wall_time": 23582.446638584137, "train_loss_step": 6.538722515106201, "n_params": 4797700, "total_flops": 45689456640000000, "train_loss": 0.031271490683922404, "subset_score_loss": 0.031271490683922404, "memorization_fraction_pixel": 0.10090000182390213, "mean_nn_ratio_pixel": 0.8679757118225098, "fid": 242.39424036560945, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 23653.312875509262, "train_loss_step": 6.513193130493164, "n_params": 4797700, "total_flops": 45836841984000000, "train_loss": 0.030276920245243952, "subset_score_loss": 0.030276920245243952}
+{"step": 3120000, "wall_time": 23726.247131824493, "train_loss_step": 6.939360618591309, "n_params": 4797700, "total_flops": 45984227328000000, "train_loss": 0.026707036678607646, "subset_score_loss": 0.026707036678607646}
+{"step": 3130000, "wall_time": 23797.0409181118, "train_loss_step": 6.479620933532715, "n_params": 4797700, "total_flops": 46131612672000000, "train_loss": 0.025507081471956693, "subset_score_loss": 0.025507081471956693}
+{"step": 3140000, "wall_time": 23867.835919618607, "train_loss_step": 6.1776509284973145, "n_params": 4797700, "total_flops": 46278998016000000, "train_loss": 0.03277397155761719, "subset_score_loss": 0.03277397155761719}
+{"step": 3150000, "wall_time": 23938.63990712166, "train_loss_step": 6.596961975097656, "n_params": 4797700, "total_flops": 46426383360000000, "train_loss": 0.028487170659578762, "subset_score_loss": 0.028487170659578762}
+{"step": 3160000, "wall_time": 24009.449627637863, "train_loss_step": 5.902358055114746, "n_params": 4797700, "total_flops": 46573768704000000, "train_loss": 0.032124944833608775, "subset_score_loss": 0.032124944833608775}
+{"step": 3170000, "wall_time": 24080.240040540695, "train_loss_step": 6.342665672302246, "n_params": 4797700, "total_flops": 46721154048000000, "train_loss": 0.027072580044086164, "subset_score_loss": 0.027072580044086164}
+{"step": 3180000, "wall_time": 24151.037973165512, "train_loss_step": 6.329823017120361, "n_params": 4797700, "total_flops": 46868539392000000, "train_loss": 0.029099486424372746, "subset_score_loss": 0.029099486424372746}
+{"step": 3190000, "wall_time": 24222.09898543358, "train_loss_step": 6.577913284301758, "n_params": 4797700, "total_flops": 47015924736000000, "train_loss": 0.0330504087301401, "subset_score_loss": 0.0330504087301401}
+{"step": 3200000, "wall_time": 24341.207429885864, "train_loss_step": 6.206045150756836, "n_params": 4797700, "total_flops": 47163310080000000, "train_loss": 0.026520501650296725, "subset_score_loss": 0.026520501650296725, "memorization_fraction_pixel": 0.08500000089406967, "mean_nn_ratio_pixel": 0.8855383992195129, "fid": 240.61824667356763, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 24412.034210205078, "train_loss_step": 6.427236557006836, "n_params": 4797700, "total_flops": 47310695424000000, "train_loss": 0.029827246299156777, "subset_score_loss": 0.029827246299156777}
+{"step": 3220000, "wall_time": 24485.316336154938, "train_loss_step": 6.310931205749512, "n_params": 4797700, "total_flops": 47458080768000000, "train_loss": 0.02943110832801232, "subset_score_loss": 0.02943110832801232}
+{"step": 3230000, "wall_time": 24556.108056545258, "train_loss_step": 6.376288890838623, "n_params": 4797700, "total_flops": 47605466112000000, "train_loss": 0.027115422028761643, "subset_score_loss": 0.027115422028761643}
+{"step": 3240000, "wall_time": 24626.921455144882, "train_loss_step": 6.291051864624023, "n_params": 4797700, "total_flops": 47752851456000000, "train_loss": 0.0251677366403433, "subset_score_loss": 0.0251677366403433}
+{"step": 3250000, "wall_time": 24697.73465681076, "train_loss_step": 6.891597747802734, "n_params": 4797700, "total_flops": 47900236800000000, "train_loss": 0.02819986343383789, "subset_score_loss": 0.02819986343383789}
+{"step": 3260000, "wall_time": 24768.540467262268, "train_loss_step": 6.209430694580078, "n_params": 4797700, "total_flops": 48047622144000000, "train_loss": 0.027293682098388672, "subset_score_loss": 0.027293682098388672}
+{"step": 3270000, "wall_time": 24839.343277454376, "train_loss_step": 6.425825119018555, "n_params": 4797700, "total_flops": 48195007488000000, "train_loss": 0.03046122881082388, "subset_score_loss": 0.03046122881082388}
+{"step": 3280000, "wall_time": 24910.137631177902, "train_loss_step": 6.460719108581543, "n_params": 4797700, "total_flops": 48342392832000000, "train_loss": 0.02768421906691331, "subset_score_loss": 0.02768421906691331}
+{"step": 3290000, "wall_time": 24981.174815177917, "train_loss_step": 6.354057312011719, "n_params": 4797700, "total_flops": 48489778176000000, "train_loss": 0.026081057695242073, "subset_score_loss": 0.026081057695242073}
+{"step": 3300000, "wall_time": 25099.822857141495, "train_loss_step": 6.2367143630981445, "n_params": 4797700, "total_flops": 48637163520000000, "train_loss": 0.02794618606567383, "subset_score_loss": 0.02794618606567383, "memorization_fraction_pixel": 0.09160000085830688, "mean_nn_ratio_pixel": 0.8728992342948914, "fid": 242.99236485755918, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 25170.668485879898, "train_loss_step": 6.045889854431152, "n_params": 4797700, "total_flops": 48784548864000000, "train_loss": 0.026152412707989032, "subset_score_loss": 0.026152412707989032}
+{"step": 3320000, "wall_time": 25243.702674150467, "train_loss_step": 6.166838645935059, "n_params": 4797700, "total_flops": 48931934208000000, "train_loss": 0.02923605808844933, "subset_score_loss": 0.02923605808844933}
+{"step": 3330000, "wall_time": 25314.51346564293, "train_loss_step": 6.479658126831055, "n_params": 4797700, "total_flops": 49079319552000000, "train_loss": 0.02795853798206036, "subset_score_loss": 0.02795853798206036}
+{"step": 3340000, "wall_time": 25385.333267211914, "train_loss_step": 6.940062522888184, "n_params": 4797700, "total_flops": 49226704896000000, "train_loss": 0.026218669231121358, "subset_score_loss": 0.026218669231121358}
+{"step": 3350000, "wall_time": 25456.15423488617, "train_loss_step": 6.2636518478393555, "n_params": 4797700, "total_flops": 49374090240000000, "train_loss": 0.025473392926729642, "subset_score_loss": 0.025473392926729642}
+{"step": 3360000, "wall_time": 25526.96302628517, "train_loss_step": 6.831926345825195, "n_params": 4797700, "total_flops": 49521475584000000, "train_loss": 0.028284098551823542, "subset_score_loss": 0.028284098551823542}
+{"step": 3370000, "wall_time": 25597.771520853043, "train_loss_step": 5.927014350891113, "n_params": 4797700, "total_flops": 49668860928000000, "train_loss": 0.03409392283512996, "subset_score_loss": 0.03409392283512996}
+{"step": 3380000, "wall_time": 25668.58610367775, "train_loss_step": 5.990048408508301, "n_params": 4797700, "total_flops": 49816246272000000, "train_loss": 0.027046999564537634, "subset_score_loss": 0.027046999564537634}
+{"step": 3390000, "wall_time": 25739.679196596146, "train_loss_step": 6.320507526397705, "n_params": 4797700, "total_flops": 49963631616000000, "train_loss": 0.030243286719689004, "subset_score_loss": 0.030243286719689004}
+{"step": 3400000, "wall_time": 25859.021490335464, "train_loss_step": 6.447332382202148, "n_params": 4797700, "total_flops": 50111016960000000, "train_loss": 0.02622058024773231, "subset_score_loss": 0.02622058024773231, "memorization_fraction_pixel": 0.09359999746084213, "mean_nn_ratio_pixel": 0.8764582872390747, "fid": 238.42088385809788, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 25929.862788438797, "train_loss_step": 6.538812160491943, "n_params": 4797700, "total_flops": 50258402304000000, "train_loss": 0.02747201736156757, "subset_score_loss": 0.02747201736156757}
+{"step": 3420000, "wall_time": 26002.975105285645, "train_loss_step": 6.343155860900879, "n_params": 4797700, "total_flops": 50405787648000000, "train_loss": 0.03211844150836651, "subset_score_loss": 0.03211844150836651}
+{"step": 3430000, "wall_time": 26073.797787427902, "train_loss_step": 6.395129203796387, "n_params": 4797700, "total_flops": 50553172992000000, "train_loss": 0.02727514597085806, "subset_score_loss": 0.02727514597085806}
+{"step": 3440000, "wall_time": 26144.60905432701, "train_loss_step": 6.034473419189453, "n_params": 4797700, "total_flops": 50700558336000000, "train_loss": 0.028569278350243203, "subset_score_loss": 0.028569278350243203}
+{"step": 3450000, "wall_time": 26215.419469356537, "train_loss_step": 5.980587005615234, "n_params": 4797700, "total_flops": 50847943680000000, "train_loss": 0.028879042772146372, "subset_score_loss": 0.028879042772146372}
+{"step": 3460000, "wall_time": 26286.243906497955, "train_loss_step": 6.238332748413086, "n_params": 4797700, "total_flops": 50995329024000000, "train_loss": 0.03123955726623535, "subset_score_loss": 0.03123955726623535}
+{"step": 3470000, "wall_time": 26357.053654670715, "train_loss_step": 6.148205757141113, "n_params": 4797700, "total_flops": 51142714368000000, "train_loss": 0.027639209307157075, "subset_score_loss": 0.027639209307157075}
+{"step": 3480000, "wall_time": 26427.87679719925, "train_loss_step": 6.136284351348877, "n_params": 4797700, "total_flops": 51290099712000000, "train_loss": 0.027629168216998762, "subset_score_loss": 0.027629168216998762}
+{"step": 3490000, "wall_time": 26499.094440937042, "train_loss_step": 6.2103071212768555, "n_params": 4797700, "total_flops": 51437485056000000, "train_loss": 0.027380515978886532, "subset_score_loss": 0.027380515978886532}
+{"step": 3500000, "wall_time": 26616.544572114944, "train_loss_step": 6.16816520690918, "n_params": 4797700, "total_flops": 51584870400000000, "train_loss": 0.02756533622741699, "subset_score_loss": 0.02756533622741699, "memorization_fraction_pixel": 0.10170000046491623, "mean_nn_ratio_pixel": 0.8682924509048462, "fid": 235.09157097424978, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 26687.390726566315, "train_loss_step": 5.933485984802246, "n_params": 4797700, "total_flops": 51732255744000000, "train_loss": 0.03218253575838529, "subset_score_loss": 0.03218253575838529}
+{"step": 3520000, "wall_time": 26759.95385169983, "train_loss_step": 6.378636360168457, "n_params": 4797700, "total_flops": 51879641088000000, "train_loss": 0.029570955496567946, "subset_score_loss": 0.029570955496567946}
+{"step": 3530000, "wall_time": 26830.762214422226, "train_loss_step": 6.343376159667969, "n_params": 4797700, "total_flops": 52027026432000000, "train_loss": 0.025666515643780047, "subset_score_loss": 0.025666515643780047}
+{"step": 3540000, "wall_time": 26901.576376914978, "train_loss_step": 6.851696014404297, "n_params": 4797700, "total_flops": 52174411776000000, "train_loss": 0.029319150631244364, "subset_score_loss": 0.029319150631244364}
+{"step": 3550000, "wall_time": 26972.38730096817, "train_loss_step": 6.210247039794922, "n_params": 4797700, "total_flops": 52321797120000000, "train_loss": 0.02820594127361591, "subset_score_loss": 0.02820594127361591}
+{"step": 3560000, "wall_time": 27043.198917865753, "train_loss_step": 6.396223068237305, "n_params": 4797700, "total_flops": 52469182464000000, "train_loss": 0.025020333436819222, "subset_score_loss": 0.025020333436819222}
+{"step": 3570000, "wall_time": 27114.008240938187, "train_loss_step": 6.369630813598633, "n_params": 4797700, "total_flops": 52616567808000000, "train_loss": 0.027296040608332708, "subset_score_loss": 0.027296040608332708}
+{"step": 3580000, "wall_time": 27184.824579954147, "train_loss_step": 6.219313144683838, "n_params": 4797700, "total_flops": 52763953152000000, "train_loss": 0.02868784024165227, "subset_score_loss": 0.02868784024165227}
+{"step": 3590000, "wall_time": 27256.019468545914, "train_loss_step": 6.129716873168945, "n_params": 4797700, "total_flops": 52911338496000000, "train_loss": 0.027011317473191482, "subset_score_loss": 0.027011317473191482}
+{"step": 3600000, "wall_time": 27412.769008159637, "train_loss_step": 6.660650253295898, "n_params": 4797700, "total_flops": 53058723840000000, "train_loss": 0.02682071465712327, "subset_score_loss": 0.02682071465712327, "memorization_fraction_pixel": 0.10270000249147415, "mean_nn_ratio_pixel": 0.8671858310699463, "fid": 236.4485023320688, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 27486.26654934883, "train_loss_step": 6.3240156173706055, "n_params": 4797700, "total_flops": 53206109184000000, "train_loss": 0.037323973729060246, "subset_score_loss": 0.037323973729060246}
+{"step": 3620000, "wall_time": 27556.457825422287, "train_loss_step": 6.244726181030273, "n_params": 4797700, "total_flops": 53353494528000000, "train_loss": 0.026182013291579025, "subset_score_loss": 0.026182013291579025}
+{"step": 3630000, "wall_time": 27627.293762922287, "train_loss_step": 5.990128993988037, "n_params": 4797700, "total_flops": 53500879872000000, "train_loss": 0.026692612354572, "subset_score_loss": 0.026692612354572}
+{"step": 3640000, "wall_time": 27698.111097097397, "train_loss_step": 6.866552829742432, "n_params": 4797700, "total_flops": 53648265216000000, "train_loss": 0.03089249684260442, "subset_score_loss": 0.03089249684260442}
+{"step": 3650000, "wall_time": 27768.937416791916, "train_loss_step": 6.427672386169434, "n_params": 4797700, "total_flops": 53795650560000000, "train_loss": 0.026514405470628003, "subset_score_loss": 0.026514405470628003}
+{"step": 3660000, "wall_time": 27839.760212421417, "train_loss_step": 5.961277008056641, "n_params": 4797700, "total_flops": 53943035904000000, "train_loss": 0.027771570132328914, "subset_score_loss": 0.027771570132328914}
+{"step": 3670000, "wall_time": 27910.578145742416, "train_loss_step": 5.754447937011719, "n_params": 4797700, "total_flops": 54090421248000000, "train_loss": 0.028787999886732835, "subset_score_loss": 0.028787999886732835}
+{"step": 3680000, "wall_time": 27981.63213825226, "train_loss_step": 6.477498531341553, "n_params": 4797700, "total_flops": 54237806592000000, "train_loss": 0.02645687139951266, "subset_score_loss": 0.02645687139951266}
+{"step": 3690000, "wall_time": 28052.55646443367, "train_loss_step": 6.518122673034668, "n_params": 4797700, "total_flops": 54385191936000000, "train_loss": 0.02610501509446364, "subset_score_loss": 0.02610501509446364}
+{"step": 3700000, "wall_time": 28170.8791308403, "train_loss_step": 6.410231590270996, "n_params": 4797700, "total_flops": 54532577280000000, "train_loss": 0.024320554733276368, "subset_score_loss": 0.024320554733276368, "memorization_fraction_pixel": 0.10670000314712524, "mean_nn_ratio_pixel": 0.8617980480194092, "fid": 234.0929885655884, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 28245.32205414772, "train_loss_step": 5.978353500366211, "n_params": 4797700, "total_flops": 54679962624000000, "train_loss": 0.026682386031517617, "subset_score_loss": 0.026682386031517617}
+{"step": 3720000, "wall_time": 28314.70871067047, "train_loss_step": 6.435000419616699, "n_params": 4797700, "total_flops": 54827347968000000, "train_loss": 0.027154207229614258, "subset_score_loss": 0.027154207229614258}
+{"step": 3730000, "wall_time": 28385.522051095963, "train_loss_step": 6.434651851654053, "n_params": 4797700, "total_flops": 54974733312000000, "train_loss": 0.02681249838608962, "subset_score_loss": 0.02681249838608962}
+{"step": 3740000, "wall_time": 28456.340017080307, "train_loss_step": 6.527345657348633, "n_params": 4797700, "total_flops": 55122118656000000, "train_loss": 0.02541161867288443, "subset_score_loss": 0.02541161867288443}
+{"step": 3750000, "wall_time": 28527.15121936798, "train_loss_step": 6.130550384521484, "n_params": 4797700, "total_flops": 55269504000000000, "train_loss": 0.026820437724773702, "subset_score_loss": 0.026820437724773702}
+{"step": 3760000, "wall_time": 28597.964512825012, "train_loss_step": 5.8341522216796875, "n_params": 4797700, "total_flops": 55416889344000000, "train_loss": 0.026277762192946214, "subset_score_loss": 0.026277762192946214}
+{"step": 3770000, "wall_time": 28668.777180671692, "train_loss_step": 6.161223888397217, "n_params": 4797700, "total_flops": 55564274688000000, "train_loss": 0.02469335702749399, "subset_score_loss": 0.02469335702749399}
+{"step": 3780000, "wall_time": 28739.893958330154, "train_loss_step": 5.872171401977539, "n_params": 4797700, "total_flops": 55711660032000000, "train_loss": 0.02536037151630108, "subset_score_loss": 0.02536037151630108}
+{"step": 3790000, "wall_time": 28810.621857881546, "train_loss_step": 6.379275321960449, "n_params": 4797700, "total_flops": 55859045376000000, "train_loss": 0.028658562440138598, "subset_score_loss": 0.028658562440138598}
+{"step": 3800000, "wall_time": 28929.082147359848, "train_loss_step": 6.576077461242676, "n_params": 4797700, "total_flops": 56006430720000000, "train_loss": 0.027440001414372372, "subset_score_loss": 0.027440001414372372, "memorization_fraction_pixel": 0.11029999703168869, "mean_nn_ratio_pixel": 0.8570868968963623, "fid": 232.87394322126738, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 29004.331696987152, "train_loss_step": 6.3977155685424805, "n_params": 4797700, "total_flops": 56153816064000000, "train_loss": 0.026096112911517803, "subset_score_loss": 0.026096112911517803}
+{"step": 3820000, "wall_time": 29072.396231651306, "train_loss_step": 6.132940292358398, "n_params": 4797700, "total_flops": 56301201408000000, "train_loss": 0.026089814993051384, "subset_score_loss": 0.026089814993051384}
+{"step": 3830000, "wall_time": 29143.210257053375, "train_loss_step": 6.035714149475098, "n_params": 4797700, "total_flops": 56448586752000000, "train_loss": 0.02607606190901536, "subset_score_loss": 0.02607606190901536}
+{"step": 3840000, "wall_time": 29214.023782491684, "train_loss_step": 5.817685127258301, "n_params": 4797700, "total_flops": 56595972096000000, "train_loss": 0.02631385693183312, "subset_score_loss": 0.02631385693183312}
+{"step": 3850000, "wall_time": 29284.832894325256, "train_loss_step": 6.502313613891602, "n_params": 4797700, "total_flops": 56743357440000000, "train_loss": 0.027356747480539175, "subset_score_loss": 0.027356747480539175}
+{"step": 3860000, "wall_time": 29355.659363031387, "train_loss_step": 6.47794771194458, "n_params": 4797700, "total_flops": 56890742784000000, "train_loss": 0.02746705825512226, "subset_score_loss": 0.02746705825512226}
+{"step": 3870000, "wall_time": 29426.496845960617, "train_loss_step": 5.954357147216797, "n_params": 4797700, "total_flops": 57038128128000000, "train_loss": 0.025683016043442947, "subset_score_loss": 0.025683016043442947}
+{"step": 3880000, "wall_time": 29497.630379915237, "train_loss_step": 6.173901081085205, "n_params": 4797700, "total_flops": 57185513472000000, "train_loss": 0.028085725124065694, "subset_score_loss": 0.028085725124065694}
+{"step": 3890000, "wall_time": 29568.669090509415, "train_loss_step": 6.669302463531494, "n_params": 4797700, "total_flops": 57332898816000000, "train_loss": 0.03180232414832482, "subset_score_loss": 0.03180232414832482}
+{"step": 3900000, "wall_time": 29688.41522192955, "train_loss_step": 6.110980987548828, "n_params": 4797700, "total_flops": 57480284160000000, "train_loss": 0.025661705090449405, "subset_score_loss": 0.025661705090449405, "memorization_fraction_pixel": 0.1096000000834465, "mean_nn_ratio_pixel": 0.8612993955612183, "fid": 233.20191561698215, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 29763.22597193718, "train_loss_step": 6.485746383666992, "n_params": 4797700, "total_flops": 57627669504000000, "train_loss": 0.024503564834594725, "subset_score_loss": 0.024503564834594725}
+{"step": 3920000, "wall_time": 29831.924953699112, "train_loss_step": 6.177263259887695, "n_params": 4797700, "total_flops": 57775054848000000, "train_loss": 0.024093180436354417, "subset_score_loss": 0.024093180436354417}
+{"step": 3930000, "wall_time": 29902.741457939148, "train_loss_step": 6.292875289916992, "n_params": 4797700, "total_flops": 57922440192000000, "train_loss": 0.02785966579730694, "subset_score_loss": 0.02785966579730694}
+{"step": 3940000, "wall_time": 29973.541856765747, "train_loss_step": 6.350799083709717, "n_params": 4797700, "total_flops": 58069825536000000, "train_loss": 0.027105320416964018, "subset_score_loss": 0.027105320416964018}
+{"step": 3950000, "wall_time": 30044.355021476746, "train_loss_step": 6.7379045486450195, "n_params": 4797700, "total_flops": 58217210880000000, "train_loss": 0.027355144574091984, "subset_score_loss": 0.027355144574091984}
+{"step": 3960000, "wall_time": 30115.173337459564, "train_loss_step": 5.847476959228516, "n_params": 4797700, "total_flops": 58364596224000000, "train_loss": 0.024730634689331055, "subset_score_loss": 0.024730634689331055}
+{"step": 3970000, "wall_time": 30185.977253437042, "train_loss_step": 6.270046234130859, "n_params": 4797700, "total_flops": 58511981568000000, "train_loss": 0.02554630499619704, "subset_score_loss": 0.02554630499619704}
+{"step": 3980000, "wall_time": 30257.34566283226, "train_loss_step": 6.368571758270264, "n_params": 4797700, "total_flops": 58659366912000000, "train_loss": 0.027729129791259764, "subset_score_loss": 0.027729129791259764}
+{"step": 3990000, "wall_time": 30327.566198825836, "train_loss_step": 5.902909278869629, "n_params": 4797700, "total_flops": 58806752256000000, "train_loss": 0.02404929124391996, "subset_score_loss": 0.02404929124391996}
+{"step": 4000000, "wall_time": 30449.64105772972, "train_loss_step": 6.047294616699219, "n_params": 4797700, "total_flops": 58954137600000000, "train_loss": 0.027136931052574746, "subset_score_loss": 0.027136931052574746, "memorization_fraction_pixel": 0.1145000010728836, "mean_nn_ratio_pixel": 0.8524015545845032, "fid": 227.56762783946968, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 30524.791570186615, "train_loss_step": 6.109981536865234, "n_params": 4797700, "total_flops": 59101522944000000, "train_loss": 0.02586064522082989, "subset_score_loss": 0.02586064522082989}
+{"step": 4020000, "wall_time": 30593.279423952103, "train_loss_step": 5.832389831542969, "n_params": 4797700, "total_flops": 59248908288000000, "train_loss": 0.025937181252699632, "subset_score_loss": 0.025937181252699632}
+{"step": 4030000, "wall_time": 30664.07249712944, "train_loss_step": 6.062414169311523, "n_params": 4797700, "total_flops": 59396293632000000, "train_loss": 0.029503330817589393, "subset_score_loss": 0.029503330817589393}
+{"step": 4040000, "wall_time": 30734.86574959755, "train_loss_step": 6.0389814376831055, "n_params": 4797700, "total_flops": 59543678976000000, "train_loss": 0.02449167875143198, "subset_score_loss": 0.02449167875143198}
+{"step": 4050000, "wall_time": 30805.667192935944, "train_loss_step": 5.8306074142456055, "n_params": 4797700, "total_flops": 59691064320000000, "train_loss": 0.024457603234511155, "subset_score_loss": 0.024457603234511155}
+{"step": 4060000, "wall_time": 30876.459877729416, "train_loss_step": 6.4237542152404785, "n_params": 4797700, "total_flops": 59838449664000000, "train_loss": 0.02456043316767766, "subset_score_loss": 0.02456043316767766}
+{"step": 4070000, "wall_time": 30947.249806642532, "train_loss_step": 6.049114227294922, "n_params": 4797700, "total_flops": 59985835008000000, "train_loss": 0.02901330911196195, "subset_score_loss": 0.02901330911196195}
+{"step": 4080000, "wall_time": 31018.77755689621, "train_loss_step": 5.96064567565918, "n_params": 4797700, "total_flops": 60133220352000000, "train_loss": 0.029186292795034555, "subset_score_loss": 0.029186292795034555}
+{"step": 4090000, "wall_time": 31089.168798923492, "train_loss_step": 5.528596878051758, "n_params": 4797700, "total_flops": 60280605696000000, "train_loss": 0.02607123484978309, "subset_score_loss": 0.02607123484978309}
+{"step": 4100000, "wall_time": 31210.529487133026, "train_loss_step": 5.808401107788086, "n_params": 4797700, "total_flops": 60427991040000000, "train_loss": 0.02536487579345703, "subset_score_loss": 0.02536487579345703, "memorization_fraction_pixel": 0.10660000145435333, "mean_nn_ratio_pixel": 0.8629941344261169, "fid": 235.23072074526306, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 31285.37843322754, "train_loss_step": 5.904894828796387, "n_params": 4797700, "total_flops": 60575376384000000, "train_loss": 0.02590762468484732, "subset_score_loss": 0.02590762468484732}
+{"step": 4120000, "wall_time": 31353.75092458725, "train_loss_step": 6.068289756774902, "n_params": 4797700, "total_flops": 60722761728000000, "train_loss": 0.028342263515178975, "subset_score_loss": 0.028342263515178975}
+{"step": 4130000, "wall_time": 31424.550342559814, "train_loss_step": 6.101568222045898, "n_params": 4797700, "total_flops": 60870147072000000, "train_loss": 0.023913117555471566, "subset_score_loss": 0.023913117555471566}
+{"step": 4140000, "wall_time": 31495.35800743103, "train_loss_step": 6.775940418243408, "n_params": 4797700, "total_flops": 61017532416000000, "train_loss": 0.02764587035545936, "subset_score_loss": 0.02764587035545936}
+{"step": 4150000, "wall_time": 31566.153821468353, "train_loss_step": 5.924928188323975, "n_params": 4797700, "total_flops": 61164917760000000, "train_loss": 0.03065780676328219, "subset_score_loss": 0.03065780676328219}
+{"step": 4160000, "wall_time": 31636.940166950226, "train_loss_step": 6.179640769958496, "n_params": 4797700, "total_flops": 61312303104000000, "train_loss": 0.02721704519712008, "subset_score_loss": 0.02721704519712008}
+{"step": 4170000, "wall_time": 31707.745659589767, "train_loss_step": 6.183922290802002, "n_params": 4797700, "total_flops": 61459688448000000, "train_loss": 0.026596586520855243, "subset_score_loss": 0.026596586520855243}
+{"step": 4180000, "wall_time": 31779.682262420654, "train_loss_step": 5.776524543762207, "n_params": 4797700, "total_flops": 61607073792000000, "train_loss": 0.026043978104224572, "subset_score_loss": 0.026043978104224572}
+{"step": 4190000, "wall_time": 31850.01880979538, "train_loss_step": 5.884189605712891, "n_params": 4797700, "total_flops": 61754459136000000, "train_loss": 0.026613402366638183, "subset_score_loss": 0.026613402366638183}
+{"step": 4200000, "wall_time": 31968.491141080856, "train_loss_step": 6.105286598205566, "n_params": 4797700, "total_flops": 61901844480000000, "train_loss": 0.028873526133023776, "subset_score_loss": 0.028873526133023776, "memorization_fraction_pixel": 0.11760000139474869, "mean_nn_ratio_pixel": 0.856192946434021, "fid": 234.606314655309, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 32043.10066986084, "train_loss_step": 5.8478546142578125, "n_params": 4797700, "total_flops": 62049229824000000, "train_loss": 0.023304271697998046, "subset_score_loss": 0.023304271697998046}
+{"step": 4220000, "wall_time": 32112.15418958664, "train_loss_step": 6.069629669189453, "n_params": 4797700, "total_flops": 62196615168000000, "train_loss": 0.02683599545405461, "subset_score_loss": 0.02683599545405461}
+{"step": 4230000, "wall_time": 32182.943967580795, "train_loss_step": 5.666088104248047, "n_params": 4797700, "total_flops": 62344000512000000, "train_loss": 0.025567091428316556, "subset_score_loss": 0.025567091428316556}
+{"step": 4240000, "wall_time": 32253.733230113983, "train_loss_step": 6.317395210266113, "n_params": 4797700, "total_flops": 62491385856000000, "train_loss": 0.02442319026360145, "subset_score_loss": 0.02442319026360145}
+{"step": 4250000, "wall_time": 32324.517837285995, "train_loss_step": 6.234825134277344, "n_params": 4797700, "total_flops": 62638771200000000, "train_loss": 0.025218475781954252, "subset_score_loss": 0.025218475781954252}
+{"step": 4260000, "wall_time": 32395.306180477142, "train_loss_step": 6.04569149017334, "n_params": 4797700, "total_flops": 62786156544000000, "train_loss": 0.02726291693173922, "subset_score_loss": 0.02726291693173922}
+{"step": 4270000, "wall_time": 32466.10066795349, "train_loss_step": 6.246251106262207, "n_params": 4797700, "total_flops": 62933541888000000, "train_loss": 0.026448132441594052, "subset_score_loss": 0.026448132441594052}
+{"step": 4280000, "wall_time": 32538.24931192398, "train_loss_step": 5.90655517578125, "n_params": 4797700, "total_flops": 63080927232000000, "train_loss": 0.02704964050879845, "subset_score_loss": 0.02704964050879845}
+{"step": 4290000, "wall_time": 32607.942825317383, "train_loss_step": 5.72732400894165, "n_params": 4797700, "total_flops": 63228312576000000, "train_loss": 0.02445534926194411, "subset_score_loss": 0.02445534926194411}
+{"step": 4300000, "wall_time": 32727.52778029442, "train_loss_step": 6.44649076461792, "n_params": 4797700, "total_flops": 63375697920000000, "train_loss": 0.02809640627640944, "subset_score_loss": 0.02809640627640944, "memorization_fraction_pixel": 0.11410000175237656, "mean_nn_ratio_pixel": 0.8514740467071533, "fid": 227.7181626168107, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 32801.8030295372, "train_loss_step": 5.879887104034424, "n_params": 4797700, "total_flops": 63523083264000000, "train_loss": 0.026322168570298416, "subset_score_loss": 0.026322168570298416}
+{"step": 4320000, "wall_time": 32871.5208234787, "train_loss_step": 5.823103427886963, "n_params": 4797700, "total_flops": 63670468608000000, "train_loss": 0.02772666857792781, "subset_score_loss": 0.02772666857792781}
+{"step": 4330000, "wall_time": 32942.32473111153, "train_loss_step": 6.006888389587402, "n_params": 4797700, "total_flops": 63817853952000000, "train_loss": 0.02498948023869441, "subset_score_loss": 0.02498948023869441}
+{"step": 4340000, "wall_time": 33013.140436410904, "train_loss_step": 5.957871913909912, "n_params": 4797700, "total_flops": 63965239296000000, "train_loss": 0.0234908782518827, "subset_score_loss": 0.0234908782518827}
+{"step": 4350000, "wall_time": 33083.93741393089, "train_loss_step": 6.189874172210693, "n_params": 4797700, "total_flops": 64112624640000000, "train_loss": 0.025087653673612154, "subset_score_loss": 0.025087653673612154}
+{"step": 4360000, "wall_time": 33154.738184928894, "train_loss_step": 5.853720664978027, "n_params": 4797700, "total_flops": 64260009984000000, "train_loss": 0.024695726541372445, "subset_score_loss": 0.024695726541372445}
+{"step": 4370000, "wall_time": 33225.54378914833, "train_loss_step": 5.777879238128662, "n_params": 4797700, "total_flops": 64407395328000000, "train_loss": 0.028209117742685173, "subset_score_loss": 0.028209117742685173}
+{"step": 4380000, "wall_time": 33297.85818719864, "train_loss_step": 5.965514183044434, "n_params": 4797700, "total_flops": 64554780672000000, "train_loss": 0.02613649184887226, "subset_score_loss": 0.02613649184887226}
+{"step": 4390000, "wall_time": 33367.271162986755, "train_loss_step": 6.2799272537231445, "n_params": 4797700, "total_flops": 64702166016000000, "train_loss": 0.026918422258817232, "subset_score_loss": 0.026918422258817232}
+{"step": 4400000, "wall_time": 33487.05584478378, "train_loss_step": 5.934028148651123, "n_params": 4797700, "total_flops": 64849551360000000, "train_loss": 0.024233924425565278, "subset_score_loss": 0.024233924425565278, "memorization_fraction_pixel": 0.1298000067472458, "mean_nn_ratio_pixel": 0.8413309454917908, "fid": 226.7127144029943, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 33560.93179321289, "train_loss_step": 6.123624801635742, "n_params": 4797700, "total_flops": 64996936704000000, "train_loss": 0.02493138496692364, "subset_score_loss": 0.02493138496692364}
+{"step": 4420000, "wall_time": 33630.63896894455, "train_loss_step": 6.074432849884033, "n_params": 4797700, "total_flops": 65144322048000000, "train_loss": 0.02483357649583083, "subset_score_loss": 0.02483357649583083}
+{"step": 4430000, "wall_time": 33701.45027756691, "train_loss_step": 5.6801958084106445, "n_params": 4797700, "total_flops": 65291707392000000, "train_loss": 0.024457263946533202, "subset_score_loss": 0.024457263946533202}
+{"step": 4440000, "wall_time": 33772.24967646599, "train_loss_step": 5.862441539764404, "n_params": 4797700, "total_flops": 65439092736000000, "train_loss": 0.026265971477215107, "subset_score_loss": 0.026265971477215107}
+{"step": 4450000, "wall_time": 33843.04816913605, "train_loss_step": 5.790555000305176, "n_params": 4797700, "total_flops": 65586478080000000, "train_loss": 0.02643722387460562, "subset_score_loss": 0.02643722387460562}
+{"step": 4460000, "wall_time": 33913.83847427368, "train_loss_step": 6.017459869384766, "n_params": 4797700, "total_flops": 65733863424000000, "train_loss": 0.027804220639742337, "subset_score_loss": 0.027804220639742337}
+{"step": 4470000, "wall_time": 33984.63178396225, "train_loss_step": 6.153898239135742, "n_params": 4797700, "total_flops": 65881248768000000, "train_loss": 0.024763083457946776, "subset_score_loss": 0.024763083457946776}
+{"step": 4480000, "wall_time": 34056.985404253006, "train_loss_step": 5.818402290344238, "n_params": 4797700, "total_flops": 66028634112000000, "train_loss": 0.027420540956350475, "subset_score_loss": 0.027420540956350475}
+{"step": 4490000, "wall_time": 34126.257734537125, "train_loss_step": 6.110083103179932, "n_params": 4797700, "total_flops": 66176019456000000, "train_loss": 0.027902995623075046, "subset_score_loss": 0.027902995623075046}
+{"step": 4500000, "wall_time": 34245.50442123413, "train_loss_step": 5.436903476715088, "n_params": 4797700, "total_flops": 66323404800000000, "train_loss": 0.025000627224261943, "subset_score_loss": 0.025000627224261943, "memorization_fraction_pixel": 0.1307000070810318, "mean_nn_ratio_pixel": 0.8408800959587097, "fid": 222.45390174377323, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 34319.072371959686, "train_loss_step": 6.114229202270508, "n_params": 4797700, "total_flops": 66470790144000000, "train_loss": 0.02642363401559683, "subset_score_loss": 0.02642363401559683}
+{"step": 4520000, "wall_time": 34388.6098408699, "train_loss_step": 5.497340202331543, "n_params": 4797700, "total_flops": 66618175488000000, "train_loss": 0.02543439498314491, "subset_score_loss": 0.02543439498314491}
+{"step": 4530000, "wall_time": 34459.40347957611, "train_loss_step": 5.841889381408691, "n_params": 4797700, "total_flops": 66765560832000000, "train_loss": 0.02335931887993446, "subset_score_loss": 0.02335931887993446}
+{"step": 4540000, "wall_time": 34530.19446229935, "train_loss_step": 6.119694709777832, "n_params": 4797700, "total_flops": 66912946176000000, "train_loss": 0.02599937732403095, "subset_score_loss": 0.02599937732403095}
+{"step": 4550000, "wall_time": 34600.98880624771, "train_loss_step": 5.94776725769043, "n_params": 4797700, "total_flops": 67060331520000000, "train_loss": 0.025116705894470216, "subset_score_loss": 0.025116705894470216}
+{"step": 4560000, "wall_time": 34671.78565764427, "train_loss_step": 5.519879341125488, "n_params": 4797700, "total_flops": 67207716864000000, "train_loss": 0.025761855565584624, "subset_score_loss": 0.025761855565584624}
+{"step": 4570000, "wall_time": 34742.5899348259, "train_loss_step": 6.018515586853027, "n_params": 4797700, "total_flops": 67355102208000000, "train_loss": 0.02576168133662297, "subset_score_loss": 0.02576168133662297}
+{"step": 4580000, "wall_time": 34814.74824357033, "train_loss_step": 5.881430149078369, "n_params": 4797700, "total_flops": 67502487552000000, "train_loss": 0.024632705174959624, "subset_score_loss": 0.024632705174959624}
+{"step": 4590000, "wall_time": 34883.96173977852, "train_loss_step": 6.102353096008301, "n_params": 4797700, "total_flops": 67649872896000000, "train_loss": 0.025510501861572266, "subset_score_loss": 0.025510501861572266}
+{"step": 4600000, "wall_time": 35003.37919473648, "train_loss_step": 5.852519989013672, "n_params": 4797700, "total_flops": 67797258240000000, "train_loss": 0.02410746721120981, "subset_score_loss": 0.02410746721120981, "memorization_fraction_pixel": 0.1251000016927719, "mean_nn_ratio_pixel": 0.8454121947288513, "fid": 221.7927022691679, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 35076.42550992966, "train_loss_step": 5.536067962646484, "n_params": 4797700, "total_flops": 67944643584000000, "train_loss": 0.02506097646859976, "subset_score_loss": 0.02506097646859976}
+{"step": 4620000, "wall_time": 35146.88935136795, "train_loss_step": 5.828719615936279, "n_params": 4797700, "total_flops": 68092028928000000, "train_loss": 0.027702887241656964, "subset_score_loss": 0.027702887241656964}
+{"step": 4630000, "wall_time": 35217.68084192276, "train_loss_step": 5.948768138885498, "n_params": 4797700, "total_flops": 68239414272000000, "train_loss": 0.033704288189227764, "subset_score_loss": 0.033704288189227764}
+{"step": 4640000, "wall_time": 35288.48603820801, "train_loss_step": 5.749565601348877, "n_params": 4797700, "total_flops": 68386799616000000, "train_loss": 0.024596645281865046, "subset_score_loss": 0.024596645281865046}
+{"step": 4650000, "wall_time": 35359.27955245972, "train_loss_step": 6.025176048278809, "n_params": 4797700, "total_flops": 68534184960000000, "train_loss": 0.02380661964416504, "subset_score_loss": 0.02380661964416504}
+{"step": 4660000, "wall_time": 35430.083664894104, "train_loss_step": 5.946813106536865, "n_params": 4797700, "total_flops": 68681570304000000, "train_loss": 0.02997128780071552, "subset_score_loss": 0.02997128780071552}
+{"step": 4670000, "wall_time": 35500.89678359032, "train_loss_step": 6.1162519454956055, "n_params": 4797700, "total_flops": 68828955648000000, "train_loss": 0.02414272198310265, "subset_score_loss": 0.02414272198310265}
+{"step": 4680000, "wall_time": 35573.04827737808, "train_loss_step": 5.983843803405762, "n_params": 4797700, "total_flops": 68976340992000000, "train_loss": 0.022920516821054313, "subset_score_loss": 0.022920516821054313}
+{"step": 4690000, "wall_time": 35642.52620959282, "train_loss_step": 5.538681983947754, "n_params": 4797700, "total_flops": 69123726336000000, "train_loss": 0.022971688784085786, "subset_score_loss": 0.022971688784085786}
+{"step": 4700000, "wall_time": 35761.47745847702, "train_loss_step": 6.329444408416748, "n_params": 4797700, "total_flops": 69271111680000000, "train_loss": 0.026448728488041806, "subset_score_loss": 0.026448728488041806, "memorization_fraction_pixel": 0.13130000233650208, "mean_nn_ratio_pixel": 0.8343088626861572, "fid": 220.66585882534815, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 35834.193187236786, "train_loss_step": 6.04448127746582, "n_params": 4797700, "total_flops": 69418497024000000, "train_loss": 0.022891765374403735, "subset_score_loss": 0.022891765374403735}
+{"step": 4720000, "wall_time": 35904.54659533501, "train_loss_step": 6.1422529220581055, "n_params": 4797700, "total_flops": 69565882368000000, "train_loss": 0.0240265075977032, "subset_score_loss": 0.0240265075977032}
+{"step": 4730000, "wall_time": 35975.34666085243, "train_loss_step": 5.608518600463867, "n_params": 4797700, "total_flops": 69713267712000000, "train_loss": 0.02386363102839543, "subset_score_loss": 0.02386363102839543}
+{"step": 4740000, "wall_time": 36046.133422374725, "train_loss_step": 5.820584297180176, "n_params": 4797700, "total_flops": 69860653056000000, "train_loss": 0.021958459340609037, "subset_score_loss": 0.021958459340609037}
+{"step": 4750000, "wall_time": 36116.92130804062, "train_loss_step": 5.830469131469727, "n_params": 4797700, "total_flops": 70008038400000000, "train_loss": 0.024906998414259692, "subset_score_loss": 0.024906998414259692}
+{"step": 4760000, "wall_time": 36187.72152042389, "train_loss_step": 5.644804954528809, "n_params": 4797700, "total_flops": 70155423744000000, "train_loss": 0.029765536234929012, "subset_score_loss": 0.029765536234929012}
+{"step": 4770000, "wall_time": 36258.51159834862, "train_loss_step": 6.037886619567871, "n_params": 4797700, "total_flops": 70302809088000000, "train_loss": 0.024637755980858437, "subset_score_loss": 0.024637755980858437}
+{"step": 4780000, "wall_time": 36330.72961330414, "train_loss_step": 6.033140182495117, "n_params": 4797700, "total_flops": 70450194432000000, "train_loss": 0.026640904866732085, "subset_score_loss": 0.026640904866732085}
+{"step": 4790000, "wall_time": 36399.894911289215, "train_loss_step": 6.15091609954834, "n_params": 4797700, "total_flops": 70597579776000000, "train_loss": 0.025098903362567607, "subset_score_loss": 0.025098903362567607}
+{"step": 4800000, "wall_time": 36519.96947431564, "train_loss_step": 5.897632598876953, "n_params": 4797700, "total_flops": 70744965120000000, "train_loss": 0.025214547377366284, "subset_score_loss": 0.025214547377366284, "memorization_fraction_pixel": 0.13220000267028809, "mean_nn_ratio_pixel": 0.8380903601646423, "fid": 218.46148770893575, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 36592.28490996361, "train_loss_step": 5.977001190185547, "n_params": 4797700, "total_flops": 70892350464000000, "train_loss": 0.034848734048696664, "subset_score_loss": 0.034848734048696664}
+{"step": 4820000, "wall_time": 36663.484907865524, "train_loss_step": 5.630123138427734, "n_params": 4797700, "total_flops": 71039735808000000, "train_loss": 0.024810029910160944, "subset_score_loss": 0.024810029910160944}
+{"step": 4830000, "wall_time": 36734.307443380356, "train_loss_step": 5.749931335449219, "n_params": 4797700, "total_flops": 71187121152000000, "train_loss": 0.02474794204418476, "subset_score_loss": 0.02474794204418476}
+{"step": 4840000, "wall_time": 36805.12886071205, "train_loss_step": 6.158093452453613, "n_params": 4797700, "total_flops": 71334506496000000, "train_loss": 0.02655164278470553, "subset_score_loss": 0.02655164278470553}
+{"step": 4850000, "wall_time": 36875.95199584961, "train_loss_step": 5.565083026885986, "n_params": 4797700, "total_flops": 71481891840000000, "train_loss": 0.02648437940157377, "subset_score_loss": 0.02648437940157377}
+{"step": 4860000, "wall_time": 36946.75901007652, "train_loss_step": 5.87867546081543, "n_params": 4797700, "total_flops": 71629277184000000, "train_loss": 0.02583134174346924, "subset_score_loss": 0.02583134174346924}
+{"step": 4870000, "wall_time": 37017.56922483444, "train_loss_step": 5.93533182144165, "n_params": 4797700, "total_flops": 71776662528000000, "train_loss": 0.024320508883549617, "subset_score_loss": 0.024320508883549617}
+{"step": 4880000, "wall_time": 37089.81797456741, "train_loss_step": 5.5322041511535645, "n_params": 4797700, "total_flops": 71924047872000000, "train_loss": 0.023699373465317947, "subset_score_loss": 0.023699373465317947}
+{"step": 4890000, "wall_time": 37158.97613430023, "train_loss_step": 5.572572708129883, "n_params": 4797700, "total_flops": 72071433216000000, "train_loss": 0.025554743179908166, "subset_score_loss": 0.025554743179908166}
+{"step": 4900000, "wall_time": 37278.67041349411, "train_loss_step": 5.682072639465332, "n_params": 4797700, "total_flops": 72218818560000000, "train_loss": 0.024697745763338528, "subset_score_loss": 0.024697745763338528, "memorization_fraction_pixel": 0.13500000536441803, "mean_nn_ratio_pixel": 0.836911141872406, "fid": 221.73044111712923, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 37350.600727796555, "train_loss_step": 6.29299259185791, "n_params": 4797700, "total_flops": 72366203904000000, "train_loss": 0.029386397508474497, "subset_score_loss": 0.029386397508474497}
+{"step": 4920000, "wall_time": 37422.05582308769, "train_loss_step": 6.3443193435668945, "n_params": 4797700, "total_flops": 72513589248000000, "train_loss": 0.0265123202250554, "subset_score_loss": 0.0265123202250554}
+{"step": 4930000, "wall_time": 37492.8639523983, "train_loss_step": 5.8111677169799805, "n_params": 4797700, "total_flops": 72660974592000000, "train_loss": 0.02282883570744441, "subset_score_loss": 0.02282883570744441}
+{"step": 4940000, "wall_time": 37563.66966032982, "train_loss_step": 5.723372936248779, "n_params": 4797700, "total_flops": 72808359936000000, "train_loss": 0.023714404839735765, "subset_score_loss": 0.023714404839735765}
+{"step": 4950000, "wall_time": 37634.47532200813, "train_loss_step": 6.192241668701172, "n_params": 4797700, "total_flops": 72955745280000000, "train_loss": 0.024212118295522837, "subset_score_loss": 0.024212118295522837}
+{"step": 4960000, "wall_time": 37705.28617358208, "train_loss_step": 5.925085067749023, "n_params": 4797700, "total_flops": 73103130624000000, "train_loss": 0.03075987559098464, "subset_score_loss": 0.03075987559098464}
+{"step": 4970000, "wall_time": 37776.095920324326, "train_loss_step": 5.4689764976501465, "n_params": 4797700, "total_flops": 73250515968000000, "train_loss": 0.022351554723886342, "subset_score_loss": 0.022351554723886342}
+{"step": 4980000, "wall_time": 37848.62912940979, "train_loss_step": 5.621284008026123, "n_params": 4797700, "total_flops": 73397901312000000, "train_loss": 0.02241964707007775, "subset_score_loss": 0.02241964707007775}
+{"step": 4990000, "wall_time": 37905.93346452713, "train_loss_step": 5.800469875335693, "n_params": 4797700, "total_flops": 73545286656000000, "train_loss": 0.02556114380176251, "subset_score_loss": 0.02556114380176251}
+{"step": 5000000, "wall_time": 37986.09310531616, "train_loss_step": 5.908987998962402, "n_params": 4797700, "total_flops": 73692672000000000, "train_loss": 0.02321473268362192, "subset_score_loss": 0.02321473268362192, "memorization_fraction_pixel": 0.1404000073671341, "mean_nn_ratio_pixel": 0.8325323462486267, "fid": 219.915476602483, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed49/d260/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed49/d260/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..263d00f45e3ffa5ddbc3d484c61a8abb299bd6fb
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed49/d260/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     61s | train_loss=1.0028 | fid=299.9725
+  step   10000 |    131s | train_loss=0.6382
+  step   20000 |    202s | train_loss=0.5268
+  step   30000 |    273s | train_loss=0.4849
+  step   40000 |    344s | train_loss=0.4520
+  step   50000 |    415s | train_loss=0.4157
+  step   60000 |    486s | train_loss=0.3715
+  step   70000 |    557s | train_loss=0.3266
+  step   80000 |    627s | train_loss=0.2858
+  step   90000 |    698s | train_loss=0.2456
+  step  100000 |    825s | train_loss=0.2220 | fid=195.7187
+  step  110000 |    895s | train_loss=0.1994
+  step  120000 |    966s | train_loss=0.1798
+  step  130000 |   1037s | train_loss=0.1695
+  step  140000 |   1108s | train_loss=0.1568
+  step  150000 |   1178s | train_loss=0.1477
+  step  160000 |   1249s | train_loss=0.1382
+  step  170000 |   1320s | train_loss=0.1379
+  step  180000 |   1391s | train_loss=0.1248
+  step  190000 |   1462s | train_loss=0.1272
+  step  200000 |   1587s | train_loss=0.1202 | fid=233.2131
+  step  210000 |   1657s | train_loss=0.1134
+  step  220000 |   1728s | train_loss=0.1132
+  step  230000 |   1799s | train_loss=0.1086
+  step  240000 |   1869s | train_loss=0.1071
+  step  250000 |   1940s | train_loss=0.1072
+  step  260000 |   2011s | train_loss=0.1010
+  step  270000 |   2082s | train_loss=0.1028
+  step  280000 |   2153s | train_loss=0.0974
+  step  290000 |   2224s | train_loss=0.0969
+  step  300000 |   2345s | train_loss=0.0928 | fid=248.8745
+  step  310000 |   2414s | train_loss=0.0902
+  step  320000 |   2485s | train_loss=0.0862
+  step  330000 |   2555s | train_loss=0.0892
+  step  340000 |   2626s | train_loss=0.0864
+  step  350000 |   2697s | train_loss=0.0851
+  step  360000 |   2768s | train_loss=0.0815
+  step  370000 |   2839s | train_loss=0.0842
+  step  380000 |   2910s | train_loss=0.0821
+  step  390000 |   2981s | train_loss=0.0818
+  step  400000 |   3102s | train_loss=0.0774 | fid=260.5540
+  step  410000 |   3172s | train_loss=0.0749
+  step  420000 |   3242s | train_loss=0.0867
+  step  430000 |   3313s | train_loss=0.0796
+  step  440000 |   3384s | train_loss=0.0732
+  step  450000 |   3455s | train_loss=0.0708
+  step  460000 |   3526s | train_loss=0.0677
+  step  470000 |   3597s | train_loss=0.0819
+  step  480000 |   3667s | train_loss=0.0666
+  step  490000 |   3738s | train_loss=0.0768
+  step  500000 |   3863s | train_loss=0.0702 | fid=271.7478
+  step  510000 |   3931s | train_loss=0.0687
+  step  520000 |   4002s | train_loss=0.0743
+  step  530000 |   4073s | train_loss=0.0637
+  step  540000 |   4144s | train_loss=0.0668
+  step  550000 |   4215s | train_loss=0.0610
+  step  560000 |   4286s | train_loss=0.0653
+  step  570000 |   4356s | train_loss=0.0629
+  step  580000 |   4427s | train_loss=0.0627
+  step  590000 |   4499s | train_loss=0.0645
+  step  600000 |   4619s | train_loss=0.0584 | fid=268.8411
+  step  610000 |   4689s | train_loss=0.0578
+  step  620000 |   4760s | train_loss=0.0603
+  step  630000 |   4830s | train_loss=0.0547
+  step  640000 |   4901s | train_loss=0.0628
+  step  650000 |   4972s | train_loss=0.0573
+  step  660000 |   5043s | train_loss=0.0566
+  step  670000 |   5114s | train_loss=0.0530
+  step  680000 |   5185s | train_loss=0.0519
+  step  690000 |   5256s | train_loss=0.0561
+  step  700000 |   5377s | train_loss=0.0528 | fid=274.1476
+  step  710000 |   5447s | train_loss=0.0493
+  step  720000 |   5518s | train_loss=0.0558
+  step  730000 |   5589s | train_loss=0.0472
+  step  740000 |   5660s | train_loss=0.0489
+  step  750000 |   5730s | train_loss=0.0637
+  step  760000 |   5801s | train_loss=0.0473
+  step  770000 |   5872s | train_loss=0.0513
+  step  780000 |   5943s | train_loss=0.0501
+  step  790000 |   6014s | train_loss=0.0457
+  step  800000 |   6135s | train_loss=0.0486 | fid=277.8701
+  step  810000 |   6205s | train_loss=0.0442
+  step  820000 |   6276s | train_loss=0.0467
+  step  830000 |   6347s | train_loss=0.0421
+  step  840000 |   6418s | train_loss=0.0430
+  step  850000 |   6489s | train_loss=0.0481
+  step  860000 |   6559s | train_loss=0.0428
+  step  870000 |   6630s | train_loss=0.0471
+  step  880000 |   6701s | train_loss=0.0473
+  step  890000 |   6772s | train_loss=0.0446
+  step  900000 |   6895s | train_loss=0.0439 | fid=281.5190
+  step  910000 |   6966s | train_loss=0.0469
+  step  920000 |   7037s | train_loss=0.0480
+  step  930000 |   7108s | train_loss=0.0482
+  step  940000 |   7179s | train_loss=0.0418
+  step  950000 |   7249s | train_loss=0.0416
+  step  960000 |   7320s | train_loss=0.0408
+  step  970000 |   7391s | train_loss=0.0453
+  step  980000 |   7462s | train_loss=0.0444
+  step  990000 |   7533s | train_loss=0.0444
+  step 1000000 |   7655s | train_loss=0.0481 | fid=277.2158
+  step 1010000 |   7727s | train_loss=0.0412
+  step 1020000 |   7797s | train_loss=0.0459
+  step 1030000 |   7868s | train_loss=0.0448
+  step 1040000 |   7939s | train_loss=0.0406
+  step 1050000 |   8010s | train_loss=0.0498
+  step 1060000 |   8081s | train_loss=0.0448
+  step 1070000 |   8152s | train_loss=0.0444
+  step 1080000 |   8223s | train_loss=0.0501
+  step 1090000 |   8293s | train_loss=0.0393
+  step 1100000 |   8415s | train_loss=0.0422 | fid=266.6368
+  step 1110000 |   8486s | train_loss=0.0409
+  step 1120000 |   8557s | train_loss=0.0440
+  step 1130000 |   8628s | train_loss=0.0415
+  step 1140000 |   8698s | train_loss=0.0420
+  step 1150000 |   8769s | train_loss=0.0457
+  step 1160000 |   8840s | train_loss=0.0443
+  step 1170000 |   8911s | train_loss=0.0391
+  step 1180000 |   8982s | train_loss=0.0410
+  step 1190000 |   9053s | train_loss=0.0413
+  step 1200000 |   9172s | train_loss=0.0396 | fid=269.7839
+  step 1210000 |   9244s | train_loss=0.0503
+  step 1220000 |   9315s | train_loss=0.0385
+  step 1230000 |   9385s | train_loss=0.0371
+  step 1240000 |   9456s | train_loss=0.0378
+  step 1250000 |   9527s | train_loss=0.0405
+  step 1260000 |   9598s | train_loss=0.0408
+  step 1270000 |   9669s | train_loss=0.0397
+  step 1280000 |   9740s | train_loss=0.0375
+  step 1290000 |   9810s | train_loss=0.0389
+  step 1300000 |   9931s | train_loss=0.0353 | fid=278.6786
+  step 1310000 |  10003s | train_loss=0.0398
+  step 1320000 |  10074s | train_loss=0.0358
+  step 1330000 |  10144s | train_loss=0.0383
+  step 1340000 |  10215s | train_loss=0.0425
+  step 1350000 |  10286s | train_loss=0.0360
+  step 1360000 |  10357s | train_loss=0.0367
+  step 1370000 |  10428s | train_loss=0.0359
+  step 1380000 |  10499s | train_loss=0.0409
+  step 1390000 |  10570s | train_loss=0.0351
+  step 1400000 |  10689s | train_loss=0.0384 | fid=266.5873
+  step 1410000 |  10761s | train_loss=0.0378
+  step 1420000 |  10832s | train_loss=0.0421
+  step 1430000 |  10903s | train_loss=0.0401
+  step 1440000 |  10974s | train_loss=0.0366
+  step 1450000 |  11044s | train_loss=0.0385
+  step 1460000 |  11115s | train_loss=0.0374
+  step 1470000 |  11186s | train_loss=0.0350
+  step 1480000 |  11257s | train_loss=0.0357
+  step 1490000 |  11328s | train_loss=0.0344
+  step 1500000 |  11447s | train_loss=0.0365 | fid=264.9370
+  step 1510000 |  11520s | train_loss=0.0342
+  step 1520000 |  11591s | train_loss=0.0348
+  step 1530000 |  11662s | train_loss=0.0354
+  step 1540000 |  11732s | train_loss=0.0338
+  step 1550000 |  11803s | train_loss=0.0375
+  step 1560000 |  11874s | train_loss=0.0394
+  step 1570000 |  11945s | train_loss=0.0340
+  step 1580000 |  12016s | train_loss=0.0350
+  step 1590000 |  12087s | train_loss=0.0401
+  step 1600000 |  12206s | train_loss=0.0425 | fid=268.3831
+  step 1610000 |  12278s | train_loss=0.0338
+  step 1620000 |  12349s | train_loss=0.0475
+  step 1630000 |  12420s | train_loss=0.0319
+  step 1640000 |  12491s | train_loss=0.0415
+  step 1650000 |  12561s | train_loss=0.0324
+  step 1660000 |  12632s | train_loss=0.0354
+  step 1670000 |  12703s | train_loss=0.0422
+  step 1680000 |  12774s | train_loss=0.0350
+  step 1690000 |  12845s | train_loss=0.0341
+  step 1700000 |  12965s | train_loss=0.0357 | fid=264.0673
+  step 1710000 |  13039s | train_loss=0.0331
+  step 1720000 |  13109s | train_loss=0.0330
+  step 1730000 |  13180s | train_loss=0.0326
+  step 1740000 |  13251s | train_loss=0.0331
+  step 1750000 |  13322s | train_loss=0.0412
+  step 1760000 |  13393s | train_loss=0.0338
+  step 1770000 |  13464s | train_loss=0.0327
+  step 1780000 |  13534s | train_loss=0.0371
+  step 1790000 |  13605s | train_loss=0.0402
+  step 1800000 |  13725s | train_loss=0.0324 | fid=258.3290
+  step 1810000 |  13798s | train_loss=0.0425
+  step 1820000 |  13868s | train_loss=0.0365
+  step 1830000 |  13939s | train_loss=0.0397
+  step 1840000 |  14010s | train_loss=0.0327
+  step 1850000 |  14081s | train_loss=0.0366
+  step 1860000 |  14152s | train_loss=0.0354
+  step 1870000 |  14223s | train_loss=0.0374
+  step 1880000 |  14293s | train_loss=0.0369
+  step 1890000 |  14364s | train_loss=0.0398
+  step 1900000 |  14483s | train_loss=0.0368 | fid=260.0932
+  step 1910000 |  14557s | train_loss=0.0330
+  step 1920000 |  14627s | train_loss=0.0314
+  step 1930000 |  14698s | train_loss=0.0307
+  step 1940000 |  14768s | train_loss=0.0355
+  step 1950000 |  14839s | train_loss=0.0319
+  step 1960000 |  14910s | train_loss=0.0339
+  step 1970000 |  14981s | train_loss=0.0366
+  step 1980000 |  15052s | train_loss=0.0314
+  step 1990000 |  15123s | train_loss=0.0307
+  step 2000000 |  15242s | train_loss=0.0353 | fid=258.5065
+  step 2010000 |  15317s | train_loss=0.0307
+  step 2020000 |  15386s | train_loss=0.0318
+  step 2030000 |  15457s | train_loss=0.0349
+  step 2040000 |  15528s | train_loss=0.0336
+  step 2050000 |  15598s | train_loss=0.0329
+  step 2060000 |  15669s | train_loss=0.0329
+  step 2070000 |  15740s | train_loss=0.0314
+  step 2080000 |  15811s | train_loss=0.0330
+  step 2090000 |  15882s | train_loss=0.0319
+  step 2100000 |  16002s | train_loss=0.0321 | fid=265.9021
+  step 2110000 |  16077s | train_loss=0.0342
+  step 2120000 |  16145s | train_loss=0.0317
+  step 2130000 |  16216s | train_loss=0.0314
+  step 2140000 |  16287s | train_loss=0.0332
+  step 2150000 |  16358s | train_loss=0.0335
+  step 2160000 |  16429s | train_loss=0.0330
+  step 2170000 |  16499s | train_loss=0.0364
+  step 2180000 |  16570s | train_loss=0.0330
+  step 2190000 |  16641s | train_loss=0.0328
+  step 2200000 |  16761s | train_loss=0.0312 | fid=257.5361
+  step 2210000 |  16835s | train_loss=0.0316
+  step 2220000 |  16904s | train_loss=0.0381
+  step 2230000 |  16975s | train_loss=0.0309
+  step 2240000 |  17046s | train_loss=0.0353
+  step 2250000 |  17116s | train_loss=0.0292
+  step 2260000 |  17187s | train_loss=0.0374
+  step 2270000 |  17258s | train_loss=0.0318
+  step 2280000 |  17329s | train_loss=0.0286
+  step 2290000 |  17400s | train_loss=0.0308
+  step 2300000 |  17516s | train_loss=0.0396 | fid=257.6383
+  step 2310000 |  17590s | train_loss=0.0319
+  step 2320000 |  17659s | train_loss=0.0301
+  step 2330000 |  17730s | train_loss=0.0291
+  step 2340000 |  17801s | train_loss=0.0309
+  step 2350000 |  17872s | train_loss=0.0349
+  step 2360000 |  17943s | train_loss=0.0321
+  step 2370000 |  18013s | train_loss=0.0287
+  step 2380000 |  18084s | train_loss=0.0320
+  step 2390000 |  18155s | train_loss=0.0303
+  step 2400000 |  18274s | train_loss=0.0354 | fid=249.5175
+  step 2410000 |  18347s | train_loss=0.0313
+  step 2420000 |  18418s | train_loss=0.0296
+  step 2430000 |  18489s | train_loss=0.0348
+  step 2440000 |  18559s | train_loss=0.0334
+  step 2450000 |  18630s | train_loss=0.0294
+  step 2460000 |  18701s | train_loss=0.0325
+  step 2470000 |  18772s | train_loss=0.0286
+  step 2480000 |  18843s | train_loss=0.0309
+  step 2490000 |  18913s | train_loss=0.0298
+  step 2500000 |  19032s | train_loss=0.0357 | fid=252.8009
+  step 2510000 |  19105s | train_loss=0.0317
+  step 2520000 |  19176s | train_loss=0.0307
+  step 2530000 |  19246s | train_loss=0.0337
+  step 2540000 |  19317s | train_loss=0.0300
+  step 2550000 |  19388s | train_loss=0.0336
+  step 2560000 |  19459s | train_loss=0.0302
+  step 2570000 |  19530s | train_loss=0.0305
+  step 2580000 |  19600s | train_loss=0.0294
+  step 2590000 |  19671s | train_loss=0.0325
+  step 2600000 |  19791s | train_loss=0.0336 | fid=250.1055
+  step 2610000 |  19863s | train_loss=0.0284
+  step 2620000 |  19934s | train_loss=0.0314
+  step 2630000 |  20005s | train_loss=0.0321
+  step 2640000 |  20076s | train_loss=0.0301
+  step 2650000 |  20147s | train_loss=0.0327
+  step 2660000 |  20217s | train_loss=0.0283
+  step 2670000 |  20288s | train_loss=0.0302
+  step 2680000 |  20359s | train_loss=0.0270
+  step 2690000 |  20430s | train_loss=0.0313
+  step 2700000 |  20546s | train_loss=0.0342 | fid=250.4040
+  step 2710000 |  20618s | train_loss=0.0278
+  step 2720000 |  20690s | train_loss=0.0293
+  step 2730000 |  20761s | train_loss=0.0274
+  step 2740000 |  20832s | train_loss=0.0280
+  step 2750000 |  20903s | train_loss=0.0273
+  step 2760000 |  20973s | train_loss=0.0339
+  step 2770000 |  21044s | train_loss=0.0292
+  step 2780000 |  21115s | train_loss=0.0334
+  step 2790000 |  21186s | train_loss=0.0290
+  step 2800000 |  21305s | train_loss=0.0269 | fid=249.9794
+  step 2810000 |  21376s | train_loss=0.0357
+  step 2820000 |  21448s | train_loss=0.0326
+  step 2830000 |  21519s | train_loss=0.0294
+  step 2840000 |  21590s | train_loss=0.0297
+  step 2850000 |  21661s | train_loss=0.0307
+  step 2860000 |  21732s | train_loss=0.0319
+  step 2870000 |  21802s | train_loss=0.0277
+  step 2880000 |  21873s | train_loss=0.0290
+  step 2890000 |  21944s | train_loss=0.0307
+  step 2900000 |  22063s | train_loss=0.0352 | fid=245.0418
+  step 2910000 |  22134s | train_loss=0.0325
+  step 2920000 |  22206s | train_loss=0.0316
+  step 2930000 |  22277s | train_loss=0.0276
+  step 2940000 |  22348s | train_loss=0.0293
+  step 2950000 |  22419s | train_loss=0.0297
+  step 2960000 |  22490s | train_loss=0.0287
+  step 2970000 |  22560s | train_loss=0.0290
+  step 2980000 |  22631s | train_loss=0.0281
+  step 2990000 |  22702s | train_loss=0.0323
+  step 3000000 |  22822s | train_loss=0.0270 | fid=241.2075
+  step 3010000 |  22892s | train_loss=0.0305
+  step 3020000 |  22965s | train_loss=0.0355
+  step 3030000 |  23036s | train_loss=0.0285
+  step 3040000 |  23106s | train_loss=0.0294
+  step 3050000 |  23177s | train_loss=0.0286
+  step 3060000 |  23248s | train_loss=0.0281
+  step 3070000 |  23319s | train_loss=0.0295
+  step 3080000 |  23390s | train_loss=0.0289
+  step 3090000 |  23460s | train_loss=0.0278
+  step 3100000 |  23582s | train_loss=0.0313 | fid=242.3942
+  step 3110000 |  23653s | train_loss=0.0303
+  step 3120000 |  23726s | train_loss=0.0267
+  step 3130000 |  23797s | train_loss=0.0255
+  step 3140000 |  23868s | train_loss=0.0328
+  step 3150000 |  23939s | train_loss=0.0285
+  step 3160000 |  24009s | train_loss=0.0321
+  step 3170000 |  24080s | train_loss=0.0271
+  step 3180000 |  24151s | train_loss=0.0291
+  step 3190000 |  24222s | train_loss=0.0331
+  step 3200000 |  24341s | train_loss=0.0265 | fid=240.6182
+  step 3210000 |  24412s | train_loss=0.0298
+  step 3220000 |  24485s | train_loss=0.0294
+  step 3230000 |  24556s | train_loss=0.0271
+  step 3240000 |  24627s | train_loss=0.0252
+  step 3250000 |  24698s | train_loss=0.0282
+  step 3260000 |  24769s | train_loss=0.0273
+  step 3270000 |  24839s | train_loss=0.0305
+  step 3280000 |  24910s | train_loss=0.0277
+  step 3290000 |  24981s | train_loss=0.0261
+  step 3300000 |  25100s | train_loss=0.0279 | fid=242.9924
+  step 3310000 |  25171s | train_loss=0.0262
+  step 3320000 |  25244s | train_loss=0.0292
+  step 3330000 |  25315s | train_loss=0.0280
+  step 3340000 |  25385s | train_loss=0.0262
+  step 3350000 |  25456s | train_loss=0.0255
+  step 3360000 |  25527s | train_loss=0.0283
+  step 3370000 |  25598s | train_loss=0.0341
+  step 3380000 |  25669s | train_loss=0.0270
+  step 3390000 |  25740s | train_loss=0.0302
+  step 3400000 |  25859s | train_loss=0.0262 | fid=238.4209
+  step 3410000 |  25930s | train_loss=0.0275
+  step 3420000 |  26003s | train_loss=0.0321
+  step 3430000 |  26074s | train_loss=0.0273
+  step 3440000 |  26145s | train_loss=0.0286
+  step 3450000 |  26215s | train_loss=0.0289
+  step 3460000 |  26286s | train_loss=0.0312
+  step 3470000 |  26357s | train_loss=0.0276
+  step 3480000 |  26428s | train_loss=0.0276
+  step 3490000 |  26499s | train_loss=0.0274
+  step 3500000 |  26617s | train_loss=0.0276 | fid=235.0916
+  step 3510000 |  26687s | train_loss=0.0322
+  step 3520000 |  26760s | train_loss=0.0296
+  step 3530000 |  26831s | train_loss=0.0257
+  step 3540000 |  26902s | train_loss=0.0293
+  step 3550000 |  26972s | train_loss=0.0282
+  step 3560000 |  27043s | train_loss=0.0250
+  step 3570000 |  27114s | train_loss=0.0273
+  step 3580000 |  27185s | train_loss=0.0287
+  step 3590000 |  27256s | train_loss=0.0270
+  step 3600000 |  27413s | train_loss=0.0268 | fid=236.4485
+  step 3610000 |  27486s | train_loss=0.0373
+  step 3620000 |  27556s | train_loss=0.0262
+  step 3630000 |  27627s | train_loss=0.0267
+  step 3640000 |  27698s | train_loss=0.0309
+  step 3650000 |  27769s | train_loss=0.0265
+  step 3660000 |  27840s | train_loss=0.0278
+  step 3670000 |  27911s | train_loss=0.0288
+  step 3680000 |  27982s | train_loss=0.0265
+  step 3690000 |  28053s | train_loss=0.0261
+  step 3700000 |  28171s | train_loss=0.0243 | fid=234.0930
+  step 3710000 |  28245s | train_loss=0.0267
+  step 3720000 |  28315s | train_loss=0.0272
+  step 3730000 |  28386s | train_loss=0.0268
+  step 3740000 |  28456s | train_loss=0.0254
+  step 3750000 |  28527s | train_loss=0.0268
+  step 3760000 |  28598s | train_loss=0.0263
+  step 3770000 |  28669s | train_loss=0.0247
+  step 3780000 |  28740s | train_loss=0.0254
+  step 3790000 |  28811s | train_loss=0.0287
+  step 3800000 |  28929s | train_loss=0.0274 | fid=232.8739
+  step 3810000 |  29004s | train_loss=0.0261
+  step 3820000 |  29072s | train_loss=0.0261
+  step 3830000 |  29143s | train_loss=0.0261
+  step 3840000 |  29214s | train_loss=0.0263
+  step 3850000 |  29285s | train_loss=0.0274
+  step 3860000 |  29356s | train_loss=0.0275
+  step 3870000 |  29426s | train_loss=0.0257
+  step 3880000 |  29498s | train_loss=0.0281
+  step 3890000 |  29569s | train_loss=0.0318
+  step 3900000 |  29688s | train_loss=0.0257 | fid=233.2019
+  step 3910000 |  29763s | train_loss=0.0245
+  step 3920000 |  29832s | train_loss=0.0241
+  step 3930000 |  29903s | train_loss=0.0279
+  step 3940000 |  29974s | train_loss=0.0271
+  step 3950000 |  30044s | train_loss=0.0274
+  step 3960000 |  30115s | train_loss=0.0247
+  step 3970000 |  30186s | train_loss=0.0255
+  step 3980000 |  30257s | train_loss=0.0277
+  step 3990000 |  30328s | train_loss=0.0240
+  step 4000000 |  30450s | train_loss=0.0271 | fid=227.5676
+  step 4010000 |  30525s | train_loss=0.0259
+  step 4020000 |  30593s | train_loss=0.0259
+  step 4030000 |  30664s | train_loss=0.0295
+  step 4040000 |  30735s | train_loss=0.0245
+  step 4050000 |  30806s | train_loss=0.0245
+  step 4060000 |  30876s | train_loss=0.0246
+  step 4070000 |  30947s | train_loss=0.0290
+  step 4080000 |  31019s | train_loss=0.0292
+  step 4090000 |  31089s | train_loss=0.0261
+  step 4100000 |  31211s | train_loss=0.0254 | fid=235.2307
+  step 4110000 |  31285s | train_loss=0.0259
+  step 4120000 |  31354s | train_loss=0.0283
+  step 4130000 |  31425s | train_loss=0.0239
+  step 4140000 |  31495s | train_loss=0.0276
+  step 4150000 |  31566s | train_loss=0.0307
+  step 4160000 |  31637s | train_loss=0.0272
+  step 4170000 |  31708s | train_loss=0.0266
+  step 4180000 |  31780s | train_loss=0.0260
+  step 4190000 |  31850s | train_loss=0.0266
+  step 4200000 |  31968s | train_loss=0.0289 | fid=234.6063
+  step 4210000 |  32043s | train_loss=0.0233
+  step 4220000 |  32112s | train_loss=0.0268
+  step 4230000 |  32183s | train_loss=0.0256
+  step 4240000 |  32254s | train_loss=0.0244
+  step 4250000 |  32325s | train_loss=0.0252
+  step 4260000 |  32395s | train_loss=0.0273
+  step 4270000 |  32466s | train_loss=0.0264
+  step 4280000 |  32538s | train_loss=0.0270
+  step 4290000 |  32608s | train_loss=0.0245
+  step 4300000 |  32728s | train_loss=0.0281 | fid=227.7182
+  step 4310000 |  32802s | train_loss=0.0263
+  step 4320000 |  32872s | train_loss=0.0277
+  step 4330000 |  32942s | train_loss=0.0250
+  step 4340000 |  33013s | train_loss=0.0235
+  step 4350000 |  33084s | train_loss=0.0251
+  step 4360000 |  33155s | train_loss=0.0247
+  step 4370000 |  33226s | train_loss=0.0282
+  step 4380000 |  33298s | train_loss=0.0261
+  step 4390000 |  33367s | train_loss=0.0269
+  step 4400000 |  33487s | train_loss=0.0242 | fid=226.7127
+  step 4410000 |  33561s | train_loss=0.0249
+  step 4420000 |  33631s | train_loss=0.0248
+  step 4430000 |  33701s | train_loss=0.0245
+  step 4440000 |  33772s | train_loss=0.0263
+  step 4450000 |  33843s | train_loss=0.0264
+  step 4460000 |  33914s | train_loss=0.0278
+  step 4470000 |  33985s | train_loss=0.0248
+  step 4480000 |  34057s | train_loss=0.0274
+  step 4490000 |  34126s | train_loss=0.0279
+  step 4500000 |  34246s | train_loss=0.0250 | fid=222.4539
+  step 4510000 |  34319s | train_loss=0.0264
+  step 4520000 |  34389s | train_loss=0.0254
+  step 4530000 |  34459s | train_loss=0.0234
+  step 4540000 |  34530s | train_loss=0.0260
+  step 4550000 |  34601s | train_loss=0.0251
+  step 4560000 |  34672s | train_loss=0.0258
+  step 4570000 |  34743s | train_loss=0.0258
+  step 4580000 |  34815s | train_loss=0.0246
+  step 4590000 |  34884s | train_loss=0.0255
+  step 4600000 |  35003s | train_loss=0.0241 | fid=221.7927
+  step 4610000 |  35076s | train_loss=0.0251
+  step 4620000 |  35147s | train_loss=0.0277
+  step 4630000 |  35218s | train_loss=0.0337
+  step 4640000 |  35288s | train_loss=0.0246
+  step 4650000 |  35359s | train_loss=0.0238
+  step 4660000 |  35430s | train_loss=0.0300
+  step 4670000 |  35501s | train_loss=0.0241
+  step 4680000 |  35573s | train_loss=0.0229
+  step 4690000 |  35643s | train_loss=0.0230
+  step 4700000 |  35761s | train_loss=0.0264 | fid=220.6659
+  step 4710000 |  35834s | train_loss=0.0229
+  step 4720000 |  35905s | train_loss=0.0240
+  step 4730000 |  35975s | train_loss=0.0239
+  step 4740000 |  36046s | train_loss=0.0220
+  step 4750000 |  36117s | train_loss=0.0249
+  step 4760000 |  36188s | train_loss=0.0298
+  step 4770000 |  36259s | train_loss=0.0246
+  step 4780000 |  36331s | train_loss=0.0266
+  step 4790000 |  36400s | train_loss=0.0251
+  step 4800000 |  36520s | train_loss=0.0252 | fid=218.4615
+  step 4810000 |  36592s | train_loss=0.0348
+  step 4820000 |  36663s | train_loss=0.0248
+  step 4830000 |  36734s | train_loss=0.0247
+  step 4840000 |  36805s | train_loss=0.0266
+  step 4850000 |  36876s | train_loss=0.0265
+  step 4860000 |  36947s | train_loss=0.0258
+  step 4870000 |  37018s | train_loss=0.0243
+  step 4880000 |  37090s | train_loss=0.0237
+  step 4890000 |  37159s | train_loss=0.0256
+  step 4900000 |  37279s | train_loss=0.0247 | fid=221.7304
+  step 4910000 |  37351s | train_loss=0.0294
+  step 4920000 |  37422s | train_loss=0.0265
+  step 4930000 |  37493s | train_loss=0.0228
+  step 4940000 |  37564s | train_loss=0.0237
+  step 4950000 |  37634s | train_loss=0.0242
+  step 4960000 |  37705s | train_loss=0.0308
+  step 4970000 |  37776s | train_loss=0.0224
+  step 4980000 |  37849s | train_loss=0.0224
+  step 4990000 |  37906s | train_loss=0.0256
+  step 5000000 |  37986s | train_loss=0.0232 | fid=219.9155
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed50/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed50/d260/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..53d10dab7424c1d87c6456127b8e76fedde1e554
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed50/d260/config.json
@@ -0,0 +1,27 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed50/d260",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "grad_clip": 0.0,
+  "stop_on_nonfinite": false,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 50,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed50/d260/metrics.jsonl b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed50/d260/metrics.jsonl
new file mode 100644
index 0000000000000000000000000000000000000000..3de7faf9bc3a46f8377771ed58b8aed87def77ae
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed50/d260/metrics.jsonl
@@ -0,0 +1,502 @@
+{"event": "meta", "data": "cifar10_diverse1k", "model": "mlp", "hidden": 1024, "depth": 5, "optimizer": "sgd", "lr": 0.001, "momentum": 0.8, "d_latent": 260, "n": 1000, "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt", "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json", "subset_indices": [41905, 27590, 3837, 45564, 49079, 45615, 24791, 29586, 40154, 14155, 41744, 31565, 21399, 47093, 14144, 7260, 25109, 49111, 3286, 28559, 8088, 18636, 27677, 5584, 14605, 28090, 44911, 22197, 30774, 45976, 21377, 38974, 37419, 34658, 48141, 45353, 16718, 44442, 14512, 30061, 32910, 17321, 15565, 17405, 44045, 17717, 6400, 37998, 3773, 20538, 19316, 34889, 4564, 1363, 5611, 41687, 16986, 41914, 25046, 49823, 33007, 20861, 27988, 42869, 33687, 3828, 12070, 15418, 22140, 35636, 31728, 9480, 7712, 2852, 43042, 17354, 27208, 49689, 14774, 29225, 25390, 35055, 12670, 19522, 24246, 14561, 33656, 42751, 2242, 364, 43176, 15490, 46231, 26061, 18629, 34392, 32488, 26106, 10393, 11167, 20874, 8106, 10093, 7243, 48907, 8147, 45063, 21102, 37655, 7635, 2514, 27684, 3204, 28758, 28311, 29718, 44311, 10355, 32304, 14615, 28486, 14294, 16760, 37166, 19433, 20899, 23979, 36854, 43726, 10375, 11078, 10677, 40127, 33642, 36325, 13174, 19662, 30319, 22501, 14354, 24243, 27654, 42509, 18915, 29668, 2313, 42454, 11218, 48097, 31985, 16567, 26984, 33502, 36329, 22928, 42746, 38223, 19499, 41926, 29059, 44004, 8962, 40807, 11854, 36894, 13566, 36982, 16226, 36410, 47002, 20194, 3625, 19297, 2555, 4842, 8098, 44052, 5795, 5274, 4374, 17924, 30344, 5386, 26317, 30389, 32399, 32042, 26731, 29532, 33817, 26942, 25858, 11887, 46070, 41837, 10713, 33955, 20000, 29946, 4912, 32112, 6697, 44031, 27296, 37785, 25660, 27948, 31260, 24358, 1827, 37445, 25084, 11703, 3820, 49218, 30616, 25083, 22759, 6275, 40603, 39038, 37156, 8894, 9871, 31333, 26582, 20528, 10523, 2747, 33639, 41740, 47899, 11337, 6325, 433, 33051, 1094, 24743, 9392, 22638, 7689, 39641, 9486, 33554, 30840, 35032, 19647, 7903, 18205, 34063, 46483, 32963, 11601, 19203, 45792, 47136, 6174, 40793, 13885, 16641, 48744, 37658, 43829, 44107, 6388, 37424, 20033, 28563, 27013, 17032, 12768, 38181, 35608, 14089, 29228, 40229, 45106, 11963, 37979, 20694, 22835, 5773, 19580, 44596, 19079, 45191, 666, 15893, 7513, 15939, 45020, 12659, 31388, 44651, 23592, 16419, 47615, 36714, 36448, 28579, 1697, 9889, 42082, 49150, 41132, 33996, 21551, 18467, 45242, 6516, 3355, 20187, 31669, 2814, 6900, 28198, 17656, 18178, 31825, 34244, 38330, 28894, 7463, 8134, 38159, 10524, 41508, 2367, 496, 31046, 1511, 31956, 46621, 14176, 1899, 32397, 29452, 16504, 34042, 24014, 47447, 20229, 36683, 5186, 14349, 21736, 17094, 30311, 27949, 30023, 49589, 43270, 2898, 18259, 17175, 18594, 17062, 42063, 3237, 12080, 35769, 1687, 30330, 29678, 27321, 4273, 28513, 2551, 5314, 13572, 13497, 9652, 3466, 27133, 38459, 23232, 14231, 25584, 49398, 32994, 10434, 42369, 37410, 45044, 11075, 12523, 1417, 6765, 40000, 25016, 36905, 48638, 21, 16822, 24333, 30084, 43982, 26954, 6519, 42546, 14751, 14278, 49970, 47621, 18883, 37295, 9040, 40369, 22225, 36489, 21302, 13110, 5455, 47804, 14868, 13063, 22102, 36825, 21969, 33186, 28908, 32592, 42766, 12262, 39073, 915, 11824, 39208, 3098, 42789, 29800, 14150, 28705, 8847, 21716, 535, 48077, 41540, 36207, 10816, 41471, 35049, 20661, 6083, 30194, 4576, 2174, 1908, 48392, 10435, 10986, 18036, 24746, 3941, 34118, 49749, 12025, 21493, 15785, 17085, 39411, 34561, 42064, 36237, 2740, 8183, 40564, 33107, 25765, 49165, 25211, 17520, 17115, 1869, 46432, 33757, 20517, 39760, 259, 45380, 12436, 48000, 21046, 4039, 15701, 35246, 29112, 44161, 34079, 45449, 42845, 22815, 5597, 3990, 35899, 48969, 41528, 27873, 16598, 39104, 23359, 46847, 28624, 19198, 1251, 9003, 28383, 47005, 40703, 41605, 39895, 26201, 11727, 27435, 17333, 39261, 37456, 14653, 30634, 4160, 24540, 12044, 7111, 23485, 5645, 2572, 1682, 17872, 8974, 16796, 11864, 40178, 20092, 32219, 14458, 37007, 31340, 10520, 34489, 13128, 42913, 31468, 44180, 37938, 20058, 18673, 36850, 34721, 26210, 15257, 35188, 11815, 47936, 18088, 43578, 11996, 47952, 24311, 1884, 36557, 32921, 36250, 38022, 5671, 13621, 23326, 14326, 23471, 24685, 39092, 3268, 37257, 16348, 13730, 21838, 44088, 8945, 10827, 13840, 46123, 48010, 13350, 30622, 45233, 8698, 14335, 45842, 15138, 1515, 40759, 21960, 47551, 33208, 18260, 6377, 46869, 31742, 23566, 12829, 15305, 37988, 16111, 32146, 37948, 25917, 30484, 17885, 42468, 28238, 33865, 28030, 30072, 34855, 19324, 42075, 30623, 3667, 38832, 25100, 43077, 36471, 11663, 13588, 14015, 5099, 10589, 28526, 48022, 15444, 3280, 188, 31582, 15225, 11019, 21804, 3901, 24461, 25031, 10373, 4486, 45950, 37949, 32923, 1583, 6576, 26004, 16237, 38132, 25045, 25091, 41949, 11553, 48062, 40503, 13057, 8954, 18566, 28405, 28604, 30434, 49112, 30676, 32930, 16183, 48336, 43162, 873, 37233, 44718, 37247, 23758, 9243, 12126, 5287, 49594, 3459, 32091, 20894, 41743, 7366, 7258, 37939, 47665, 12260, 20836, 43253, 16191, 11619, 1519, 6137, 3934, 48375, 35234, 103, 30510, 8869, 21085, 41234, 25138, 25079, 31218, 48292, 48814, 6635, 18416, 1421, 4363, 5164, 47455, 21280, 16767, 19685, 16449, 45798, 31292, 31049, 43587, 30772, 2651, 12854, 23199, 25234, 23389, 24742, 19480, 19738, 19726, 2388, 21394, 4512, 9069, 42856, 25766, 23797, 40741, 33624, 8328, 35922, 27732, 36268, 23213, 41966, 40002, 12750, 46225, 35182, 23769, 25152, 26764, 20090, 27202, 48096, 4266, 2205, 2020, 37651, 36088, 1021, 28544, 20933, 48924, 11503, 43997, 9492, 19505, 47632, 4118, 2029, 22008, 41396, 16378, 36738, 33194, 28053, 44137, 30771, 12131, 5963, 31754, 46953, 3180, 1718, 36816, 2208, 20898, 13799, 30796, 34445, 37540, 27983, 39216, 16791, 36763, 15987, 28440, 11782, 48531, 4252, 47359, 5351, 4059, 9263, 32274, 39283, 258, 17485, 31280, 12814, 33217, 38203, 11170, 8486, 14434, 13722, 36048, 3705, 47210, 38260, 2200, 17850, 21589, 27598, 9926, 9419, 3981, 34519, 37821, 22855, 39796, 24105, 5113, 5888, 31974, 40040, 17179, 48615, 38665, 47173, 47154, 20619, 5049, 1656, 27736, 14424, 2013, 1348, 32964, 37228, 34968, 34124, 15993, 42420, 26558, 2961, 27119, 37779, 29321, 31595, 29301, 38364, 17528, 19583, 48609, 4428, 12427, 601, 21213, 44456, 39274, 40250, 39804, 35373, 43875, 20550, 43426, 13696, 34572, 11097, 22458, 33042, 12981, 29073, 6601, 2370, 4065, 46317, 29460, 21761, 13977, 4520, 31604, 16259, 1445, 29204, 26097, 31921, 33193, 36054, 26372, 4436, 40306, 13974, 6159, 46233, 33714, 27592, 23153, 40311, 12294, 40141, 14030, 36304, 40086, 43163, 14689, 5002, 40885, 40758, 42458, 18580, 29784, 14527, 30070, 18326, 40830, 42503, 5434, 25179, 15652, 11428, 40980, 45916, 22056, 15896, 42628, 30092, 40834, 25862, 40370, 7804, 46908, 44191, 26908, 9764, 36969, 21521, 35257, 9279, 36964, 4012, 627, 31813, 15669, 33832, 29874, 1912, 41254, 23709, 4648, 3131, 49882, 19349, 35975, 25565, 21641, 48219, 30806, 33979, 36103, 14640, 34524, 31661, 26869, 27297, 46519, 2352, 46930, 7617, 49750, 12620, 29820, 18590, 890, 16394, 23877, 26421, 23417, 29021, 11596, 22017, 14794, 14437, 48385, 48231, 18946, 38048, 41302, 40633, 15317, 24820], "fid_reference": "same farthest-first 1k CIFAR-10 training subset", "seed": 50}
+{"step": 1, "wall_time": 61.4910843372345, "train_loss_step": 258.97943115234375, "n_params": 4797700, "total_flops": 14738534400, "train_loss": 0.9968496469350961, "subset_score_loss": 0.9968496469350961, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9826936721801758, "fid": 300.96983997577087, "fid_failed": 0.0}
+{"step": 10000, "wall_time": 132.28441262245178, "train_loss_step": 46.859100341796875, "n_params": 4797700, "total_flops": 147385344000000, "train_loss": 0.6426862863393931, "subset_score_loss": 0.6426862863393931}
+{"step": 20000, "wall_time": 203.13132500648499, "train_loss_step": 36.104339599609375, "n_params": 4797700, "total_flops": 294770688000000, "train_loss": 0.5297541104830228, "subset_score_loss": 0.5297541104830228}
+{"step": 30000, "wall_time": 273.97940135002136, "train_loss_step": 36.07062530517578, "n_params": 4797700, "total_flops": 442156032000000, "train_loss": 0.48647836538461536, "subset_score_loss": 0.48647836538461536}
+{"step": 40000, "wall_time": 344.8239459991455, "train_loss_step": 32.82123565673828, "n_params": 4797700, "total_flops": 589541376000000, "train_loss": 0.4519596393291767, "subset_score_loss": 0.4519596393291767}
+{"step": 50000, "wall_time": 415.6317493915558, "train_loss_step": 31.358745574951172, "n_params": 4797700, "total_flops": 736926720000000, "train_loss": 0.4161803025465745, "subset_score_loss": 0.4161803025465745}
+{"step": 60000, "wall_time": 486.49382400512695, "train_loss_step": 30.34943389892578, "n_params": 4797700, "total_flops": 884312064000000, "train_loss": 0.3710636138916016, "subset_score_loss": 0.3710636138916016}
+{"step": 70000, "wall_time": 557.360992193222, "train_loss_step": 30.1514949798584, "n_params": 4797700, "total_flops": 1031697408000000, "train_loss": 0.330503170306866, "subset_score_loss": 0.330503170306866}
+{"step": 80000, "wall_time": 628.1898908615112, "train_loss_step": 25.211153030395508, "n_params": 4797700, "total_flops": 1179082752000000, "train_loss": 0.28702706557053786, "subset_score_loss": 0.28702706557053786}
+{"step": 90000, "wall_time": 699.0089061260223, "train_loss_step": 23.73741912841797, "n_params": 4797700, "total_flops": 1326468096000000, "train_loss": 0.24472437638502856, "subset_score_loss": 0.24472437638502856}
+{"step": 100000, "wall_time": 827.2517495155334, "train_loss_step": 23.47415542602539, "n_params": 4797700, "total_flops": 1473853440000000, "train_loss": 0.22248853536752555, "subset_score_loss": 0.22248853536752555, "memorization_fraction_pixel": 0.0, "mean_nn_ratio_pixel": 0.9668101668357849, "fid": 197.74132430070205, "fid_failed": 0.0}
+{"step": 110000, "wall_time": 898.1147756576538, "train_loss_step": 22.105175018310547, "n_params": 4797700, "total_flops": 1621238784000000, "train_loss": 0.19741676037128156, "subset_score_loss": 0.19741676037128156}
+{"step": 120000, "wall_time": 968.9591588973999, "train_loss_step": 20.79436492919922, "n_params": 4797700, "total_flops": 1768624128000000, "train_loss": 0.1785567650428185, "subset_score_loss": 0.1785567650428185}
+{"step": 130000, "wall_time": 1039.8404133319855, "train_loss_step": 20.0845947265625, "n_params": 4797700, "total_flops": 1916009472000000, "train_loss": 0.16737870436448318, "subset_score_loss": 0.16737870436448318}
+{"step": 140000, "wall_time": 1110.7326517105103, "train_loss_step": 20.161155700683594, "n_params": 4797700, "total_flops": 2063394816000000, "train_loss": 0.15907246516301082, "subset_score_loss": 0.15907246516301082}
+{"step": 150000, "wall_time": 1181.5484488010406, "train_loss_step": 18.948070526123047, "n_params": 4797700, "total_flops": 2210780160000000, "train_loss": 0.14483802501971904, "subset_score_loss": 0.14483802501971904}
+{"step": 160000, "wall_time": 1252.421215057373, "train_loss_step": 17.701919555664062, "n_params": 4797700, "total_flops": 2358165504000000, "train_loss": 0.13985965435321515, "subset_score_loss": 0.13985965435321515}
+{"step": 170000, "wall_time": 1323.3263666629791, "train_loss_step": 18.12447738647461, "n_params": 4797700, "total_flops": 2505550848000000, "train_loss": 0.13023982414832483, "subset_score_loss": 0.13023982414832483}
+{"step": 180000, "wall_time": 1394.1617925167084, "train_loss_step": 16.944751739501953, "n_params": 4797700, "total_flops": 2652936192000000, "train_loss": 0.1282217025756836, "subset_score_loss": 0.1282217025756836}
+{"step": 190000, "wall_time": 1464.9691095352173, "train_loss_step": 18.186038970947266, "n_params": 4797700, "total_flops": 2800321536000000, "train_loss": 0.12524397923396183, "subset_score_loss": 0.12524397923396183}
+{"step": 200000, "wall_time": 1589.772187948227, "train_loss_step": 16.670757293701172, "n_params": 4797700, "total_flops": 2947706880000000, "train_loss": 0.1190170434805063, "subset_score_loss": 0.1190170434805063, "memorization_fraction_pixel": 9.999999747378752e-05, "mean_nn_ratio_pixel": 0.9711105227470398, "fid": 250.32915098638335, "fid_failed": 0.0}
+{"step": 210000, "wall_time": 1660.6336340904236, "train_loss_step": 16.369762420654297, "n_params": 4797700, "total_flops": 3095092224000000, "train_loss": 0.1144383063683143, "subset_score_loss": 0.1144383063683143}
+{"step": 220000, "wall_time": 1731.4629974365234, "train_loss_step": 16.374242782592773, "n_params": 4797700, "total_flops": 3242477568000000, "train_loss": 0.1133686505831205, "subset_score_loss": 0.1133686505831205}
+{"step": 230000, "wall_time": 1802.3244996070862, "train_loss_step": 15.743962287902832, "n_params": 4797700, "total_flops": 3389862912000000, "train_loss": 0.11001011041494516, "subset_score_loss": 0.11001011041494516}
+{"step": 240000, "wall_time": 1873.181031703949, "train_loss_step": 15.29817008972168, "n_params": 4797700, "total_flops": 3537248256000000, "train_loss": 0.10478546436016377, "subset_score_loss": 0.10478546436016377}
+{"step": 250000, "wall_time": 1944.0155620574951, "train_loss_step": 15.515262603759766, "n_params": 4797700, "total_flops": 3684633600000000, "train_loss": 0.09793945459219125, "subset_score_loss": 0.09793945459219125}
+{"step": 260000, "wall_time": 2014.8506021499634, "train_loss_step": 15.840249061584473, "n_params": 4797700, "total_flops": 3832018944000000, "train_loss": 0.10131276204035833, "subset_score_loss": 0.10131276204035833}
+{"step": 270000, "wall_time": 2085.7238318920135, "train_loss_step": 14.687334060668945, "n_params": 4797700, "total_flops": 3979404288000000, "train_loss": 0.0971225225008451, "subset_score_loss": 0.0971225225008451}
+{"step": 280000, "wall_time": 2156.5787801742554, "train_loss_step": 15.002939224243164, "n_params": 4797700, "total_flops": 4126789632000000, "train_loss": 0.0973915907052847, "subset_score_loss": 0.0973915907052847}
+{"step": 290000, "wall_time": 2227.3825073242188, "train_loss_step": 14.407224655151367, "n_params": 4797700, "total_flops": 4274174976000000, "train_loss": 0.09250386311457708, "subset_score_loss": 0.09250386311457708}
+{"step": 300000, "wall_time": 2351.3599162101746, "train_loss_step": 15.527932167053223, "n_params": 4797700, "total_flops": 4421560320000000, "train_loss": 0.09371702487652118, "subset_score_loss": 0.09371702487652118, "memorization_fraction_pixel": 0.00039999998989515007, "mean_nn_ratio_pixel": 0.9717017412185669, "fid": 271.17301941612806, "fid_failed": 0.0}
+{"step": 310000, "wall_time": 2422.275485754013, "train_loss_step": 13.598602294921875, "n_params": 4797700, "total_flops": 4568945664000000, "train_loss": 0.09100500987126277, "subset_score_loss": 0.09100500987126277}
+{"step": 320000, "wall_time": 2493.0737023353577, "train_loss_step": 14.431930541992188, "n_params": 4797700, "total_flops": 4716331008000000, "train_loss": 0.08941590235783503, "subset_score_loss": 0.08941590235783503}
+{"step": 330000, "wall_time": 2563.893807888031, "train_loss_step": 14.136401176452637, "n_params": 4797700, "total_flops": 4863716352000000, "train_loss": 0.08679183079646184, "subset_score_loss": 0.08679183079646184}
+{"step": 340000, "wall_time": 2634.7874116897583, "train_loss_step": 13.975333213806152, "n_params": 4797700, "total_flops": 5011101696000000, "train_loss": 0.08806282190176157, "subset_score_loss": 0.08806282190176157}
+{"step": 350000, "wall_time": 2705.6186978816986, "train_loss_step": 13.872722625732422, "n_params": 4797700, "total_flops": 5158487040000000, "train_loss": 0.09064345726600061, "subset_score_loss": 0.09064345726600061}
+{"step": 360000, "wall_time": 2776.4277074337006, "train_loss_step": 12.803852081298828, "n_params": 4797700, "total_flops": 5305872384000000, "train_loss": 0.08912893442007211, "subset_score_loss": 0.08912893442007211}
+{"step": 370000, "wall_time": 2847.3041110038757, "train_loss_step": 11.93889045715332, "n_params": 4797700, "total_flops": 5453257728000000, "train_loss": 0.08549250089205228, "subset_score_loss": 0.08549250089205228}
+{"step": 380000, "wall_time": 2918.2114901542664, "train_loss_step": 13.122037887573242, "n_params": 4797700, "total_flops": 5600643072000000, "train_loss": 0.0808277937082144, "subset_score_loss": 0.0808277937082144}
+{"step": 390000, "wall_time": 2989.060230731964, "train_loss_step": 12.212450981140137, "n_params": 4797700, "total_flops": 5748028416000000, "train_loss": 0.0841287612915039, "subset_score_loss": 0.0841287612915039}
+{"step": 400000, "wall_time": 3112.5869586467743, "train_loss_step": 12.065085411071777, "n_params": 4797700, "total_flops": 5895413760000000, "train_loss": 0.08050700701200045, "subset_score_loss": 0.08050700701200045, "memorization_fraction_pixel": 0.0015999999595806003, "mean_nn_ratio_pixel": 0.9668381810188293, "fid": 276.9745308217791, "fid_failed": 0.0}
+{"step": 410000, "wall_time": 3183.514865875244, "train_loss_step": 12.202354431152344, "n_params": 4797700, "total_flops": 6042799104000000, "train_loss": 0.07926824276263897, "subset_score_loss": 0.07926824276263897}
+{"step": 420000, "wall_time": 3254.333737373352, "train_loss_step": 11.97330379486084, "n_params": 4797700, "total_flops": 6190184448000000, "train_loss": 0.07474620525653546, "subset_score_loss": 0.07474620525653546}
+{"step": 430000, "wall_time": 3325.146957397461, "train_loss_step": 11.518152236938477, "n_params": 4797700, "total_flops": 6337569792000000, "train_loss": 0.07631640801062951, "subset_score_loss": 0.07631640801062951}
+{"step": 440000, "wall_time": 3396.029793739319, "train_loss_step": 11.048181533813477, "n_params": 4797700, "total_flops": 6484955136000000, "train_loss": 0.07274326177743765, "subset_score_loss": 0.07274326177743765}
+{"step": 450000, "wall_time": 3466.9010808467865, "train_loss_step": 11.195371627807617, "n_params": 4797700, "total_flops": 6632340480000000, "train_loss": 0.07164136446439302, "subset_score_loss": 0.07164136446439302}
+{"step": 460000, "wall_time": 3537.7301394939423, "train_loss_step": 11.77351188659668, "n_params": 4797700, "total_flops": 6779725824000000, "train_loss": 0.06929279474111703, "subset_score_loss": 0.06929279474111703}
+{"step": 470000, "wall_time": 3608.542817592621, "train_loss_step": 11.825798034667969, "n_params": 4797700, "total_flops": 6927111168000000, "train_loss": 0.07388225702139048, "subset_score_loss": 0.07388225702139048}
+{"step": 480000, "wall_time": 3679.3854081630707, "train_loss_step": 11.28072738647461, "n_params": 4797700, "total_flops": 7074496512000000, "train_loss": 0.07296198331392728, "subset_score_loss": 0.07296198331392728}
+{"step": 490000, "wall_time": 3750.2053713798523, "train_loss_step": 10.885713577270508, "n_params": 4797700, "total_flops": 7221881856000000, "train_loss": 0.0648344113276555, "subset_score_loss": 0.0648344113276555}
+{"step": 500000, "wall_time": 3875.7676095962524, "train_loss_step": 11.105974197387695, "n_params": 4797700, "total_flops": 7369267200000000, "train_loss": 0.06535867544320914, "subset_score_loss": 0.06535867544320914, "memorization_fraction_pixel": 0.003800000064074993, "mean_nn_ratio_pixel": 0.9634687304496765, "fid": 280.62279799410214, "fid_failed": 0.0}
+{"step": 510000, "wall_time": 3946.6956186294556, "train_loss_step": 10.872072219848633, "n_params": 4797700, "total_flops": 7516652544000000, "train_loss": 0.06570465381328876, "subset_score_loss": 0.06570465381328876}
+{"step": 520000, "wall_time": 4017.5358488559723, "train_loss_step": 11.102742195129395, "n_params": 4797700, "total_flops": 7664037888000000, "train_loss": 0.06570207889263446, "subset_score_loss": 0.06570207889263446}
+{"step": 530000, "wall_time": 4088.3505642414093, "train_loss_step": 11.118078231811523, "n_params": 4797700, "total_flops": 7811423232000000, "train_loss": 0.059074834676889273, "subset_score_loss": 0.059074834676889273}
+{"step": 540000, "wall_time": 4159.190476894379, "train_loss_step": 11.143058776855469, "n_params": 4797700, "total_flops": 7958808576000000, "train_loss": 0.06528759002685547, "subset_score_loss": 0.06528759002685547}
+{"step": 550000, "wall_time": 4230.095248937607, "train_loss_step": 10.980817794799805, "n_params": 4797700, "total_flops": 8106193920000000, "train_loss": 0.06825661292442908, "subset_score_loss": 0.06825661292442908}
+{"step": 560000, "wall_time": 4300.898970127106, "train_loss_step": 10.626779556274414, "n_params": 4797700, "total_flops": 8253579264000000, "train_loss": 0.06276924426739032, "subset_score_loss": 0.06276924426739032}
+{"step": 570000, "wall_time": 4371.729164600372, "train_loss_step": 10.083248138427734, "n_params": 4797700, "total_flops": 8400964608000000, "train_loss": 0.061347697331355165, "subset_score_loss": 0.061347697331355165}
+{"step": 580000, "wall_time": 4442.576581478119, "train_loss_step": 10.411248207092285, "n_params": 4797700, "total_flops": 8548349952000000, "train_loss": 0.05921649932861328, "subset_score_loss": 0.05921649932861328}
+{"step": 590000, "wall_time": 4513.298504590988, "train_loss_step": 9.583836555480957, "n_params": 4797700, "total_flops": 8695735296000000, "train_loss": 0.05688965870783879, "subset_score_loss": 0.05688965870783879}
+{"step": 600000, "wall_time": 4638.316809415817, "train_loss_step": 10.037775039672852, "n_params": 4797700, "total_flops": 8843120640000000, "train_loss": 0.056097881610576925, "subset_score_loss": 0.056097881610576925, "memorization_fraction_pixel": 0.00930000003427267, "mean_nn_ratio_pixel": 0.9559956789016724, "fid": 285.6503800974423, "fid_failed": 0.0}
+{"step": 610000, "wall_time": 4709.222680091858, "train_loss_step": 10.317083358764648, "n_params": 4797700, "total_flops": 8990505984000000, "train_loss": 0.05947724855863131, "subset_score_loss": 0.05947724855863131}
+{"step": 620000, "wall_time": 4780.1193215847015, "train_loss_step": 9.920221328735352, "n_params": 4797700, "total_flops": 9137891328000000, "train_loss": 0.05792446870070237, "subset_score_loss": 0.05792446870070237}
+{"step": 630000, "wall_time": 4850.952654361725, "train_loss_step": 10.396836280822754, "n_params": 4797700, "total_flops": 9285276672000000, "train_loss": 0.06557797652024488, "subset_score_loss": 0.06557797652024488}
+{"step": 640000, "wall_time": 4921.84069609642, "train_loss_step": 9.306879043579102, "n_params": 4797700, "total_flops": 9432662016000000, "train_loss": 0.06395629736093375, "subset_score_loss": 0.06395629736093375}
+{"step": 650000, "wall_time": 4992.701094150543, "train_loss_step": 10.370645523071289, "n_params": 4797700, "total_flops": 9580047360000000, "train_loss": 0.054880314606886645, "subset_score_loss": 0.054880314606886645}
+{"step": 660000, "wall_time": 5063.561228752136, "train_loss_step": 9.316932678222656, "n_params": 4797700, "total_flops": 9727432704000000, "train_loss": 0.05197765643780048, "subset_score_loss": 0.05197765643780048}
+{"step": 670000, "wall_time": 5134.397006750107, "train_loss_step": 10.11469841003418, "n_params": 4797700, "total_flops": 9874818048000000, "train_loss": 0.05549435248741737, "subset_score_loss": 0.05549435248741737}
+{"step": 680000, "wall_time": 5205.221900939941, "train_loss_step": 9.711828231811523, "n_params": 4797700, "total_flops": 10022203392000000, "train_loss": 0.05134302286001352, "subset_score_loss": 0.05134302286001352}
+{"step": 690000, "wall_time": 5276.103843450546, "train_loss_step": 9.496009826660156, "n_params": 4797700, "total_flops": 10169588736000000, "train_loss": 0.058452903307401216, "subset_score_loss": 0.058452903307401216}
+{"step": 700000, "wall_time": 5400.973680734634, "train_loss_step": 9.479240417480469, "n_params": 4797700, "total_flops": 10316974080000000, "train_loss": 0.05154947500962478, "subset_score_loss": 0.05154947500962478, "memorization_fraction_pixel": 0.010599999688565731, "mean_nn_ratio_pixel": 0.9502392411231995, "fid": 284.45166172415975, "fid_failed": 0.0}
+{"step": 710000, "wall_time": 5471.821188211441, "train_loss_step": 9.548423767089844, "n_params": 4797700, "total_flops": 10464359424000000, "train_loss": 0.051668027731088494, "subset_score_loss": 0.051668027731088494}
+{"step": 720000, "wall_time": 5542.678941488266, "train_loss_step": 9.511445045471191, "n_params": 4797700, "total_flops": 10611744768000000, "train_loss": 0.054813274970421426, "subset_score_loss": 0.054813274970421426}
+{"step": 730000, "wall_time": 5613.533377408981, "train_loss_step": 10.157325744628906, "n_params": 4797700, "total_flops": 10759130112000000, "train_loss": 0.05480013627272386, "subset_score_loss": 0.05480013627272386}
+{"step": 740000, "wall_time": 5684.3379673957825, "train_loss_step": 9.130253791809082, "n_params": 4797700, "total_flops": 10906515456000000, "train_loss": 0.05382778094365047, "subset_score_loss": 0.05382778094365047}
+{"step": 750000, "wall_time": 5755.147842645645, "train_loss_step": 9.15835189819336, "n_params": 4797700, "total_flops": 11053900800000000, "train_loss": 0.050561780195969803, "subset_score_loss": 0.050561780195969803}
+{"step": 760000, "wall_time": 5826.019934415817, "train_loss_step": 9.281652450561523, "n_params": 4797700, "total_flops": 11201286144000000, "train_loss": 0.05904370821439303, "subset_score_loss": 0.05904370821439303}
+{"step": 770000, "wall_time": 5896.827201843262, "train_loss_step": 9.61755084991455, "n_params": 4797700, "total_flops": 11348671488000000, "train_loss": 0.05231605676504282, "subset_score_loss": 0.05231605676504282}
+{"step": 780000, "wall_time": 5967.654292345047, "train_loss_step": 9.037906646728516, "n_params": 4797700, "total_flops": 11496056832000000, "train_loss": 0.046058034896850585, "subset_score_loss": 0.046058034896850585}
+{"step": 790000, "wall_time": 6038.525236129761, "train_loss_step": 9.23042106628418, "n_params": 4797700, "total_flops": 11643442176000000, "train_loss": 0.04714884391197791, "subset_score_loss": 0.04714884391197791}
+{"step": 800000, "wall_time": 6163.658485889435, "train_loss_step": 9.184332847595215, "n_params": 4797700, "total_flops": 11790827520000000, "train_loss": 0.04972146107600285, "subset_score_loss": 0.04972146107600285, "memorization_fraction_pixel": 0.014299999922513962, "mean_nn_ratio_pixel": 0.9524009823799133, "fid": 276.74088342824496, "fid_failed": 0.0}
+{"step": 810000, "wall_time": 6234.518570661545, "train_loss_step": 8.506721496582031, "n_params": 4797700, "total_flops": 11938212864000000, "train_loss": 0.04704232582679162, "subset_score_loss": 0.04704232582679162}
+{"step": 820000, "wall_time": 6305.392471075058, "train_loss_step": 8.976225852966309, "n_params": 4797700, "total_flops": 12085598208000000, "train_loss": 0.04268169769873986, "subset_score_loss": 0.04268169769873986}
+{"step": 830000, "wall_time": 6376.239220380783, "train_loss_step": 8.719677925109863, "n_params": 4797700, "total_flops": 12232983552000000, "train_loss": 0.051139218990619364, "subset_score_loss": 0.051139218990619364}
+{"step": 840000, "wall_time": 6447.04701757431, "train_loss_step": 9.330446243286133, "n_params": 4797700, "total_flops": 12380368896000000, "train_loss": 0.04588718781104455, "subset_score_loss": 0.04588718781104455}
+{"step": 850000, "wall_time": 6517.881474494934, "train_loss_step": 8.90931510925293, "n_params": 4797700, "total_flops": 12527754240000000, "train_loss": 0.04407653074998122, "subset_score_loss": 0.04407653074998122}
+{"step": 860000, "wall_time": 6588.802209854126, "train_loss_step": 9.168075561523438, "n_params": 4797700, "total_flops": 12675139584000000, "train_loss": 0.04862892444317157, "subset_score_loss": 0.04862892444317157}
+{"step": 870000, "wall_time": 6659.63987159729, "train_loss_step": 9.250919342041016, "n_params": 4797700, "total_flops": 12822524928000000, "train_loss": 0.046092550571148215, "subset_score_loss": 0.046092550571148215}
+{"step": 880000, "wall_time": 6730.490607023239, "train_loss_step": 8.611323356628418, "n_params": 4797700, "total_flops": 12969910272000000, "train_loss": 0.04589410928579477, "subset_score_loss": 0.04589410928579477}
+{"step": 890000, "wall_time": 6801.527340888977, "train_loss_step": 8.725604057312012, "n_params": 4797700, "total_flops": 13117295616000000, "train_loss": 0.04591226577758789, "subset_score_loss": 0.04591226577758789}
+{"step": 900000, "wall_time": 6926.079856872559, "train_loss_step": 8.49499225616455, "n_params": 4797700, "total_flops": 13264680960000000, "train_loss": 0.040518746009239784, "subset_score_loss": 0.040518746009239784, "memorization_fraction_pixel": 0.0203000009059906, "mean_nn_ratio_pixel": 0.9386366009712219, "fid": 274.55975551488666, "fid_failed": 0.0}
+{"step": 910000, "wall_time": 6996.918714523315, "train_loss_step": 9.047710418701172, "n_params": 4797700, "total_flops": 13412066304000000, "train_loss": 0.048836403626662035, "subset_score_loss": 0.048836403626662035}
+{"step": 920000, "wall_time": 7067.721654415131, "train_loss_step": 8.730316162109375, "n_params": 4797700, "total_flops": 13559451648000000, "train_loss": 0.04377370614271898, "subset_score_loss": 0.04377370614271898}
+{"step": 930000, "wall_time": 7138.617892980576, "train_loss_step": 8.269351959228516, "n_params": 4797700, "total_flops": 13706836992000000, "train_loss": 0.05143795013427734, "subset_score_loss": 0.05143795013427734}
+{"step": 940000, "wall_time": 7209.419448375702, "train_loss_step": 9.227315902709961, "n_params": 4797700, "total_flops": 13854222336000000, "train_loss": 0.04305652104891264, "subset_score_loss": 0.04305652104891264}
+{"step": 950000, "wall_time": 7280.2322680950165, "train_loss_step": 9.104719161987305, "n_params": 4797700, "total_flops": 14001607680000000, "train_loss": 0.04684684826777531, "subset_score_loss": 0.04684684826777531}
+{"step": 960000, "wall_time": 7351.044639110565, "train_loss_step": 9.072916984558105, "n_params": 4797700, "total_flops": 14148993024000000, "train_loss": 0.04712904049799992, "subset_score_loss": 0.04712904049799992}
+{"step": 970000, "wall_time": 7421.94383764267, "train_loss_step": 8.70019245147705, "n_params": 4797700, "total_flops": 14296378368000000, "train_loss": 0.04707043354327862, "subset_score_loss": 0.04707043354327862}
+{"step": 980000, "wall_time": 7492.759336709976, "train_loss_step": 8.604215621948242, "n_params": 4797700, "total_flops": 14443763712000000, "train_loss": 0.03972395750192496, "subset_score_loss": 0.03972395750192496}
+{"step": 990000, "wall_time": 7564.209084033966, "train_loss_step": 8.394020080566406, "n_params": 4797700, "total_flops": 14591149056000000, "train_loss": 0.04011940589317908, "subset_score_loss": 0.04011940589317908}
+{"step": 1000000, "wall_time": 7689.3365705013275, "train_loss_step": 8.637579917907715, "n_params": 4797700, "total_flops": 14738534400000000, "train_loss": 0.04371008139390212, "subset_score_loss": 0.04371008139390212, "memorization_fraction_pixel": 0.025100000202655792, "mean_nn_ratio_pixel": 0.9374809861183167, "fid": 272.185692339046, "fid_failed": 0.0}
+{"step": 1010000, "wall_time": 7760.216453552246, "train_loss_step": 8.071884155273438, "n_params": 4797700, "total_flops": 14885919744000000, "train_loss": 0.04424984271709736, "subset_score_loss": 0.04424984271709736}
+{"step": 1020000, "wall_time": 7831.060606479645, "train_loss_step": 8.668245315551758, "n_params": 4797700, "total_flops": 15033305088000000, "train_loss": 0.03945948894207294, "subset_score_loss": 0.03945948894207294}
+{"step": 1030000, "wall_time": 7901.8987720012665, "train_loss_step": 7.837897300720215, "n_params": 4797700, "total_flops": 15180690432000000, "train_loss": 0.04035181999206543, "subset_score_loss": 0.04035181999206543}
+{"step": 1040000, "wall_time": 7972.800890207291, "train_loss_step": 7.770415306091309, "n_params": 4797700, "total_flops": 15328075776000000, "train_loss": 0.04463096398573655, "subset_score_loss": 0.04463096398573655}
+{"step": 1050000, "wall_time": 8043.653240442276, "train_loss_step": 8.152076721191406, "n_params": 4797700, "total_flops": 15475461120000000, "train_loss": 0.043481599367581884, "subset_score_loss": 0.043481599367581884}
+{"step": 1060000, "wall_time": 8114.4832899570465, "train_loss_step": 8.154420852661133, "n_params": 4797700, "total_flops": 15622846464000000, "train_loss": 0.04147520065307617, "subset_score_loss": 0.04147520065307617}
+{"step": 1070000, "wall_time": 8185.391213655472, "train_loss_step": 7.880059242248535, "n_params": 4797700, "total_flops": 15770231808000000, "train_loss": 0.04292927521925706, "subset_score_loss": 0.04292927521925706}
+{"step": 1080000, "wall_time": 8256.218403816223, "train_loss_step": 8.249305725097656, "n_params": 4797700, "total_flops": 15917617152000000, "train_loss": 0.039815447880671574, "subset_score_loss": 0.039815447880671574}
+{"step": 1090000, "wall_time": 8327.764857292175, "train_loss_step": 9.288834571838379, "n_params": 4797700, "total_flops": 16065002496000000, "train_loss": 0.048371164615337664, "subset_score_loss": 0.048371164615337664}
+{"step": 1100000, "wall_time": 8453.31370306015, "train_loss_step": 8.55882453918457, "n_params": 4797700, "total_flops": 16212387840000000, "train_loss": 0.043069083874042215, "subset_score_loss": 0.043069083874042215, "memorization_fraction_pixel": 0.025800000876188278, "mean_nn_ratio_pixel": 0.9342769384384155, "fid": 264.3466870484865, "fid_failed": 0.0}
+{"step": 1110000, "wall_time": 8524.209381818771, "train_loss_step": 8.321537971496582, "n_params": 4797700, "total_flops": 16359773184000000, "train_loss": 0.04114538706265963, "subset_score_loss": 0.04114538706265963}
+{"step": 1120000, "wall_time": 8595.052960634232, "train_loss_step": 8.017266273498535, "n_params": 4797700, "total_flops": 16507158528000000, "train_loss": 0.05075710003192608, "subset_score_loss": 0.05075710003192608}
+{"step": 1130000, "wall_time": 8665.866188287735, "train_loss_step": 8.67025089263916, "n_params": 4797700, "total_flops": 16654543872000000, "train_loss": 0.04041058100186862, "subset_score_loss": 0.04041058100186862}
+{"step": 1140000, "wall_time": 8736.706105470657, "train_loss_step": 8.021601676940918, "n_params": 4797700, "total_flops": 16801929216000000, "train_loss": 0.05046791663536659, "subset_score_loss": 0.05046791663536659}
+{"step": 1150000, "wall_time": 8807.523390769958, "train_loss_step": 8.751276016235352, "n_params": 4797700, "total_flops": 16949314560000000, "train_loss": 0.042050416652972884, "subset_score_loss": 0.042050416652972884}
+{"step": 1160000, "wall_time": 8878.337369680405, "train_loss_step": 8.542243957519531, "n_params": 4797700, "total_flops": 17096699904000000, "train_loss": 0.03970731955308181, "subset_score_loss": 0.03970731955308181}
+{"step": 1170000, "wall_time": 8949.148681640625, "train_loss_step": 8.457496643066406, "n_params": 4797700, "total_flops": 17244085248000000, "train_loss": 0.04066157341003418, "subset_score_loss": 0.04066157341003418}
+{"step": 1180000, "wall_time": 9020.025544404984, "train_loss_step": 8.498342514038086, "n_params": 4797700, "total_flops": 17391470592000000, "train_loss": 0.04395006986764761, "subset_score_loss": 0.04395006986764761}
+{"step": 1190000, "wall_time": 9092.057235717773, "train_loss_step": 8.479228019714355, "n_params": 4797700, "total_flops": 17538855936000000, "train_loss": 0.03832551882817195, "subset_score_loss": 0.03832551882817195}
+{"step": 1200000, "wall_time": 9216.671294927597, "train_loss_step": 8.063650131225586, "n_params": 4797700, "total_flops": 17686241280000000, "train_loss": 0.04177358333881085, "subset_score_loss": 0.04177358333881085, "memorization_fraction_pixel": 0.03009999915957451, "mean_nn_ratio_pixel": 0.9334126710891724, "fid": 264.34632160374576, "fid_failed": 0.0}
+{"step": 1210000, "wall_time": 9287.561554670334, "train_loss_step": 8.55637264251709, "n_params": 4797700, "total_flops": 17833626624000000, "train_loss": 0.05147326909578764, "subset_score_loss": 0.05147326909578764}
+{"step": 1220000, "wall_time": 9358.374141931534, "train_loss_step": 7.788883209228516, "n_params": 4797700, "total_flops": 17981011968000000, "train_loss": 0.035854827440702, "subset_score_loss": 0.035854827440702}
+{"step": 1230000, "wall_time": 9429.190161466599, "train_loss_step": 8.094711303710938, "n_params": 4797700, "total_flops": 18128397312000000, "train_loss": 0.04319090109605055, "subset_score_loss": 0.04319090109605055}
+{"step": 1240000, "wall_time": 9500.002827167511, "train_loss_step": 8.169042587280273, "n_params": 4797700, "total_flops": 18275782656000000, "train_loss": 0.04197060144864596, "subset_score_loss": 0.04197060144864596}
+{"step": 1250000, "wall_time": 9570.881474733353, "train_loss_step": 7.7204484939575195, "n_params": 4797700, "total_flops": 18423168000000000, "train_loss": 0.03933667403001052, "subset_score_loss": 0.03933667403001052}
+{"step": 1260000, "wall_time": 9641.705293416977, "train_loss_step": 8.54824447631836, "n_params": 4797700, "total_flops": 18570553344000000, "train_loss": 0.04217542868394118, "subset_score_loss": 0.04217542868394118}
+{"step": 1270000, "wall_time": 9712.52145409584, "train_loss_step": 8.622976303100586, "n_params": 4797700, "total_flops": 18717938688000000, "train_loss": 0.04343782204848069, "subset_score_loss": 0.04343782204848069}
+{"step": 1280000, "wall_time": 9783.359706163406, "train_loss_step": 7.907289028167725, "n_params": 4797700, "total_flops": 18865324032000000, "train_loss": 0.03736835993253268, "subset_score_loss": 0.03736835993253268}
+{"step": 1290000, "wall_time": 9855.814009666443, "train_loss_step": 8.135108947753906, "n_params": 4797700, "total_flops": 19012709376000000, "train_loss": 0.03939213019150954, "subset_score_loss": 0.03939213019150954}
+{"step": 1300000, "wall_time": 9980.269706964493, "train_loss_step": 7.381828308105469, "n_params": 4797700, "total_flops": 19160094720000000, "train_loss": 0.037105974784264195, "subset_score_loss": 0.037105974784264195, "memorization_fraction_pixel": 0.03440000116825104, "mean_nn_ratio_pixel": 0.9285905361175537, "fid": 259.9569377322615, "fid_failed": 0.0}
+{"step": 1310000, "wall_time": 10051.150228977203, "train_loss_step": 7.472100734710693, "n_params": 4797700, "total_flops": 19307480064000000, "train_loss": 0.03778756948617788, "subset_score_loss": 0.03778756948617788}
+{"step": 1320000, "wall_time": 10122.0369951725, "train_loss_step": 7.435009956359863, "n_params": 4797700, "total_flops": 19454865408000000, "train_loss": 0.04277172455420861, "subset_score_loss": 0.04277172455420861}
+{"step": 1330000, "wall_time": 10192.87637925148, "train_loss_step": 8.114015579223633, "n_params": 4797700, "total_flops": 19602250752000000, "train_loss": 0.052667790192824145, "subset_score_loss": 0.052667790192824145}
+{"step": 1340000, "wall_time": 10263.704001188278, "train_loss_step": 7.645453453063965, "n_params": 4797700, "total_flops": 19749636096000000, "train_loss": 0.03815956115722656, "subset_score_loss": 0.03815956115722656}
+{"step": 1350000, "wall_time": 10334.575754404068, "train_loss_step": 7.765477180480957, "n_params": 4797700, "total_flops": 19897021440000000, "train_loss": 0.03816021405733549, "subset_score_loss": 0.03816021405733549}
+{"step": 1360000, "wall_time": 10405.445230960846, "train_loss_step": 7.34520149230957, "n_params": 4797700, "total_flops": 20044406784000000, "train_loss": 0.034964583470271184, "subset_score_loss": 0.034964583470271184}
+{"step": 1370000, "wall_time": 10476.25811958313, "train_loss_step": 8.386335372924805, "n_params": 4797700, "total_flops": 20191792128000000, "train_loss": 0.039270951197697565, "subset_score_loss": 0.039270951197697565}
+{"step": 1380000, "wall_time": 10547.07503414154, "train_loss_step": 7.365573406219482, "n_params": 4797700, "total_flops": 20339177472000000, "train_loss": 0.04046641496511606, "subset_score_loss": 0.04046641496511606}
+{"step": 1390000, "wall_time": 10619.985585927963, "train_loss_step": 7.898179531097412, "n_params": 4797700, "total_flops": 20486562816000000, "train_loss": 0.03931912642258864, "subset_score_loss": 0.03931912642258864}
+{"step": 1400000, "wall_time": 10746.0059735775, "train_loss_step": 7.753251075744629, "n_params": 4797700, "total_flops": 20633948160000000, "train_loss": 0.04015203622671274, "subset_score_loss": 0.04015203622671274, "memorization_fraction_pixel": 0.03400000184774399, "mean_nn_ratio_pixel": 0.9294153451919556, "fid": 262.74503725445595, "fid_failed": 0.0}
+{"step": 1410000, "wall_time": 10816.849820613861, "train_loss_step": 6.9441375732421875, "n_params": 4797700, "total_flops": 20781333504000000, "train_loss": 0.03542023071875939, "subset_score_loss": 0.03542023071875939}
+{"step": 1420000, "wall_time": 10887.721331357956, "train_loss_step": 7.444258689880371, "n_params": 4797700, "total_flops": 20928718848000000, "train_loss": 0.04137634864220252, "subset_score_loss": 0.04137634864220252}
+{"step": 1430000, "wall_time": 10958.540563821793, "train_loss_step": 7.969552516937256, "n_params": 4797700, "total_flops": 21076104192000000, "train_loss": 0.040046020654531625, "subset_score_loss": 0.040046020654531625}
+{"step": 1440000, "wall_time": 11029.390929937363, "train_loss_step": 7.661900997161865, "n_params": 4797700, "total_flops": 21223489536000000, "train_loss": 0.033882871040931115, "subset_score_loss": 0.033882871040931115}
+{"step": 1450000, "wall_time": 11100.20167350769, "train_loss_step": 7.242794036865234, "n_params": 4797700, "total_flops": 21370874880000000, "train_loss": 0.03644039080693172, "subset_score_loss": 0.03644039080693172}
+{"step": 1460000, "wall_time": 11171.096119642258, "train_loss_step": 7.1730122566223145, "n_params": 4797700, "total_flops": 21518260224000000, "train_loss": 0.04440714762761043, "subset_score_loss": 0.04440714762761043}
+{"step": 1470000, "wall_time": 11241.906086206436, "train_loss_step": 7.941427707672119, "n_params": 4797700, "total_flops": 21665645568000000, "train_loss": 0.040282256786639874, "subset_score_loss": 0.040282256786639874}
+{"step": 1480000, "wall_time": 11312.719009160995, "train_loss_step": 7.713884353637695, "n_params": 4797700, "total_flops": 21813030912000000, "train_loss": 0.037988471984863284, "subset_score_loss": 0.037988471984863284}
+{"step": 1490000, "wall_time": 11385.770071029663, "train_loss_step": 8.332847595214844, "n_params": 4797700, "total_flops": 21960416256000000, "train_loss": 0.04094200501075158, "subset_score_loss": 0.04094200501075158}
+{"step": 1500000, "wall_time": 11509.199892759323, "train_loss_step": 7.475690841674805, "n_params": 4797700, "total_flops": 22107801600000000, "train_loss": 0.0373224111703726, "subset_score_loss": 0.0373224111703726, "memorization_fraction_pixel": 0.03629999980330467, "mean_nn_ratio_pixel": 0.9244294762611389, "fid": 262.6417937430165, "fid_failed": 0.0}
+{"step": 1510000, "wall_time": 11580.06769824028, "train_loss_step": 7.780804634094238, "n_params": 4797700, "total_flops": 22255186944000000, "train_loss": 0.038356861701378454, "subset_score_loss": 0.038356861701378454}
+{"step": 1520000, "wall_time": 11650.948641061783, "train_loss_step": 7.363539218902588, "n_params": 4797700, "total_flops": 22402572288000000, "train_loss": 0.035650458702674276, "subset_score_loss": 0.035650458702674276}
+{"step": 1530000, "wall_time": 11721.813214063644, "train_loss_step": 7.535284042358398, "n_params": 4797700, "total_flops": 22549957632000000, "train_loss": 0.038308587441077596, "subset_score_loss": 0.038308587441077596}
+{"step": 1540000, "wall_time": 11792.622197389603, "train_loss_step": 7.613507270812988, "n_params": 4797700, "total_flops": 22697342976000000, "train_loss": 0.034331849905160756, "subset_score_loss": 0.034331849905160756}
+{"step": 1550000, "wall_time": 11863.454756259918, "train_loss_step": 7.847405433654785, "n_params": 4797700, "total_flops": 22844728320000000, "train_loss": 0.03689768864558293, "subset_score_loss": 0.03689768864558293}
+{"step": 1560000, "wall_time": 11934.326251983643, "train_loss_step": 7.234152793884277, "n_params": 4797700, "total_flops": 22992113664000000, "train_loss": 0.039548184321476866, "subset_score_loss": 0.039548184321476866}
+{"step": 1570000, "wall_time": 12005.233837127686, "train_loss_step": 6.822237014770508, "n_params": 4797700, "total_flops": 23139499008000000, "train_loss": 0.0424900641808143, "subset_score_loss": 0.0424900641808143}
+{"step": 1580000, "wall_time": 12076.059538602829, "train_loss_step": 7.862624168395996, "n_params": 4797700, "total_flops": 23286884352000000, "train_loss": 0.0368560791015625, "subset_score_loss": 0.0368560791015625}
+{"step": 1590000, "wall_time": 12147.864598989487, "train_loss_step": 7.68326473236084, "n_params": 4797700, "total_flops": 23434269696000000, "train_loss": 0.03571638327378493, "subset_score_loss": 0.03571638327378493}
+{"step": 1600000, "wall_time": 12273.705476760864, "train_loss_step": 8.073404312133789, "n_params": 4797700, "total_flops": 23581655040000000, "train_loss": 0.0415161499610314, "subset_score_loss": 0.0415161499610314, "memorization_fraction_pixel": 0.04170000180602074, "mean_nn_ratio_pixel": 0.9217234253883362, "fid": 261.2747071846003, "fid_failed": 0.0}
+{"step": 1610000, "wall_time": 12344.550813674927, "train_loss_step": 7.841378211975098, "n_params": 4797700, "total_flops": 23729040384000000, "train_loss": 0.03611569404602051, "subset_score_loss": 0.03611569404602051}
+{"step": 1620000, "wall_time": 12415.362254619598, "train_loss_step": 7.406120777130127, "n_params": 4797700, "total_flops": 23876425728000000, "train_loss": 0.03427044795109675, "subset_score_loss": 0.03427044795109675}
+{"step": 1630000, "wall_time": 12486.260222911835, "train_loss_step": 8.06535530090332, "n_params": 4797700, "total_flops": 24023811072000000, "train_loss": 0.04494934815626878, "subset_score_loss": 0.04494934815626878}
+{"step": 1640000, "wall_time": 12557.097224712372, "train_loss_step": 7.288784027099609, "n_params": 4797700, "total_flops": 24171196416000000, "train_loss": 0.042890702761136566, "subset_score_loss": 0.042890702761136566}
+{"step": 1650000, "wall_time": 12627.908576011658, "train_loss_step": 7.446302890777588, "n_params": 4797700, "total_flops": 24318581760000000, "train_loss": 0.034039618418766904, "subset_score_loss": 0.034039618418766904}
+{"step": 1660000, "wall_time": 12698.721381425858, "train_loss_step": 7.891484260559082, "n_params": 4797700, "total_flops": 24465967104000000, "train_loss": 0.037596585200383115, "subset_score_loss": 0.037596585200383115}
+{"step": 1670000, "wall_time": 12769.582468748093, "train_loss_step": 7.556989669799805, "n_params": 4797700, "total_flops": 24613352448000000, "train_loss": 0.035306105246910684, "subset_score_loss": 0.035306105246910684}
+{"step": 1680000, "wall_time": 12840.406591653824, "train_loss_step": 7.160966873168945, "n_params": 4797700, "total_flops": 24760737792000000, "train_loss": 0.0360684871673584, "subset_score_loss": 0.0360684871673584}
+{"step": 1690000, "wall_time": 12912.76486992836, "train_loss_step": 6.938521862030029, "n_params": 4797700, "total_flops": 24908123136000000, "train_loss": 0.04700560569763183, "subset_score_loss": 0.04700560569763183}
+{"step": 1700000, "wall_time": 13035.136546134949, "train_loss_step": 7.319757461547852, "n_params": 4797700, "total_flops": 25055508480000000, "train_loss": 0.03577433366041917, "subset_score_loss": 0.03577433366041917, "memorization_fraction_pixel": 0.04089999943971634, "mean_nn_ratio_pixel": 0.9201263785362244, "fid": 262.2731410964341, "fid_failed": 0.0}
+{"step": 1710000, "wall_time": 13105.984174489975, "train_loss_step": 7.544223785400391, "n_params": 4797700, "total_flops": 25202893824000000, "train_loss": 0.037676532451923074, "subset_score_loss": 0.037676532451923074}
+{"step": 1720000, "wall_time": 13176.8260242939, "train_loss_step": 7.646733283996582, "n_params": 4797700, "total_flops": 25350279168000000, "train_loss": 0.03764516023489145, "subset_score_loss": 0.03764516023489145}
+{"step": 1730000, "wall_time": 13247.654823303223, "train_loss_step": 7.531922340393066, "n_params": 4797700, "total_flops": 25497664512000000, "train_loss": 0.030872260607205906, "subset_score_loss": 0.030872260607205906}
+{"step": 1740000, "wall_time": 13318.540885925293, "train_loss_step": 7.584649085998535, "n_params": 4797700, "total_flops": 25645049856000000, "train_loss": 0.03660271351154034, "subset_score_loss": 0.03660271351154034}
+{"step": 1750000, "wall_time": 13389.36012506485, "train_loss_step": 7.136143684387207, "n_params": 4797700, "total_flops": 25792435200000000, "train_loss": 0.030914493707510142, "subset_score_loss": 0.030914493707510142}
+{"step": 1760000, "wall_time": 13460.171946525574, "train_loss_step": 7.186896800994873, "n_params": 4797700, "total_flops": 25939820544000000, "train_loss": 0.03199662795433631, "subset_score_loss": 0.03199662795433631}
+{"step": 1770000, "wall_time": 13530.986768722534, "train_loss_step": 6.773465156555176, "n_params": 4797700, "total_flops": 26087205888000000, "train_loss": 0.032881560692420375, "subset_score_loss": 0.032881560692420375}
+{"step": 1780000, "wall_time": 13601.831341266632, "train_loss_step": 7.927242279052734, "n_params": 4797700, "total_flops": 26234591232000000, "train_loss": 0.035752303783710186, "subset_score_loss": 0.035752303783710186}
+{"step": 1790000, "wall_time": 13675.110367298126, "train_loss_step": 7.228696346282959, "n_params": 4797700, "total_flops": 26381976576000000, "train_loss": 0.0361353324009822, "subset_score_loss": 0.0361353324009822}
+{"step": 1800000, "wall_time": 13798.738179445267, "train_loss_step": 7.52647590637207, "n_params": 4797700, "total_flops": 26529361920000000, "train_loss": 0.03845035479618953, "subset_score_loss": 0.03845035479618953, "memorization_fraction_pixel": 0.04610000178217888, "mean_nn_ratio_pixel": 0.9146988987922668, "fid": 256.2430595217736, "fid_failed": 0.0}
+{"step": 1810000, "wall_time": 13869.591893196106, "train_loss_step": 7.434628486633301, "n_params": 4797700, "total_flops": 26676747264000000, "train_loss": 0.03928530032818134, "subset_score_loss": 0.03928530032818134}
+{"step": 1820000, "wall_time": 13940.44707107544, "train_loss_step": 7.235634803771973, "n_params": 4797700, "total_flops": 26824132608000000, "train_loss": 0.03302264213562012, "subset_score_loss": 0.03302264213562012}
+{"step": 1830000, "wall_time": 14011.268518686295, "train_loss_step": 8.055980682373047, "n_params": 4797700, "total_flops": 26971517952000000, "train_loss": 0.04113270686222957, "subset_score_loss": 0.04113270686222957}
+{"step": 1840000, "wall_time": 14082.072098493576, "train_loss_step": 7.0843963623046875, "n_params": 4797700, "total_flops": 27118903296000000, "train_loss": 0.033281432665311375, "subset_score_loss": 0.033281432665311375}
+{"step": 1850000, "wall_time": 14152.882722139359, "train_loss_step": 7.005779266357422, "n_params": 4797700, "total_flops": 27266288640000000, "train_loss": 0.033479921634380634, "subset_score_loss": 0.033479921634380634}
+{"step": 1860000, "wall_time": 14223.691281795502, "train_loss_step": 7.175205707550049, "n_params": 4797700, "total_flops": 27413673984000000, "train_loss": 0.03369260934682993, "subset_score_loss": 0.03369260934682993}
+{"step": 1870000, "wall_time": 14294.497586727142, "train_loss_step": 7.554502487182617, "n_params": 4797700, "total_flops": 27561059328000000, "train_loss": 0.03802791008582482, "subset_score_loss": 0.03802791008582482}
+{"step": 1880000, "wall_time": 14365.303399085999, "train_loss_step": 6.674020767211914, "n_params": 4797700, "total_flops": 27708444672000000, "train_loss": 0.03684812325697679, "subset_score_loss": 0.03684812325697679}
+{"step": 1890000, "wall_time": 14438.473203659058, "train_loss_step": 7.006886005401611, "n_params": 4797700, "total_flops": 27855830016000000, "train_loss": 0.033666155888484074, "subset_score_loss": 0.033666155888484074}
+{"step": 1900000, "wall_time": 14561.778660774231, "train_loss_step": 7.865638732910156, "n_params": 4797700, "total_flops": 28003215360000000, "train_loss": 0.03324037698599008, "subset_score_loss": 0.03324037698599008, "memorization_fraction_pixel": 0.052000001072883606, "mean_nn_ratio_pixel": 0.9107063412666321, "fid": 254.29340746854382, "fid_failed": 0.0}
+{"step": 1910000, "wall_time": 14632.639137744904, "train_loss_step": 6.997520446777344, "n_params": 4797700, "total_flops": 28150600704000000, "train_loss": 0.03971862059373122, "subset_score_loss": 0.03971862059373122}
+{"step": 1920000, "wall_time": 14703.444454431534, "train_loss_step": 7.327069282531738, "n_params": 4797700, "total_flops": 28297986048000000, "train_loss": 0.032380533218383786, "subset_score_loss": 0.032380533218383786}
+{"step": 1930000, "wall_time": 14774.250394821167, "train_loss_step": 7.043628215789795, "n_params": 4797700, "total_flops": 28445371392000000, "train_loss": 0.03325420159559984, "subset_score_loss": 0.03325420159559984}
+{"step": 1940000, "wall_time": 14845.05836558342, "train_loss_step": 6.8478803634643555, "n_params": 4797700, "total_flops": 28592756736000000, "train_loss": 0.03572901212252103, "subset_score_loss": 0.03572901212252103}
+{"step": 1950000, "wall_time": 14915.871772527695, "train_loss_step": 7.2815327644348145, "n_params": 4797700, "total_flops": 28740142080000000, "train_loss": 0.0336309579702524, "subset_score_loss": 0.0336309579702524}
+{"step": 1960000, "wall_time": 14986.721026182175, "train_loss_step": 7.1916184425354, "n_params": 4797700, "total_flops": 28887527424000000, "train_loss": 0.03571736262394832, "subset_score_loss": 0.03571736262394832}
+{"step": 1970000, "wall_time": 15057.532687664032, "train_loss_step": 6.975885391235352, "n_params": 4797700, "total_flops": 29034912768000000, "train_loss": 0.0346078322483943, "subset_score_loss": 0.0346078322483943}
+{"step": 1980000, "wall_time": 15128.42212486267, "train_loss_step": 7.413617134094238, "n_params": 4797700, "total_flops": 29182298112000000, "train_loss": 0.03453407287597656, "subset_score_loss": 0.03453407287597656}
+{"step": 1990000, "wall_time": 15201.969279766083, "train_loss_step": 7.521359920501709, "n_params": 4797700, "total_flops": 29329683456000000, "train_loss": 0.03641501206618089, "subset_score_loss": 0.03641501206618089}
+{"step": 2000000, "wall_time": 15323.351766586304, "train_loss_step": 6.735639572143555, "n_params": 4797700, "total_flops": 29477068800000000, "train_loss": 0.03015930102421687, "subset_score_loss": 0.03015930102421687, "memorization_fraction_pixel": 0.05730000138282776, "mean_nn_ratio_pixel": 0.9055845737457275, "fid": 251.13118293290177, "fid_failed": 0.0}
+{"step": 2010000, "wall_time": 15394.188628911972, "train_loss_step": 6.968994140625, "n_params": 4797700, "total_flops": 29624454144000000, "train_loss": 0.0467198555286114, "subset_score_loss": 0.0467198555286114}
+{"step": 2020000, "wall_time": 15465.006938457489, "train_loss_step": 7.026127338409424, "n_params": 4797700, "total_flops": 29771839488000000, "train_loss": 0.03029300432938796, "subset_score_loss": 0.03029300432938796}
+{"step": 2030000, "wall_time": 15535.819335460663, "train_loss_step": 7.214181423187256, "n_params": 4797700, "total_flops": 29919224832000000, "train_loss": 0.032990602346567005, "subset_score_loss": 0.032990602346567005}
+{"step": 2040000, "wall_time": 15606.64046883583, "train_loss_step": 6.768912315368652, "n_params": 4797700, "total_flops": 30066610176000000, "train_loss": 0.03870218350337102, "subset_score_loss": 0.03870218350337102}
+{"step": 2050000, "wall_time": 15677.456488370895, "train_loss_step": 7.710090637207031, "n_params": 4797700, "total_flops": 30213995520000000, "train_loss": 0.037529996725229116, "subset_score_loss": 0.037529996725229116}
+{"step": 2060000, "wall_time": 15748.29529762268, "train_loss_step": 6.7546467781066895, "n_params": 4797700, "total_flops": 30361380864000000, "train_loss": 0.03598786867581881, "subset_score_loss": 0.03598786867581881}
+{"step": 2070000, "wall_time": 15819.126556873322, "train_loss_step": 7.12678337097168, "n_params": 4797700, "total_flops": 30508766208000000, "train_loss": 0.0334558523618258, "subset_score_loss": 0.0334558523618258}
+{"step": 2080000, "wall_time": 15890.336256504059, "train_loss_step": 7.1656494140625, "n_params": 4797700, "total_flops": 30656151552000000, "train_loss": 0.030574998488793005, "subset_score_loss": 0.030574998488793005}
+{"step": 2090000, "wall_time": 15964.023220539093, "train_loss_step": 7.119955062866211, "n_params": 4797700, "total_flops": 30803536896000000, "train_loss": 0.03057877283829909, "subset_score_loss": 0.03057877283829909}
+{"step": 2100000, "wall_time": 16085.11291384697, "train_loss_step": 7.173130035400391, "n_params": 4797700, "total_flops": 30950922240000000, "train_loss": 0.034923087633573095, "subset_score_loss": 0.034923087633573095, "memorization_fraction_pixel": 0.061400000005960464, "mean_nn_ratio_pixel": 0.9026138782501221, "fid": 247.38600186184362, "fid_failed": 0.0}
+{"step": 2110000, "wall_time": 16155.971419334412, "train_loss_step": 6.645750045776367, "n_params": 4797700, "total_flops": 31098307584000000, "train_loss": 0.03210473794203538, "subset_score_loss": 0.03210473794203538}
+{"step": 2120000, "wall_time": 16226.777571201324, "train_loss_step": 6.676604747772217, "n_params": 4797700, "total_flops": 31245692928000000, "train_loss": 0.03248098079974835, "subset_score_loss": 0.03248098079974835}
+{"step": 2130000, "wall_time": 16297.5879778862, "train_loss_step": 7.107421875, "n_params": 4797700, "total_flops": 31393078272000000, "train_loss": 0.035802408365102914, "subset_score_loss": 0.035802408365102914}
+{"step": 2140000, "wall_time": 16368.396021604538, "train_loss_step": 7.537395477294922, "n_params": 4797700, "total_flops": 31540463616000000, "train_loss": 0.03393101692199707, "subset_score_loss": 0.03393101692199707}
+{"step": 2150000, "wall_time": 16439.20837211609, "train_loss_step": 6.917820930480957, "n_params": 4797700, "total_flops": 31687848960000000, "train_loss": 0.03204768987802359, "subset_score_loss": 0.03204768987802359}
+{"step": 2160000, "wall_time": 16510.016743183136, "train_loss_step": 6.740034103393555, "n_params": 4797700, "total_flops": 31835234304000000, "train_loss": 0.029875858013446513, "subset_score_loss": 0.029875858013446513}
+{"step": 2170000, "wall_time": 16580.83062338829, "train_loss_step": 7.2967529296875, "n_params": 4797700, "total_flops": 31982619648000000, "train_loss": 0.03111551358149602, "subset_score_loss": 0.03111551358149602}
+{"step": 2180000, "wall_time": 16652.362459897995, "train_loss_step": 7.343997955322266, "n_params": 4797700, "total_flops": 32130004992000000, "train_loss": 0.03403037878183218, "subset_score_loss": 0.03403037878183218}
+{"step": 2190000, "wall_time": 16725.768935203552, "train_loss_step": 7.421109676361084, "n_params": 4797700, "total_flops": 32277390336000000, "train_loss": 0.031006581966693585, "subset_score_loss": 0.031006581966693585}
+{"step": 2200000, "wall_time": 16846.875462055206, "train_loss_step": 6.829808235168457, "n_params": 4797700, "total_flops": 32424775680000000, "train_loss": 0.0315224867600661, "subset_score_loss": 0.0315224867600661, "memorization_fraction_pixel": 0.06350000202655792, "mean_nn_ratio_pixel": 0.9018924832344055, "fid": 239.2784611328287, "fid_failed": 0.0}
+{"step": 2210000, "wall_time": 16917.717524290085, "train_loss_step": 7.83778715133667, "n_params": 4797700, "total_flops": 32572161024000000, "train_loss": 0.03501745370718149, "subset_score_loss": 0.03501745370718149}
+{"step": 2220000, "wall_time": 16988.536490917206, "train_loss_step": 6.793644905090332, "n_params": 4797700, "total_flops": 32719546368000000, "train_loss": 0.03643299249502329, "subset_score_loss": 0.03643299249502329}
+{"step": 2230000, "wall_time": 17059.349930524826, "train_loss_step": 7.16278600692749, "n_params": 4797700, "total_flops": 32866931712000000, "train_loss": 0.03002779300396259, "subset_score_loss": 0.03002779300396259}
+{"step": 2240000, "wall_time": 17130.170305013657, "train_loss_step": 6.933998107910156, "n_params": 4797700, "total_flops": 33014317056000000, "train_loss": 0.03330293068519005, "subset_score_loss": 0.03330293068519005}
+{"step": 2250000, "wall_time": 17200.983186483383, "train_loss_step": 7.804683685302734, "n_params": 4797700, "total_flops": 33161702400000000, "train_loss": 0.035288073466374324, "subset_score_loss": 0.035288073466374324}
+{"step": 2260000, "wall_time": 17271.806378126144, "train_loss_step": 7.116008758544922, "n_params": 4797700, "total_flops": 33309087744000000, "train_loss": 0.03125896087059608, "subset_score_loss": 0.03125896087059608}
+{"step": 2270000, "wall_time": 17342.625826358795, "train_loss_step": 7.846004962921143, "n_params": 4797700, "total_flops": 33456473088000000, "train_loss": 0.033545673810518706, "subset_score_loss": 0.033545673810518706}
+{"step": 2280000, "wall_time": 17414.2051589489, "train_loss_step": 7.245471000671387, "n_params": 4797700, "total_flops": 33603858432000000, "train_loss": 0.03428161327655499, "subset_score_loss": 0.03428161327655499}
+{"step": 2290000, "wall_time": 17487.190545797348, "train_loss_step": 7.372833728790283, "n_params": 4797700, "total_flops": 33751243776000000, "train_loss": 0.03272947164682242, "subset_score_loss": 0.03272947164682242}
+{"step": 2300000, "wall_time": 17610.914926290512, "train_loss_step": 7.236627578735352, "n_params": 4797700, "total_flops": 33898629120000000, "train_loss": 0.031156543584970327, "subset_score_loss": 0.031156543584970327, "memorization_fraction_pixel": 0.061900001019239426, "mean_nn_ratio_pixel": 0.898423433303833, "fid": 244.64516385359224, "fid_failed": 0.0}
+{"step": 2310000, "wall_time": 17681.75746870041, "train_loss_step": 6.940584182739258, "n_params": 4797700, "total_flops": 34046014464000000, "train_loss": 0.030332317719092734, "subset_score_loss": 0.030332317719092734}
+{"step": 2320000, "wall_time": 17752.565349817276, "train_loss_step": 7.096793174743652, "n_params": 4797700, "total_flops": 34193399808000000, "train_loss": 0.030862452433659482, "subset_score_loss": 0.030862452433659482}
+{"step": 2330000, "wall_time": 17823.375663518906, "train_loss_step": 7.287629127502441, "n_params": 4797700, "total_flops": 34340785152000000, "train_loss": 0.03196521905752329, "subset_score_loss": 0.03196521905752329}
+{"step": 2340000, "wall_time": 17894.186575889587, "train_loss_step": 7.214939594268799, "n_params": 4797700, "total_flops": 34488170496000000, "train_loss": 0.033461343325101416, "subset_score_loss": 0.033461343325101416}
+{"step": 2350000, "wall_time": 17964.99841237068, "train_loss_step": 7.286260604858398, "n_params": 4797700, "total_flops": 34635555840000000, "train_loss": 0.032316710398747374, "subset_score_loss": 0.032316710398747374}
+{"step": 2360000, "wall_time": 18035.807787895203, "train_loss_step": 7.074339389801025, "n_params": 4797700, "total_flops": 34782941184000000, "train_loss": 0.029400968551635744, "subset_score_loss": 0.029400968551635744}
+{"step": 2370000, "wall_time": 18106.621342420578, "train_loss_step": 6.452248573303223, "n_params": 4797700, "total_flops": 34930326528000000, "train_loss": 0.030615050976093, "subset_score_loss": 0.030615050976093}
+{"step": 2380000, "wall_time": 18178.650046110153, "train_loss_step": 6.762263298034668, "n_params": 4797700, "total_flops": 35077711872000000, "train_loss": 0.02933067358457125, "subset_score_loss": 0.02933067358457125}
+{"step": 2390000, "wall_time": 18251.038418293, "train_loss_step": 6.981818199157715, "n_params": 4797700, "total_flops": 35225097216000000, "train_loss": 0.03332324394812951, "subset_score_loss": 0.03332324394812951}
+{"step": 2400000, "wall_time": 18373.48052382469, "train_loss_step": 6.547760009765625, "n_params": 4797700, "total_flops": 35372482560000000, "train_loss": 0.03076304655808669, "subset_score_loss": 0.03076304655808669, "memorization_fraction_pixel": 0.06319999694824219, "mean_nn_ratio_pixel": 0.8993225693702698, "fid": 238.47364688896647, "fid_failed": 0.0}
+{"step": 2410000, "wall_time": 18444.323580503464, "train_loss_step": 7.330899715423584, "n_params": 4797700, "total_flops": 35519867904000000, "train_loss": 0.0301395452939547, "subset_score_loss": 0.0301395452939547}
+{"step": 2420000, "wall_time": 18515.13484930992, "train_loss_step": 7.6542816162109375, "n_params": 4797700, "total_flops": 35667253248000000, "train_loss": 0.03570050826439491, "subset_score_loss": 0.03570050826439491}
+{"step": 2430000, "wall_time": 18585.979766845703, "train_loss_step": 6.674476623535156, "n_params": 4797700, "total_flops": 35814638592000000, "train_loss": 0.03392504545358511, "subset_score_loss": 0.03392504545358511}
+{"step": 2440000, "wall_time": 18656.795759677887, "train_loss_step": 6.750363349914551, "n_params": 4797700, "total_flops": 35962023936000000, "train_loss": 0.03029896846184364, "subset_score_loss": 0.03029896846184364}
+{"step": 2450000, "wall_time": 18727.611467838287, "train_loss_step": 6.804257869720459, "n_params": 4797700, "total_flops": 36109409280000000, "train_loss": 0.030520360286419208, "subset_score_loss": 0.030520360286419208}
+{"step": 2460000, "wall_time": 18798.43226480484, "train_loss_step": 6.600768089294434, "n_params": 4797700, "total_flops": 36256794624000000, "train_loss": 0.028707201664264385, "subset_score_loss": 0.028707201664264385}
+{"step": 2470000, "wall_time": 18869.254951000214, "train_loss_step": 6.67112922668457, "n_params": 4797700, "total_flops": 36404179968000000, "train_loss": 0.03487792748671312, "subset_score_loss": 0.03487792748671312}
+{"step": 2480000, "wall_time": 18941.667449235916, "train_loss_step": 6.630573272705078, "n_params": 4797700, "total_flops": 36551565312000000, "train_loss": 0.02988310410426213, "subset_score_loss": 0.02988310410426213}
+{"step": 2490000, "wall_time": 19012.919238567352, "train_loss_step": 6.980815410614014, "n_params": 4797700, "total_flops": 36698950656000000, "train_loss": 0.0293838776074923, "subset_score_loss": 0.0293838776074923}
+{"step": 2500000, "wall_time": 19135.533149003983, "train_loss_step": 6.67888069152832, "n_params": 4797700, "total_flops": 36846336000000000, "train_loss": 0.029050997587350698, "subset_score_loss": 0.029050997587350698, "memorization_fraction_pixel": 0.06379999965429306, "mean_nn_ratio_pixel": 0.8962598443031311, "fid": 233.49425651291182, "fid_failed": 0.0}
+{"step": 2510000, "wall_time": 19206.40971636772, "train_loss_step": 6.500833511352539, "n_params": 4797700, "total_flops": 36993721344000000, "train_loss": 0.03307700157165527, "subset_score_loss": 0.03307700157165527}
+{"step": 2520000, "wall_time": 19277.22909617424, "train_loss_step": 6.905951499938965, "n_params": 4797700, "total_flops": 37141106688000000, "train_loss": 0.02984315615433913, "subset_score_loss": 0.02984315615433913}
+{"step": 2530000, "wall_time": 19348.06234049797, "train_loss_step": 6.686466693878174, "n_params": 4797700, "total_flops": 37288492032000000, "train_loss": 0.037260187589205226, "subset_score_loss": 0.037260187589205226}
+{"step": 2540000, "wall_time": 19418.88390135765, "train_loss_step": 6.729546070098877, "n_params": 4797700, "total_flops": 37435877376000000, "train_loss": 0.029338572575495794, "subset_score_loss": 0.029338572575495794}
+{"step": 2550000, "wall_time": 19489.698764562607, "train_loss_step": 6.415708541870117, "n_params": 4797700, "total_flops": 37583262720000000, "train_loss": 0.028632444601792557, "subset_score_loss": 0.028632444601792557}
+{"step": 2560000, "wall_time": 19560.50601863861, "train_loss_step": 6.3447675704956055, "n_params": 4797700, "total_flops": 37730648064000000, "train_loss": 0.03149004716139573, "subset_score_loss": 0.03149004716139573}
+{"step": 2570000, "wall_time": 19631.31343460083, "train_loss_step": 6.477122783660889, "n_params": 4797700, "total_flops": 37878033408000000, "train_loss": 0.03151039343613845, "subset_score_loss": 0.03151039343613845}
+{"step": 2580000, "wall_time": 19703.95709824562, "train_loss_step": 7.382195472717285, "n_params": 4797700, "total_flops": 38025418752000000, "train_loss": 0.02810684901017409, "subset_score_loss": 0.02810684901017409}
+{"step": 2590000, "wall_time": 19775.196358442307, "train_loss_step": 7.311532020568848, "n_params": 4797700, "total_flops": 38172804096000000, "train_loss": 0.030414544619046725, "subset_score_loss": 0.030414544619046725}
+{"step": 2600000, "wall_time": 19898.535807609558, "train_loss_step": 6.693551063537598, "n_params": 4797700, "total_flops": 38320189440000000, "train_loss": 0.02967066398033729, "subset_score_loss": 0.02967066398033729, "memorization_fraction_pixel": 0.07320000231266022, "mean_nn_ratio_pixel": 0.8919971585273743, "fid": 238.95557197920277, "fid_failed": 0.0}
+{"step": 2610000, "wall_time": 19969.352746009827, "train_loss_step": 6.658829689025879, "n_params": 4797700, "total_flops": 38467574784000000, "train_loss": 0.03273828946627103, "subset_score_loss": 0.03273828946627103}
+{"step": 2620000, "wall_time": 20040.16752076149, "train_loss_step": 7.20340633392334, "n_params": 4797700, "total_flops": 38614960128000000, "train_loss": 0.030345617807828462, "subset_score_loss": 0.030345617807828462}
+{"step": 2630000, "wall_time": 20110.959857225418, "train_loss_step": 6.879669189453125, "n_params": 4797700, "total_flops": 38762345472000000, "train_loss": 0.031368501369769757, "subset_score_loss": 0.031368501369769757}
+{"step": 2640000, "wall_time": 20181.749068021774, "train_loss_step": 6.8275651931762695, "n_params": 4797700, "total_flops": 38909730816000000, "train_loss": 0.03120847848745493, "subset_score_loss": 0.03120847848745493}
+{"step": 2650000, "wall_time": 20252.539067983627, "train_loss_step": 6.985677242279053, "n_params": 4797700, "total_flops": 39057116160000000, "train_loss": 0.03210444817176232, "subset_score_loss": 0.03210444817176232}
+{"step": 2660000, "wall_time": 20323.3332259655, "train_loss_step": 7.022561073303223, "n_params": 4797700, "total_flops": 39204501504000000, "train_loss": 0.030750745993394116, "subset_score_loss": 0.030750745993394116}
+{"step": 2670000, "wall_time": 20394.154121637344, "train_loss_step": 6.557858943939209, "n_params": 4797700, "total_flops": 39351886848000000, "train_loss": 0.03395430491520808, "subset_score_loss": 0.03395430491520808}
+{"step": 2680000, "wall_time": 20467.109105587006, "train_loss_step": 6.754042625427246, "n_params": 4797700, "total_flops": 39499272192000000, "train_loss": 0.02993778999035175, "subset_score_loss": 0.02993778999035175}
+{"step": 2690000, "wall_time": 20537.964627742767, "train_loss_step": 6.739432334899902, "n_params": 4797700, "total_flops": 39646657536000000, "train_loss": 0.029540271025437576, "subset_score_loss": 0.029540271025437576}
+{"step": 2700000, "wall_time": 20660.75025868416, "train_loss_step": 6.721193790435791, "n_params": 4797700, "total_flops": 39794042880000000, "train_loss": 0.03267829234783466, "subset_score_loss": 0.03267829234783466, "memorization_fraction_pixel": 0.07739999890327454, "mean_nn_ratio_pixel": 0.8842912316322327, "fid": 235.80949980236798, "fid_failed": 0.0}
+{"step": 2710000, "wall_time": 20731.602862596512, "train_loss_step": 6.633984565734863, "n_params": 4797700, "total_flops": 39941428224000000, "train_loss": 0.0290132082425631, "subset_score_loss": 0.0290132082425631}
+{"step": 2720000, "wall_time": 20802.410547733307, "train_loss_step": 6.848273277282715, "n_params": 4797700, "total_flops": 40088813568000000, "train_loss": 0.033810127698458155, "subset_score_loss": 0.033810127698458155}
+{"step": 2730000, "wall_time": 20873.234184980392, "train_loss_step": 6.685822486877441, "n_params": 4797700, "total_flops": 40236198912000000, "train_loss": 0.03219225590045636, "subset_score_loss": 0.03219225590045636}
+{"step": 2740000, "wall_time": 20944.04611134529, "train_loss_step": 7.263562202453613, "n_params": 4797700, "total_flops": 40383584256000000, "train_loss": 0.034511734889103814, "subset_score_loss": 0.034511734889103814}
+{"step": 2750000, "wall_time": 21014.873574495316, "train_loss_step": 6.558560848236084, "n_params": 4797700, "total_flops": 40530969600000000, "train_loss": 0.029833547885601337, "subset_score_loss": 0.029833547885601337}
+{"step": 2760000, "wall_time": 21085.70126605034, "train_loss_step": 6.748473167419434, "n_params": 4797700, "total_flops": 40678354944000000, "train_loss": 0.029214825996985803, "subset_score_loss": 0.029214825996985803}
+{"step": 2770000, "wall_time": 21156.515753746033, "train_loss_step": 6.956615447998047, "n_params": 4797700, "total_flops": 40825740288000000, "train_loss": 0.02690599148090069, "subset_score_loss": 0.02690599148090069}
+{"step": 2780000, "wall_time": 21229.723492860794, "train_loss_step": 7.1610636711120605, "n_params": 4797700, "total_flops": 40973125632000000, "train_loss": 0.03883231969980093, "subset_score_loss": 0.03883231969980093}
+{"step": 2790000, "wall_time": 21299.967862844467, "train_loss_step": 6.344762325286865, "n_params": 4797700, "total_flops": 41120510976000000, "train_loss": 0.02835208636063796, "subset_score_loss": 0.02835208636063796}
+{"step": 2800000, "wall_time": 21423.086753368378, "train_loss_step": 6.2601518630981445, "n_params": 4797700, "total_flops": 41267896320000000, "train_loss": 0.030195309565617487, "subset_score_loss": 0.030195309565617487, "memorization_fraction_pixel": 0.0835999995470047, "mean_nn_ratio_pixel": 0.8760439157485962, "fid": 232.99418772002565, "fid_failed": 0.0}
+{"step": 2810000, "wall_time": 21493.93049287796, "train_loss_step": 6.776171684265137, "n_params": 4797700, "total_flops": 41415281664000000, "train_loss": 0.03161719762361967, "subset_score_loss": 0.03161719762361967}
+{"step": 2820000, "wall_time": 21564.742379903793, "train_loss_step": 7.10015869140625, "n_params": 4797700, "total_flops": 41562667008000000, "train_loss": 0.02899639239678016, "subset_score_loss": 0.02899639239678016}
+{"step": 2830000, "wall_time": 21635.5488884449, "train_loss_step": 6.760565757751465, "n_params": 4797700, "total_flops": 41710052352000000, "train_loss": 0.02964015007019043, "subset_score_loss": 0.02964015007019043}
+{"step": 2840000, "wall_time": 21706.35671067238, "train_loss_step": 6.220461845397949, "n_params": 4797700, "total_flops": 41857437696000000, "train_loss": 0.051554661530714765, "subset_score_loss": 0.051554661530714765}
+{"step": 2850000, "wall_time": 21777.167751550674, "train_loss_step": 7.3326945304870605, "n_params": 4797700, "total_flops": 42004823040000000, "train_loss": 0.03949511234576886, "subset_score_loss": 0.03949511234576886}
+{"step": 2860000, "wall_time": 21847.996020555496, "train_loss_step": 6.558598518371582, "n_params": 4797700, "total_flops": 42152208384000000, "train_loss": 0.02910618415245643, "subset_score_loss": 0.02910618415245643}
+{"step": 2870000, "wall_time": 21918.802244901657, "train_loss_step": 6.5855913162231445, "n_params": 4797700, "total_flops": 42299593728000000, "train_loss": 0.028859303547785833, "subset_score_loss": 0.028859303547785833}
+{"step": 2880000, "wall_time": 21991.058480501175, "train_loss_step": 7.0675048828125, "n_params": 4797700, "total_flops": 42446979072000000, "train_loss": 0.030476916753328764, "subset_score_loss": 0.030476916753328764}
+{"step": 2890000, "wall_time": 22061.315551757812, "train_loss_step": 6.474783420562744, "n_params": 4797700, "total_flops": 42594364416000000, "train_loss": 0.029716352316049428, "subset_score_loss": 0.029716352316049428}
+{"step": 2900000, "wall_time": 22185.76047706604, "train_loss_step": 6.704923629760742, "n_params": 4797700, "total_flops": 42741749760000000, "train_loss": 0.030644565362196702, "subset_score_loss": 0.030644565362196702, "memorization_fraction_pixel": 0.08160000294446945, "mean_nn_ratio_pixel": 0.8818917870521545, "fid": 224.24344966282337, "fid_failed": 0.0}
+{"step": 2910000, "wall_time": 22256.606140613556, "train_loss_step": 6.655888557434082, "n_params": 4797700, "total_flops": 42889135104000000, "train_loss": 0.03062742490034837, "subset_score_loss": 0.03062742490034837}
+{"step": 2920000, "wall_time": 22327.414330005646, "train_loss_step": 6.188260555267334, "n_params": 4797700, "total_flops": 43036520448000000, "train_loss": 0.02682658709012545, "subset_score_loss": 0.02682658709012545}
+{"step": 2930000, "wall_time": 22398.241286754608, "train_loss_step": 6.269232273101807, "n_params": 4797700, "total_flops": 43183905792000000, "train_loss": 0.0303739987886869, "subset_score_loss": 0.0303739987886869}
+{"step": 2940000, "wall_time": 22469.060197353363, "train_loss_step": 6.387025833129883, "n_params": 4797700, "total_flops": 43331291136000000, "train_loss": 0.02946012937105619, "subset_score_loss": 0.02946012937105619}
+{"step": 2950000, "wall_time": 22539.8841984272, "train_loss_step": 6.768728733062744, "n_params": 4797700, "total_flops": 43478676480000000, "train_loss": 0.030289099766657904, "subset_score_loss": 0.030289099766657904}
+{"step": 2960000, "wall_time": 22610.69357728958, "train_loss_step": 6.444230079650879, "n_params": 4797700, "total_flops": 43626061824000000, "train_loss": 0.04526336743281438, "subset_score_loss": 0.04526336743281438}
+{"step": 2970000, "wall_time": 22681.515756845474, "train_loss_step": 6.552199363708496, "n_params": 4797700, "total_flops": 43773447168000000, "train_loss": 0.02684599619645339, "subset_score_loss": 0.02684599619645339}
+{"step": 2980000, "wall_time": 22752.591737747192, "train_loss_step": 6.427390098571777, "n_params": 4797700, "total_flops": 43920832512000000, "train_loss": 0.035695585837731, "subset_score_loss": 0.035695585837731}
+{"step": 2990000, "wall_time": 22823.276842832565, "train_loss_step": 6.36363410949707, "n_params": 4797700, "total_flops": 44068217856000000, "train_loss": 0.032975328885591945, "subset_score_loss": 0.032975328885591945}
+{"step": 3000000, "wall_time": 22948.552807807922, "train_loss_step": 6.3567047119140625, "n_params": 4797700, "total_flops": 44215603200000000, "train_loss": 0.03516978850731483, "subset_score_loss": 0.03516978850731483, "memorization_fraction_pixel": 0.0786999985575676, "mean_nn_ratio_pixel": 0.8772758841514587, "fid": 223.84164859508527, "fid_failed": 0.0}
+{"step": 3010000, "wall_time": 23019.42303609848, "train_loss_step": 6.306133270263672, "n_params": 4797700, "total_flops": 44362988544000000, "train_loss": 0.040761899948120114, "subset_score_loss": 0.040761899948120114}
+{"step": 3020000, "wall_time": 23090.22787618637, "train_loss_step": 6.917759895324707, "n_params": 4797700, "total_flops": 44510373888000000, "train_loss": 0.02747344420506404, "subset_score_loss": 0.02747344420506404}
+{"step": 3030000, "wall_time": 23161.032339811325, "train_loss_step": 6.643310546875, "n_params": 4797700, "total_flops": 44657759232000000, "train_loss": 0.0376893740433913, "subset_score_loss": 0.0376893740433913}
+{"step": 3040000, "wall_time": 23231.839285850525, "train_loss_step": 6.523772239685059, "n_params": 4797700, "total_flops": 44805144576000000, "train_loss": 0.02912564277648926, "subset_score_loss": 0.02912564277648926}
+{"step": 3050000, "wall_time": 23302.651587963104, "train_loss_step": 6.914778709411621, "n_params": 4797700, "total_flops": 44952529920000000, "train_loss": 0.026599962894733136, "subset_score_loss": 0.026599962894733136}
+{"step": 3060000, "wall_time": 23373.462568044662, "train_loss_step": 6.664881706237793, "n_params": 4797700, "total_flops": 45099915264000000, "train_loss": 0.027602679912860577, "subset_score_loss": 0.027602679912860577}
+{"step": 3070000, "wall_time": 23444.273113012314, "train_loss_step": 6.6502509117126465, "n_params": 4797700, "total_flops": 45247300608000000, "train_loss": 0.02898694185110239, "subset_score_loss": 0.02898694185110239}
+{"step": 3080000, "wall_time": 23516.302193641663, "train_loss_step": 6.323156356811523, "n_params": 4797700, "total_flops": 45394685952000000, "train_loss": 0.026339296194223257, "subset_score_loss": 0.026339296194223257}
+{"step": 3090000, "wall_time": 23586.272221326828, "train_loss_step": 6.650448799133301, "n_params": 4797700, "total_flops": 45542071296000000, "train_loss": 0.02916401166182298, "subset_score_loss": 0.02916401166182298}
+{"step": 3100000, "wall_time": 23709.761796951294, "train_loss_step": 6.808757305145264, "n_params": 4797700, "total_flops": 45689456640000000, "train_loss": 0.028612169852623572, "subset_score_loss": 0.028612169852623572, "memorization_fraction_pixel": 0.08169999718666077, "mean_nn_ratio_pixel": 0.8790125250816345, "fid": 223.8263503935579, "fid_failed": 0.0}
+{"step": 3110000, "wall_time": 23780.600855350494, "train_loss_step": 6.640357494354248, "n_params": 4797700, "total_flops": 45836841984000000, "train_loss": 0.02992077974172739, "subset_score_loss": 0.02992077974172739}
+{"step": 3120000, "wall_time": 23851.39664053917, "train_loss_step": 6.4374308586120605, "n_params": 4797700, "total_flops": 45984227328000000, "train_loss": 0.03352575302124024, "subset_score_loss": 0.03352575302124024}
+{"step": 3130000, "wall_time": 23922.187028884888, "train_loss_step": 6.818187713623047, "n_params": 4797700, "total_flops": 46131612672000000, "train_loss": 0.029120900080754207, "subset_score_loss": 0.029120900080754207}
+{"step": 3140000, "wall_time": 23993.008923768997, "train_loss_step": 5.9846086502075195, "n_params": 4797700, "total_flops": 46278998016000000, "train_loss": 0.02890163384951078, "subset_score_loss": 0.02890163384951078}
+{"step": 3150000, "wall_time": 24063.799694776535, "train_loss_step": 6.968414306640625, "n_params": 4797700, "total_flops": 46426383360000000, "train_loss": 0.03208116751450759, "subset_score_loss": 0.03208116751450759}
+{"step": 3160000, "wall_time": 24134.591655492783, "train_loss_step": 6.389926433563232, "n_params": 4797700, "total_flops": 46573768704000000, "train_loss": 0.03058334130507249, "subset_score_loss": 0.03058334130507249}
+{"step": 3170000, "wall_time": 24205.405668735504, "train_loss_step": 6.798906326293945, "n_params": 4797700, "total_flops": 46721154048000000, "train_loss": 0.0344298399411715, "subset_score_loss": 0.0344298399411715}
+{"step": 3180000, "wall_time": 24277.143891096115, "train_loss_step": 6.500845432281494, "n_params": 4797700, "total_flops": 46868539392000000, "train_loss": 0.02655026545891395, "subset_score_loss": 0.02655026545891395}
+{"step": 3190000, "wall_time": 24348.414103984833, "train_loss_step": 6.459682464599609, "n_params": 4797700, "total_flops": 47015924736000000, "train_loss": 0.028502456958477314, "subset_score_loss": 0.028502456958477314}
+{"step": 3200000, "wall_time": 24470.88717150688, "train_loss_step": 6.278125762939453, "n_params": 4797700, "total_flops": 47163310080000000, "train_loss": 0.031625949419461764, "subset_score_loss": 0.031625949419461764, "memorization_fraction_pixel": 0.08240000158548355, "mean_nn_ratio_pixel": 0.876501739025116, "fid": 214.94541640163328, "fid_failed": 0.0}
+{"step": 3210000, "wall_time": 24541.72115945816, "train_loss_step": 6.859015464782715, "n_params": 4797700, "total_flops": 47310695424000000, "train_loss": 0.03905661289508526, "subset_score_loss": 0.03905661289508526}
+{"step": 3220000, "wall_time": 24612.53462266922, "train_loss_step": 5.99635124206543, "n_params": 4797700, "total_flops": 47458080768000000, "train_loss": 0.028945136070251464, "subset_score_loss": 0.028945136070251464}
+{"step": 3230000, "wall_time": 24683.33910560608, "train_loss_step": 6.179305076599121, "n_params": 4797700, "total_flops": 47605466112000000, "train_loss": 0.026113035128666806, "subset_score_loss": 0.026113035128666806}
+{"step": 3240000, "wall_time": 24754.149342775345, "train_loss_step": 6.161978721618652, "n_params": 4797700, "total_flops": 47752851456000000, "train_loss": 0.029397478470435508, "subset_score_loss": 0.029397478470435508}
+{"step": 3250000, "wall_time": 24824.954961538315, "train_loss_step": 6.407013893127441, "n_params": 4797700, "total_flops": 47900236800000000, "train_loss": 0.027889169179476224, "subset_score_loss": 0.027889169179476224}
+{"step": 3260000, "wall_time": 24895.74947309494, "train_loss_step": 6.188928604125977, "n_params": 4797700, "total_flops": 48047622144000000, "train_loss": 0.028488894609304576, "subset_score_loss": 0.028488894609304576}
+{"step": 3270000, "wall_time": 24966.542268276215, "train_loss_step": 6.695743560791016, "n_params": 4797700, "total_flops": 48195007488000000, "train_loss": 0.030340851270235503, "subset_score_loss": 0.030340851270235503}
+{"step": 3280000, "wall_time": 25038.64785170555, "train_loss_step": 6.958919525146484, "n_params": 4797700, "total_flops": 48342392832000000, "train_loss": 0.028807762952951285, "subset_score_loss": 0.028807762952951285}
+{"step": 3290000, "wall_time": 25109.53143262863, "train_loss_step": 6.7702789306640625, "n_params": 4797700, "total_flops": 48489778176000000, "train_loss": 0.047963523864746095, "subset_score_loss": 0.047963523864746095}
+{"step": 3300000, "wall_time": 25232.72534942627, "train_loss_step": 5.890223026275635, "n_params": 4797700, "total_flops": 48637163520000000, "train_loss": 0.02875681290259728, "subset_score_loss": 0.02875681290259728, "memorization_fraction_pixel": 0.09189999848604202, "mean_nn_ratio_pixel": 0.869464635848999, "fid": 217.34654602134538, "fid_failed": 0.0}
+{"step": 3310000, "wall_time": 25303.569591760635, "train_loss_step": 6.484594345092773, "n_params": 4797700, "total_flops": 48784548864000000, "train_loss": 0.03345814484816331, "subset_score_loss": 0.03345814484816331}
+{"step": 3320000, "wall_time": 25374.385545253754, "train_loss_step": 6.081926345825195, "n_params": 4797700, "total_flops": 48931934208000000, "train_loss": 0.028720142291142392, "subset_score_loss": 0.028720142291142392}
+{"step": 3330000, "wall_time": 25445.211077690125, "train_loss_step": 6.623656749725342, "n_params": 4797700, "total_flops": 49079319552000000, "train_loss": 0.026909666794996994, "subset_score_loss": 0.026909666794996994}
+{"step": 3340000, "wall_time": 25516.01950764656, "train_loss_step": 6.436631679534912, "n_params": 4797700, "total_flops": 49226704896000000, "train_loss": 0.02874764662522536, "subset_score_loss": 0.02874764662522536}
+{"step": 3350000, "wall_time": 25586.830001831055, "train_loss_step": 6.223812103271484, "n_params": 4797700, "total_flops": 49374090240000000, "train_loss": 0.02682194526378925, "subset_score_loss": 0.02682194526378925}
+{"step": 3360000, "wall_time": 25657.64201617241, "train_loss_step": 6.282899379730225, "n_params": 4797700, "total_flops": 49521475584000000, "train_loss": 0.028583577963022085, "subset_score_loss": 0.028583577963022085}
+{"step": 3370000, "wall_time": 25728.46266770363, "train_loss_step": 6.125448226928711, "n_params": 4797700, "total_flops": 49668860928000000, "train_loss": 0.034094971876878, "subset_score_loss": 0.034094971876878}
+{"step": 3380000, "wall_time": 25800.87678718567, "train_loss_step": 6.1523613929748535, "n_params": 4797700, "total_flops": 49816246272000000, "train_loss": 0.031106189581064078, "subset_score_loss": 0.031106189581064078}
+{"step": 3390000, "wall_time": 25870.617143392563, "train_loss_step": 5.91354513168335, "n_params": 4797700, "total_flops": 49963631616000000, "train_loss": 0.027792939772972695, "subset_score_loss": 0.027792939772972695}
+{"step": 3400000, "wall_time": 25993.295050382614, "train_loss_step": 6.40168571472168, "n_params": 4797700, "total_flops": 50111016960000000, "train_loss": 0.03294909183795636, "subset_score_loss": 0.03294909183795636, "memorization_fraction_pixel": 0.09849999845027924, "mean_nn_ratio_pixel": 0.8616740107536316, "fid": 214.9662122003912, "fid_failed": 0.0}
+{"step": 3410000, "wall_time": 26064.14954972267, "train_loss_step": 6.174613952636719, "n_params": 4797700, "total_flops": 50258402304000000, "train_loss": 0.02569446013523982, "subset_score_loss": 0.02569446013523982}
+{"step": 3420000, "wall_time": 26134.963218688965, "train_loss_step": 6.560518264770508, "n_params": 4797700, "total_flops": 50405787648000000, "train_loss": 0.029667294942415677, "subset_score_loss": 0.029667294942415677}
+{"step": 3430000, "wall_time": 26205.771721839905, "train_loss_step": 6.245328426361084, "n_params": 4797700, "total_flops": 50553172992000000, "train_loss": 0.027688121795654295, "subset_score_loss": 0.027688121795654295}
+{"step": 3440000, "wall_time": 26276.595254182816, "train_loss_step": 5.994786262512207, "n_params": 4797700, "total_flops": 50700558336000000, "train_loss": 0.02580243073976957, "subset_score_loss": 0.02580243073976957}
+{"step": 3450000, "wall_time": 26347.407007217407, "train_loss_step": 6.456636905670166, "n_params": 4797700, "total_flops": 50847943680000000, "train_loss": 0.027713229106022762, "subset_score_loss": 0.027713229106022762}
+{"step": 3460000, "wall_time": 26418.231274843216, "train_loss_step": 6.656133651733398, "n_params": 4797700, "total_flops": 50995329024000000, "train_loss": 0.027195290418771598, "subset_score_loss": 0.027195290418771598}
+{"step": 3470000, "wall_time": 26489.06085419655, "train_loss_step": 6.677467346191406, "n_params": 4797700, "total_flops": 51142714368000000, "train_loss": 0.035138258567223184, "subset_score_loss": 0.035138258567223184}
+{"step": 3480000, "wall_time": 26561.841757297516, "train_loss_step": 6.763716697692871, "n_params": 4797700, "total_flops": 51290099712000000, "train_loss": 0.028307456236619215, "subset_score_loss": 0.028307456236619215}
+{"step": 3490000, "wall_time": 26631.92126226425, "train_loss_step": 6.763110160827637, "n_params": 4797700, "total_flops": 51437485056000000, "train_loss": 0.027138156157273514, "subset_score_loss": 0.027138156157273514}
+{"step": 3500000, "wall_time": 26755.702862262726, "train_loss_step": 6.246119499206543, "n_params": 4797700, "total_flops": 51584870400000000, "train_loss": 0.028387410824115458, "subset_score_loss": 0.028387410824115458, "memorization_fraction_pixel": 0.09260000288486481, "mean_nn_ratio_pixel": 0.8655233383178711, "fid": 208.89485347712406, "fid_failed": 0.0}
+{"step": 3510000, "wall_time": 26826.545971393585, "train_loss_step": 6.455220699310303, "n_params": 4797700, "total_flops": 51732255744000000, "train_loss": 0.02689533600440392, "subset_score_loss": 0.02689533600440392}
+{"step": 3520000, "wall_time": 26897.358250141144, "train_loss_step": 6.6087446212768555, "n_params": 4797700, "total_flops": 51879641088000000, "train_loss": 0.031421632033128005, "subset_score_loss": 0.031421632033128005}
+{"step": 3530000, "wall_time": 26968.170377731323, "train_loss_step": 6.283226490020752, "n_params": 4797700, "total_flops": 52027026432000000, "train_loss": 0.029010603978083683, "subset_score_loss": 0.029010603978083683}
+{"step": 3540000, "wall_time": 27038.982084989548, "train_loss_step": 5.863500595092773, "n_params": 4797700, "total_flops": 52174411776000000, "train_loss": 0.027692057536198543, "subset_score_loss": 0.027692057536198543}
+{"step": 3550000, "wall_time": 27109.79159808159, "train_loss_step": 6.164988994598389, "n_params": 4797700, "total_flops": 52321797120000000, "train_loss": 0.026265602845412035, "subset_score_loss": 0.026265602845412035}
+{"step": 3560000, "wall_time": 27180.60593175888, "train_loss_step": 5.843155384063721, "n_params": 4797700, "total_flops": 52469182464000000, "train_loss": 0.03717369299668532, "subset_score_loss": 0.03717369299668532}
+{"step": 3570000, "wall_time": 27251.463020324707, "train_loss_step": 6.088570594787598, "n_params": 4797700, "total_flops": 52616567808000000, "train_loss": 0.027134447831373948, "subset_score_loss": 0.027134447831373948}
+{"step": 3580000, "wall_time": 27324.303927898407, "train_loss_step": 6.221408367156982, "n_params": 4797700, "total_flops": 52763953152000000, "train_loss": 0.030543967393728402, "subset_score_loss": 0.030543967393728402}
+{"step": 3590000, "wall_time": 27377.123137950897, "train_loss_step": 6.242032051086426, "n_params": 4797700, "total_flops": 52911338496000000, "train_loss": 0.027003134213961087, "subset_score_loss": 0.027003134213961087}
+{"step": 3600000, "wall_time": 27488.242381334305, "train_loss_step": 6.366211891174316, "n_params": 4797700, "total_flops": 53058723840000000, "train_loss": 0.02559843980349027, "subset_score_loss": 0.02559843980349027, "memorization_fraction_pixel": 0.10109999775886536, "mean_nn_ratio_pixel": 0.8493458032608032, "fid": 207.33087190074878, "fid_failed": 0.0}
+{"step": 3610000, "wall_time": 27559.10147500038, "train_loss_step": 6.182896614074707, "n_params": 4797700, "total_flops": 53206109184000000, "train_loss": 0.02805475638462947, "subset_score_loss": 0.02805475638462947}
+{"step": 3620000, "wall_time": 27629.93839597702, "train_loss_step": 6.839371681213379, "n_params": 4797700, "total_flops": 53353494528000000, "train_loss": 0.026929141924931455, "subset_score_loss": 0.026929141924931455}
+{"step": 3630000, "wall_time": 27700.753548145294, "train_loss_step": 6.62733793258667, "n_params": 4797700, "total_flops": 53500879872000000, "train_loss": 0.027287246630742, "subset_score_loss": 0.027287246630742}
+{"step": 3640000, "wall_time": 27771.574210882187, "train_loss_step": 6.086653709411621, "n_params": 4797700, "total_flops": 53648265216000000, "train_loss": 0.027123603454002967, "subset_score_loss": 0.027123603454002967}
+{"step": 3650000, "wall_time": 27842.388538599014, "train_loss_step": 6.385314464569092, "n_params": 4797700, "total_flops": 53795650560000000, "train_loss": 0.028548460740309495, "subset_score_loss": 0.028548460740309495}
+{"step": 3660000, "wall_time": 27913.207035541534, "train_loss_step": 6.505850315093994, "n_params": 4797700, "total_flops": 53943035904000000, "train_loss": 0.027491279748769908, "subset_score_loss": 0.027491279748769908}
+{"step": 3670000, "wall_time": 27984.457730054855, "train_loss_step": 6.554326057434082, "n_params": 4797700, "total_flops": 54090421248000000, "train_loss": 0.026097796513484074, "subset_score_loss": 0.026097796513484074}
+{"step": 3680000, "wall_time": 28055.206565141678, "train_loss_step": 6.542052268981934, "n_params": 4797700, "total_flops": 54237806592000000, "train_loss": 0.02665388950934777, "subset_score_loss": 0.02665388950934777}
+{"step": 3690000, "wall_time": 28126.301819324493, "train_loss_step": 6.543725967407227, "n_params": 4797700, "total_flops": 54385191936000000, "train_loss": 0.02964936403127817, "subset_score_loss": 0.02964936403127817}
+{"step": 3700000, "wall_time": 28249.810367822647, "train_loss_step": 5.762667655944824, "n_params": 4797700, "total_flops": 54532577280000000, "train_loss": 0.02752103255345271, "subset_score_loss": 0.02752103255345271, "memorization_fraction_pixel": 0.1006999984383583, "mean_nn_ratio_pixel": 0.8596653342247009, "fid": 204.0760510068032, "fid_failed": 0.0}
+{"step": 3710000, "wall_time": 28320.693343162537, "train_loss_step": 6.256979942321777, "n_params": 4797700, "total_flops": 54679962624000000, "train_loss": 0.02873882880577674, "subset_score_loss": 0.02873882880577674}
+{"step": 3720000, "wall_time": 28391.506589651108, "train_loss_step": 6.305590629577637, "n_params": 4797700, "total_flops": 54827347968000000, "train_loss": 0.027641912607046275, "subset_score_loss": 0.027641912607046275}
+{"step": 3730000, "wall_time": 28462.316846847534, "train_loss_step": 6.474720001220703, "n_params": 4797700, "total_flops": 54974733312000000, "train_loss": 0.026160102624159593, "subset_score_loss": 0.026160102624159593}
+{"step": 3740000, "wall_time": 28533.129105091095, "train_loss_step": 6.719249725341797, "n_params": 4797700, "total_flops": 55122118656000000, "train_loss": 0.028111573366018442, "subset_score_loss": 0.028111573366018442}
+{"step": 3750000, "wall_time": 28603.941925048828, "train_loss_step": 5.919476509094238, "n_params": 4797700, "total_flops": 55269504000000000, "train_loss": 0.025380350993229793, "subset_score_loss": 0.025380350993229793}
+{"step": 3760000, "wall_time": 28674.755158424377, "train_loss_step": 6.522649765014648, "n_params": 4797700, "total_flops": 55416889344000000, "train_loss": 0.030030116668114296, "subset_score_loss": 0.030030116668114296}
+{"step": 3770000, "wall_time": 28746.33085656166, "train_loss_step": 6.284238815307617, "n_params": 4797700, "total_flops": 55564274688000000, "train_loss": 0.029005958483769342, "subset_score_loss": 0.029005958483769342}
+{"step": 3780000, "wall_time": 28816.684238672256, "train_loss_step": 6.422083377838135, "n_params": 4797700, "total_flops": 55711660032000000, "train_loss": 0.030088083560650167, "subset_score_loss": 0.030088083560650167}
+{"step": 3790000, "wall_time": 28888.067976236343, "train_loss_step": 6.069876670837402, "n_params": 4797700, "total_flops": 55859045376000000, "train_loss": 0.02826092059795673, "subset_score_loss": 0.02826092059795673}
+{"step": 3800000, "wall_time": 29012.601121664047, "train_loss_step": 5.761161804199219, "n_params": 4797700, "total_flops": 56006430720000000, "train_loss": 0.029877825883718637, "subset_score_loss": 0.029877825883718637, "memorization_fraction_pixel": 0.09529999643564224, "mean_nn_ratio_pixel": 0.8610910177230835, "fid": 206.21588972414372, "fid_failed": 0.0}
+{"step": 3810000, "wall_time": 29083.443525075912, "train_loss_step": 6.753308296203613, "n_params": 4797700, "total_flops": 56153816064000000, "train_loss": 0.028827109703650843, "subset_score_loss": 0.028827109703650843}
+{"step": 3820000, "wall_time": 29154.257638931274, "train_loss_step": 6.537337303161621, "n_params": 4797700, "total_flops": 56301201408000000, "train_loss": 0.024848013657789964, "subset_score_loss": 0.024848013657789964}
+{"step": 3830000, "wall_time": 29225.07099556923, "train_loss_step": 5.979366302490234, "n_params": 4797700, "total_flops": 56448586752000000, "train_loss": 0.024636107224684494, "subset_score_loss": 0.024636107224684494}
+{"step": 3840000, "wall_time": 29295.879670143127, "train_loss_step": 5.761134624481201, "n_params": 4797700, "total_flops": 56595972096000000, "train_loss": 0.03375084583575909, "subset_score_loss": 0.03375084583575909}
+{"step": 3850000, "wall_time": 29366.716818094254, "train_loss_step": 6.192355155944824, "n_params": 4797700, "total_flops": 56743357440000000, "train_loss": 0.026639758623563325, "subset_score_loss": 0.026639758623563325}
+{"step": 3860000, "wall_time": 29437.544577360153, "train_loss_step": 6.12542724609375, "n_params": 4797700, "total_flops": 56890742784000000, "train_loss": 0.0260343808394212, "subset_score_loss": 0.0260343808394212}
+{"step": 3870000, "wall_time": 29509.425895929337, "train_loss_step": 5.85696268081665, "n_params": 4797700, "total_flops": 57038128128000000, "train_loss": 0.02738081491910494, "subset_score_loss": 0.02738081491910494}
+{"step": 3880000, "wall_time": 29579.772634506226, "train_loss_step": 6.1017656326293945, "n_params": 4797700, "total_flops": 57185513472000000, "train_loss": 0.028001103034386268, "subset_score_loss": 0.028001103034386268}
+{"step": 3890000, "wall_time": 29651.314384937286, "train_loss_step": 5.986043930053711, "n_params": 4797700, "total_flops": 57332898816000000, "train_loss": 0.026142179048978365, "subset_score_loss": 0.026142179048978365}
+{"step": 3900000, "wall_time": 29774.965772151947, "train_loss_step": 6.250954627990723, "n_params": 4797700, "total_flops": 57480284160000000, "train_loss": 0.028320976404043345, "subset_score_loss": 0.028320976404043345, "memorization_fraction_pixel": 0.11479999870061874, "mean_nn_ratio_pixel": 0.8443678617477417, "fid": 199.7324585730362, "fid_failed": 0.0}
+{"step": 3910000, "wall_time": 29845.803049087524, "train_loss_step": 5.80980920791626, "n_params": 4797700, "total_flops": 57627669504000000, "train_loss": 0.03317247170668382, "subset_score_loss": 0.03317247170668382}
+{"step": 3920000, "wall_time": 29916.618530988693, "train_loss_step": 5.715275764465332, "n_params": 4797700, "total_flops": 57775054848000000, "train_loss": 0.025532080576970026, "subset_score_loss": 0.025532080576970026}
+{"step": 3930000, "wall_time": 29987.4269323349, "train_loss_step": 6.387758255004883, "n_params": 4797700, "total_flops": 57922440192000000, "train_loss": 0.026771785662724423, "subset_score_loss": 0.026771785662724423}
+{"step": 3940000, "wall_time": 30058.229857206345, "train_loss_step": 6.245802879333496, "n_params": 4797700, "total_flops": 58069825536000000, "train_loss": 0.025808103267963116, "subset_score_loss": 0.025808103267963116}
+{"step": 3950000, "wall_time": 30129.049050569534, "train_loss_step": 6.4244866371154785, "n_params": 4797700, "total_flops": 58217210880000000, "train_loss": 0.024086330487177923, "subset_score_loss": 0.024086330487177923}
+{"step": 3960000, "wall_time": 30199.856418848038, "train_loss_step": 6.311211585998535, "n_params": 4797700, "total_flops": 58364596224000000, "train_loss": 0.027319796268756573, "subset_score_loss": 0.027319796268756573}
+{"step": 3970000, "wall_time": 30272.14888072014, "train_loss_step": 6.5781426429748535, "n_params": 4797700, "total_flops": 58511981568000000, "train_loss": 0.023913631072411172, "subset_score_loss": 0.023913631072411172}
+{"step": 3980000, "wall_time": 30341.477573394775, "train_loss_step": 6.035253524780273, "n_params": 4797700, "total_flops": 58659366912000000, "train_loss": 0.025415723140423115, "subset_score_loss": 0.025415723140423115}
+{"step": 3990000, "wall_time": 30413.35044503212, "train_loss_step": 5.806084632873535, "n_params": 4797700, "total_flops": 58806752256000000, "train_loss": 0.027169970365671012, "subset_score_loss": 0.027169970365671012}
+{"step": 4000000, "wall_time": 30535.4046022892, "train_loss_step": 6.073437213897705, "n_params": 4797700, "total_flops": 58954137600000000, "train_loss": 0.024815825315622184, "subset_score_loss": 0.024815825315622184, "memorization_fraction_pixel": 0.11010000109672546, "mean_nn_ratio_pixel": 0.8508196473121643, "fid": 199.98387657171443, "fid_failed": 0.0}
+{"step": 4010000, "wall_time": 30606.234283208847, "train_loss_step": 6.095052719116211, "n_params": 4797700, "total_flops": 59101522944000000, "train_loss": 0.025269856819739707, "subset_score_loss": 0.025269856819739707}
+{"step": 4020000, "wall_time": 30677.03008055687, "train_loss_step": 5.965457916259766, "n_params": 4797700, "total_flops": 59248908288000000, "train_loss": 0.028107584439791167, "subset_score_loss": 0.028107584439791167}
+{"step": 4030000, "wall_time": 30747.819508314133, "train_loss_step": 6.086198806762695, "n_params": 4797700, "total_flops": 59396293632000000, "train_loss": 0.025392910150381236, "subset_score_loss": 0.025392910150381236}
+{"step": 4040000, "wall_time": 30818.62268805504, "train_loss_step": 6.140170097351074, "n_params": 4797700, "total_flops": 59543678976000000, "train_loss": 0.030040784982534555, "subset_score_loss": 0.030040784982534555}
+{"step": 4050000, "wall_time": 30889.41560435295, "train_loss_step": 6.263031005859375, "n_params": 4797700, "total_flops": 59691064320000000, "train_loss": 0.027416174228374775, "subset_score_loss": 0.027416174228374775}
+{"step": 4060000, "wall_time": 30960.205169200897, "train_loss_step": 6.2457051277160645, "n_params": 4797700, "total_flops": 59838449664000000, "train_loss": 0.026379719147315392, "subset_score_loss": 0.026379719147315392}
+{"step": 4070000, "wall_time": 31032.679290771484, "train_loss_step": 5.957213401794434, "n_params": 4797700, "total_flops": 59985835008000000, "train_loss": 0.02564657651461088, "subset_score_loss": 0.02564657651461088}
+{"step": 4080000, "wall_time": 31102.16570663452, "train_loss_step": 5.938843727111816, "n_params": 4797700, "total_flops": 60133220352000000, "train_loss": 0.027998836223895734, "subset_score_loss": 0.027998836223895734}
+{"step": 4090000, "wall_time": 31173.595455646515, "train_loss_step": 6.168708801269531, "n_params": 4797700, "total_flops": 60280605696000000, "train_loss": 0.02784575682419997, "subset_score_loss": 0.02784575682419997}
+{"step": 4100000, "wall_time": 31297.07036757469, "train_loss_step": 6.4899396896362305, "n_params": 4797700, "total_flops": 60427991040000000, "train_loss": 0.030151779835040752, "subset_score_loss": 0.030151779835040752, "memorization_fraction_pixel": 0.10130000114440918, "mean_nn_ratio_pixel": 0.8544564247131348, "fid": 212.8498746549466, "fid_failed": 0.0}
+{"step": 4110000, "wall_time": 31367.92221212387, "train_loss_step": 6.548416614532471, "n_params": 4797700, "total_flops": 60575376384000000, "train_loss": 0.030013836347139798, "subset_score_loss": 0.030013836347139798}
+{"step": 4120000, "wall_time": 31438.71735239029, "train_loss_step": 6.491552829742432, "n_params": 4797700, "total_flops": 60722761728000000, "train_loss": 0.025256945536686823, "subset_score_loss": 0.025256945536686823}
+{"step": 4130000, "wall_time": 31509.524555444717, "train_loss_step": 6.1400675773620605, "n_params": 4797700, "total_flops": 60870147072000000, "train_loss": 0.02610667668856107, "subset_score_loss": 0.02610667668856107}
+{"step": 4140000, "wall_time": 31580.320277929306, "train_loss_step": 6.223445415496826, "n_params": 4797700, "total_flops": 61017532416000000, "train_loss": 0.026965862054091235, "subset_score_loss": 0.026965862054091235}
+{"step": 4150000, "wall_time": 31651.111539125443, "train_loss_step": 5.81850528717041, "n_params": 4797700, "total_flops": 61164917760000000, "train_loss": 0.024396085739135744, "subset_score_loss": 0.024396085739135744}
+{"step": 4160000, "wall_time": 31721.91414475441, "train_loss_step": 5.877654075622559, "n_params": 4797700, "total_flops": 61312303104000000, "train_loss": 0.02796034079331618, "subset_score_loss": 0.02796034079331618}
+{"step": 4170000, "wall_time": 31794.80033349991, "train_loss_step": 6.164299011230469, "n_params": 4797700, "total_flops": 61459688448000000, "train_loss": 0.030771904725294848, "subset_score_loss": 0.030771904725294848}
+{"step": 4180000, "wall_time": 31864.275938034058, "train_loss_step": 6.100605010986328, "n_params": 4797700, "total_flops": 61607073792000000, "train_loss": 0.02748075998746432, "subset_score_loss": 0.02748075998746432}
+{"step": 4190000, "wall_time": 31935.701679229736, "train_loss_step": 6.055537223815918, "n_params": 4797700, "total_flops": 61754459136000000, "train_loss": 0.026068212435795712, "subset_score_loss": 0.026068212435795712}
+{"step": 4200000, "wall_time": 32058.888660907745, "train_loss_step": 5.891252517700195, "n_params": 4797700, "total_flops": 61901844480000000, "train_loss": 0.024811840057373045, "subset_score_loss": 0.024811840057373045, "memorization_fraction_pixel": 0.1307000070810318, "mean_nn_ratio_pixel": 0.8290352821350098, "fid": 197.88820907415408, "fid_failed": 0.0}
+{"step": 4210000, "wall_time": 32129.711325883865, "train_loss_step": 6.395110130310059, "n_params": 4797700, "total_flops": 62049229824000000, "train_loss": 0.028757658371558557, "subset_score_loss": 0.028757658371558557}
+{"step": 4220000, "wall_time": 32200.50137400627, "train_loss_step": 5.922283172607422, "n_params": 4797700, "total_flops": 62196615168000000, "train_loss": 0.03152139370258038, "subset_score_loss": 0.03152139370258038}
+{"step": 4230000, "wall_time": 32271.28749895096, "train_loss_step": 5.5302228927612305, "n_params": 4797700, "total_flops": 62344000512000000, "train_loss": 0.03333030480604905, "subset_score_loss": 0.03333030480604905}
+{"step": 4240000, "wall_time": 32342.074991703033, "train_loss_step": 6.0010271072387695, "n_params": 4797700, "total_flops": 62491385856000000, "train_loss": 0.02369706997504601, "subset_score_loss": 0.02369706997504601}
+{"step": 4250000, "wall_time": 32412.87004184723, "train_loss_step": 6.0558247566223145, "n_params": 4797700, "total_flops": 62638771200000000, "train_loss": 0.025296988854041465, "subset_score_loss": 0.025296988854041465}
+{"step": 4260000, "wall_time": 32483.66375851631, "train_loss_step": 6.128695487976074, "n_params": 4797700, "total_flops": 62786156544000000, "train_loss": 0.027967188908503606, "subset_score_loss": 0.027967188908503606}
+{"step": 4270000, "wall_time": 32556.970218658447, "train_loss_step": 6.204075813293457, "n_params": 4797700, "total_flops": 62933541888000000, "train_loss": 0.02532151478987474, "subset_score_loss": 0.02532151478987474}
+{"step": 4280000, "wall_time": 32625.527771234512, "train_loss_step": 5.9649152755737305, "n_params": 4797700, "total_flops": 63080927232000000, "train_loss": 0.02421564138852633, "subset_score_loss": 0.02421564138852633}
+{"step": 4290000, "wall_time": 32697.689880609512, "train_loss_step": 6.15110969543457, "n_params": 4797700, "total_flops": 63228312576000000, "train_loss": 0.02610180744758019, "subset_score_loss": 0.02610180744758019}
+{"step": 4300000, "wall_time": 32819.448317050934, "train_loss_step": 5.872675895690918, "n_params": 4797700, "total_flops": 63375697920000000, "train_loss": 0.027086855815007138, "subset_score_loss": 0.027086855815007138, "memorization_fraction_pixel": 0.11840000003576279, "mean_nn_ratio_pixel": 0.8407413363456726, "fid": 209.39658262182613, "fid_failed": 0.0}
+{"step": 4310000, "wall_time": 32890.274658203125, "train_loss_step": 6.117424011230469, "n_params": 4797700, "total_flops": 63523083264000000, "train_loss": 0.028296355100778433, "subset_score_loss": 0.028296355100778433}
+{"step": 4320000, "wall_time": 32961.084238529205, "train_loss_step": 6.178215503692627, "n_params": 4797700, "total_flops": 63670468608000000, "train_loss": 0.024419032610379733, "subset_score_loss": 0.024419032610379733}
+{"step": 4330000, "wall_time": 33031.894361019135, "train_loss_step": 6.291560173034668, "n_params": 4797700, "total_flops": 63817853952000000, "train_loss": 0.026611821468059835, "subset_score_loss": 0.026611821468059835}
+{"step": 4340000, "wall_time": 33102.691519498825, "train_loss_step": 6.067867279052734, "n_params": 4797700, "total_flops": 63965239296000000, "train_loss": 0.025715343768780048, "subset_score_loss": 0.025715343768780048}
+{"step": 4350000, "wall_time": 33173.501066446304, "train_loss_step": 6.2940168380737305, "n_params": 4797700, "total_flops": 64112624640000000, "train_loss": 0.027286175581125113, "subset_score_loss": 0.027286175581125113}
+{"step": 4360000, "wall_time": 33244.29997229576, "train_loss_step": 5.9726691246032715, "n_params": 4797700, "total_flops": 64260009984000000, "train_loss": 0.025258299020620493, "subset_score_loss": 0.025258299020620493}
+{"step": 4370000, "wall_time": 33317.23795557022, "train_loss_step": 5.860597610473633, "n_params": 4797700, "total_flops": 64407395328000000, "train_loss": 0.026296087411733775, "subset_score_loss": 0.026296087411733775}
+{"step": 4380000, "wall_time": 33386.086010456085, "train_loss_step": 5.599419593811035, "n_params": 4797700, "total_flops": 64554780672000000, "train_loss": 0.030585773174579327, "subset_score_loss": 0.030585773174579327}
+{"step": 4390000, "wall_time": 33458.10801076889, "train_loss_step": 5.653092861175537, "n_params": 4797700, "total_flops": 64702166016000000, "train_loss": 0.02523965285374568, "subset_score_loss": 0.02523965285374568}
+{"step": 4400000, "wall_time": 33580.89071846008, "train_loss_step": 6.398008346557617, "n_params": 4797700, "total_flops": 64849551360000000, "train_loss": 0.025370091658372146, "subset_score_loss": 0.025370091658372146, "memorization_fraction_pixel": 0.11749999970197678, "mean_nn_ratio_pixel": 0.8428269624710083, "fid": 197.8043074800376, "fid_failed": 0.0}
+{"step": 4410000, "wall_time": 33651.734114170074, "train_loss_step": 5.721992015838623, "n_params": 4797700, "total_flops": 64996936704000000, "train_loss": 0.02518039483290452, "subset_score_loss": 0.02518039483290452}
+{"step": 4420000, "wall_time": 33722.54668068886, "train_loss_step": 6.340855121612549, "n_params": 4797700, "total_flops": 65144322048000000, "train_loss": 0.025254992338327262, "subset_score_loss": 0.025254992338327262}
+{"step": 4430000, "wall_time": 33793.35166144371, "train_loss_step": 5.840808391571045, "n_params": 4797700, "total_flops": 65291707392000000, "train_loss": 0.02656711248251108, "subset_score_loss": 0.02656711248251108}
+{"step": 4440000, "wall_time": 33864.145444869995, "train_loss_step": 6.069714546203613, "n_params": 4797700, "total_flops": 65439092736000000, "train_loss": 0.028978863129248987, "subset_score_loss": 0.028978863129248987}
+{"step": 4450000, "wall_time": 33934.93487739563, "train_loss_step": 5.487417221069336, "n_params": 4797700, "total_flops": 65586478080000000, "train_loss": 0.024850199772761417, "subset_score_loss": 0.024850199772761417}
+{"step": 4460000, "wall_time": 34005.727541446686, "train_loss_step": 5.9619364738464355, "n_params": 4797700, "total_flops": 65733863424000000, "train_loss": 0.02754531823671781, "subset_score_loss": 0.02754531823671781}
+{"step": 4470000, "wall_time": 34077.75302648544, "train_loss_step": 5.970878601074219, "n_params": 4797700, "total_flops": 65881248768000000, "train_loss": 0.024870557051438553, "subset_score_loss": 0.024870557051438553}
+{"step": 4480000, "wall_time": 34147.64569401741, "train_loss_step": 5.674315452575684, "n_params": 4797700, "total_flops": 66028634112000000, "train_loss": 0.027746004324692947, "subset_score_loss": 0.027746004324692947}
+{"step": 4490000, "wall_time": 34219.07916140556, "train_loss_step": 5.5029497146606445, "n_params": 4797700, "total_flops": 66176019456000000, "train_loss": 0.024391665825477013, "subset_score_loss": 0.024391665825477013}
+{"step": 4500000, "wall_time": 34343.20982027054, "train_loss_step": 5.632472991943359, "n_params": 4797700, "total_flops": 66323404800000000, "train_loss": 0.024321662462674653, "subset_score_loss": 0.024321662462674653, "memorization_fraction_pixel": 0.11840000003576279, "mean_nn_ratio_pixel": 0.8411958813667297, "fid": 199.11762971122565, "fid_failed": 0.0}
+{"step": 4510000, "wall_time": 34414.05540752411, "train_loss_step": 6.059521675109863, "n_params": 4797700, "total_flops": 66470790144000000, "train_loss": 0.025699072617750902, "subset_score_loss": 0.025699072617750902}
+{"step": 4520000, "wall_time": 34484.843522548676, "train_loss_step": 6.167547225952148, "n_params": 4797700, "total_flops": 66618175488000000, "train_loss": 0.02638251414665809, "subset_score_loss": 0.02638251414665809}
+{"step": 4530000, "wall_time": 34555.63821005821, "train_loss_step": 6.195813179016113, "n_params": 4797700, "total_flops": 66765560832000000, "train_loss": 0.02597841116098257, "subset_score_loss": 0.02597841116098257}
+{"step": 4540000, "wall_time": 34626.43188548088, "train_loss_step": 5.5488667488098145, "n_params": 4797700, "total_flops": 66912946176000000, "train_loss": 0.02640253580533541, "subset_score_loss": 0.02640253580533541}
+{"step": 4550000, "wall_time": 34697.22833156586, "train_loss_step": 5.581320285797119, "n_params": 4797700, "total_flops": 67060331520000000, "train_loss": 0.024516731042128342, "subset_score_loss": 0.024516731042128342}
+{"step": 4560000, "wall_time": 34768.041033029556, "train_loss_step": 6.039637565612793, "n_params": 4797700, "total_flops": 67207716864000000, "train_loss": 0.024471684602590707, "subset_score_loss": 0.024471684602590707}
+{"step": 4570000, "wall_time": 34838.72843551636, "train_loss_step": 5.887928009033203, "n_params": 4797700, "total_flops": 67355102208000000, "train_loss": 0.024262619018554688, "subset_score_loss": 0.024262619018554688}
+{"step": 4580000, "wall_time": 34909.995067834854, "train_loss_step": 5.572836399078369, "n_params": 4797700, "total_flops": 67502487552000000, "train_loss": 0.02658385130075308, "subset_score_loss": 0.02658385130075308}
+{"step": 4590000, "wall_time": 34981.407964229584, "train_loss_step": 6.434354305267334, "n_params": 4797700, "total_flops": 67649872896000000, "train_loss": 0.02529580226311317, "subset_score_loss": 0.02529580226311317}
+{"step": 4600000, "wall_time": 35103.82425713539, "train_loss_step": 6.503565788269043, "n_params": 4797700, "total_flops": 67797258240000000, "train_loss": 0.02474950643686148, "subset_score_loss": 0.02474950643686148, "memorization_fraction_pixel": 0.11479999870061874, "mean_nn_ratio_pixel": 0.8464678525924683, "fid": 203.6101106714029, "fid_failed": 0.0}
+{"step": 4610000, "wall_time": 35174.64803195, "train_loss_step": 5.90561056137085, "n_params": 4797700, "total_flops": 67944643584000000, "train_loss": 0.025649496225210337, "subset_score_loss": 0.025649496225210337}
+{"step": 4620000, "wall_time": 35245.436645269394, "train_loss_step": 6.134428977966309, "n_params": 4797700, "total_flops": 68092028928000000, "train_loss": 0.02544744198138897, "subset_score_loss": 0.02544744198138897}
+{"step": 4630000, "wall_time": 35316.24333190918, "train_loss_step": 6.206801414489746, "n_params": 4797700, "total_flops": 68239414272000000, "train_loss": 0.024555158615112305, "subset_score_loss": 0.024555158615112305}
+{"step": 4640000, "wall_time": 35387.04292178154, "train_loss_step": 6.090452671051025, "n_params": 4797700, "total_flops": 68386799616000000, "train_loss": 0.023051019815298227, "subset_score_loss": 0.023051019815298227}
+{"step": 4650000, "wall_time": 35457.840423583984, "train_loss_step": 6.203058242797852, "n_params": 4797700, "total_flops": 68534184960000000, "train_loss": 0.024568893359257625, "subset_score_loss": 0.024568893359257625}
+{"step": 4660000, "wall_time": 35528.65936207771, "train_loss_step": 6.04124641418457, "n_params": 4797700, "total_flops": 68681570304000000, "train_loss": 0.026022313191340518, "subset_score_loss": 0.026022313191340518}
+{"step": 4670000, "wall_time": 35599.533762693405, "train_loss_step": 6.273003578186035, "n_params": 4797700, "total_flops": 68828955648000000, "train_loss": 0.025375545941866362, "subset_score_loss": 0.025375545941866362}
+{"step": 4680000, "wall_time": 35670.989584207535, "train_loss_step": 5.987274169921875, "n_params": 4797700, "total_flops": 68976340992000000, "train_loss": 0.03129346187298115, "subset_score_loss": 0.03129346187298115}
+{"step": 4690000, "wall_time": 35742.49893927574, "train_loss_step": 6.128262519836426, "n_params": 4797700, "total_flops": 69123726336000000, "train_loss": 0.025138288277846116, "subset_score_loss": 0.025138288277846116}
+{"step": 4700000, "wall_time": 35866.581315755844, "train_loss_step": 6.055540084838867, "n_params": 4797700, "total_flops": 69271111680000000, "train_loss": 0.03152664624727689, "subset_score_loss": 0.03152664624727689, "memorization_fraction_pixel": 0.13429999351501465, "mean_nn_ratio_pixel": 0.8282468914985657, "fid": 191.65672723774276, "fid_failed": 0.0}
+{"step": 4710000, "wall_time": 35937.39868879318, "train_loss_step": 5.791658401489258, "n_params": 4797700, "total_flops": 69418497024000000, "train_loss": 0.025690282308138333, "subset_score_loss": 0.025690282308138333}
+{"step": 4720000, "wall_time": 36008.190474271774, "train_loss_step": 6.1357526779174805, "n_params": 4797700, "total_flops": 69565882368000000, "train_loss": 0.023756513228783242, "subset_score_loss": 0.023756513228783242}
+{"step": 4730000, "wall_time": 36078.97739291191, "train_loss_step": 5.839621543884277, "n_params": 4797700, "total_flops": 69713267712000000, "train_loss": 0.024514003900381234, "subset_score_loss": 0.024514003900381234}
+{"step": 4740000, "wall_time": 36149.76637291908, "train_loss_step": 6.029191970825195, "n_params": 4797700, "total_flops": 69860653056000000, "train_loss": 0.02749339067018949, "subset_score_loss": 0.02749339067018949}
+{"step": 4750000, "wall_time": 36220.56700372696, "train_loss_step": 5.487483978271484, "n_params": 4797700, "total_flops": 70008038400000000, "train_loss": 0.023595567849966196, "subset_score_loss": 0.023595567849966196}
+{"step": 4760000, "wall_time": 36291.357681035995, "train_loss_step": 5.575172424316406, "n_params": 4797700, "total_flops": 70155423744000000, "train_loss": 0.0250794190626878, "subset_score_loss": 0.0250794190626878}
+{"step": 4770000, "wall_time": 36361.97296500206, "train_loss_step": 5.925865650177002, "n_params": 4797700, "total_flops": 70302809088000000, "train_loss": 0.0254161522938655, "subset_score_loss": 0.0254161522938655}
+{"step": 4780000, "wall_time": 36433.355070114136, "train_loss_step": 5.803069114685059, "n_params": 4797700, "total_flops": 70450194432000000, "train_loss": 0.02473495373359093, "subset_score_loss": 0.02473495373359093}
+{"step": 4790000, "wall_time": 36505.58732008934, "train_loss_step": 6.235565185546875, "n_params": 4797700, "total_flops": 70597579776000000, "train_loss": 0.02830772950099065, "subset_score_loss": 0.02830772950099065}
+{"step": 4800000, "wall_time": 36627.98636984825, "train_loss_step": 6.407759189605713, "n_params": 4797700, "total_flops": 70744965120000000, "train_loss": 0.025794111765347995, "subset_score_loss": 0.025794111765347995, "memorization_fraction_pixel": 0.14020000398159027, "mean_nn_ratio_pixel": 0.8231574296951294, "fid": 198.54893230796628, "fid_failed": 0.0}
+{"step": 4810000, "wall_time": 36698.83670449257, "train_loss_step": 5.908586502075195, "n_params": 4797700, "total_flops": 70892350464000000, "train_loss": 0.024671459197998048, "subset_score_loss": 0.024671459197998048}
+{"step": 4820000, "wall_time": 36769.67344212532, "train_loss_step": 5.769274711608887, "n_params": 4797700, "total_flops": 71039735808000000, "train_loss": 0.025863082592303938, "subset_score_loss": 0.025863082592303938}
+{"step": 4830000, "wall_time": 36840.485489845276, "train_loss_step": 5.949902534484863, "n_params": 4797700, "total_flops": 71187121152000000, "train_loss": 0.025768485436072717, "subset_score_loss": 0.025768485436072717}
+{"step": 4840000, "wall_time": 36911.30537581444, "train_loss_step": 6.16569709777832, "n_params": 4797700, "total_flops": 71334506496000000, "train_loss": 0.02818471468411959, "subset_score_loss": 0.02818471468411959}
+{"step": 4850000, "wall_time": 36982.11584496498, "train_loss_step": 5.58004093170166, "n_params": 4797700, "total_flops": 71481891840000000, "train_loss": 0.02598896210010235, "subset_score_loss": 0.02598896210010235}
+{"step": 4860000, "wall_time": 37052.92633986473, "train_loss_step": 5.567257404327393, "n_params": 4797700, "total_flops": 71629277184000000, "train_loss": 0.028039825879610503, "subset_score_loss": 0.028039825879610503}
+{"step": 4870000, "wall_time": 37123.53124856949, "train_loss_step": 5.861064910888672, "n_params": 4797700, "total_flops": 71776662528000000, "train_loss": 0.024421512163602388, "subset_score_loss": 0.024421512163602388}
+{"step": 4880000, "wall_time": 37195.21694993973, "train_loss_step": 6.289393424987793, "n_params": 4797700, "total_flops": 71924047872000000, "train_loss": 0.024970294879033017, "subset_score_loss": 0.024970294879033017}
+{"step": 4890000, "wall_time": 37267.63989281654, "train_loss_step": 5.930579662322998, "n_params": 4797700, "total_flops": 72071433216000000, "train_loss": 0.026442656150230996, "subset_score_loss": 0.026442656150230996}
+{"step": 4900000, "wall_time": 37390.010538101196, "train_loss_step": 5.540462970733643, "n_params": 4797700, "total_flops": 72218818560000000, "train_loss": 0.02358876741849459, "subset_score_loss": 0.02358876741849459, "memorization_fraction_pixel": 0.131400004029274, "mean_nn_ratio_pixel": 0.8335281014442444, "fid": 192.6271311364014, "fid_failed": 0.0}
+{"step": 4910000, "wall_time": 37460.85751962662, "train_loss_step": 5.878488540649414, "n_params": 4797700, "total_flops": 72366203904000000, "train_loss": 0.024707761177649865, "subset_score_loss": 0.024707761177649865}
+{"step": 4920000, "wall_time": 37531.66405200958, "train_loss_step": 5.349826335906982, "n_params": 4797700, "total_flops": 72513589248000000, "train_loss": 0.023417560870830828, "subset_score_loss": 0.023417560870830828}
+{"step": 4930000, "wall_time": 37602.46654629707, "train_loss_step": 5.568191051483154, "n_params": 4797700, "total_flops": 72660974592000000, "train_loss": 0.023151278495788574, "subset_score_loss": 0.023151278495788574}
+{"step": 4940000, "wall_time": 37673.279722452164, "train_loss_step": 5.624763011932373, "n_params": 4797700, "total_flops": 72808359936000000, "train_loss": 0.02468123252575214, "subset_score_loss": 0.02468123252575214}
+{"step": 4950000, "wall_time": 37744.08840966225, "train_loss_step": 5.6209516525268555, "n_params": 4797700, "total_flops": 72955745280000000, "train_loss": 0.023178872695335976, "subset_score_loss": 0.023178872695335976}
+{"step": 4960000, "wall_time": 37814.90350198746, "train_loss_step": 5.611611366271973, "n_params": 4797700, "total_flops": 73103130624000000, "train_loss": 0.022030329704284667, "subset_score_loss": 0.022030329704284667}
+{"step": 4970000, "wall_time": 37881.9593834877, "train_loss_step": 5.441496849060059, "n_params": 4797700, "total_flops": 73250515968000000, "train_loss": 0.02612009231860821, "subset_score_loss": 0.02612009231860821}
+{"step": 4980000, "wall_time": 37936.50715494156, "train_loss_step": 5.35988712310791, "n_params": 4797700, "total_flops": 73397901312000000, "train_loss": 0.02231781115898719, "subset_score_loss": 0.02231781115898719}
+{"step": 4990000, "wall_time": 37979.76703572273, "train_loss_step": 5.803727149963379, "n_params": 4797700, "total_flops": 73545286656000000, "train_loss": 0.023134502997765174, "subset_score_loss": 0.023134502997765174}
+{"step": 5000000, "wall_time": 38026.07166194916, "train_loss_step": 5.926605224609375, "n_params": 4797700, "total_flops": 73692672000000000, "train_loss": 0.02656664848327637, "subset_score_loss": 0.02656664848327637, "memorization_fraction_pixel": 0.1370999962091446, "mean_nn_ratio_pixel": 0.8271549940109253, "fid": 199.47331800872436, "fid_failed": 0.0}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed50/d260/runner.log b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed50/d260/runner.log
new file mode 100644
index 0000000000000000000000000000000000000000..9be75d5bad4c0f26cb6c148e484ea5faa1bba447
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed50/d260/runner.log
@@ -0,0 +1,502 @@
+  FID real-side stats cached over 1000 diverse train images
+  step       1 |     61s | train_loss=0.9968 | fid=300.9698
+  step   10000 |    132s | train_loss=0.6427
+  step   20000 |    203s | train_loss=0.5298
+  step   30000 |    274s | train_loss=0.4865
+  step   40000 |    345s | train_loss=0.4520
+  step   50000 |    416s | train_loss=0.4162
+  step   60000 |    486s | train_loss=0.3711
+  step   70000 |    557s | train_loss=0.3305
+  step   80000 |    628s | train_loss=0.2870
+  step   90000 |    699s | train_loss=0.2447
+  step  100000 |    827s | train_loss=0.2225 | fid=197.7413
+  step  110000 |    898s | train_loss=0.1974
+  step  120000 |    969s | train_loss=0.1786
+  step  130000 |   1040s | train_loss=0.1674
+  step  140000 |   1111s | train_loss=0.1591
+  step  150000 |   1182s | train_loss=0.1448
+  step  160000 |   1252s | train_loss=0.1399
+  step  170000 |   1323s | train_loss=0.1302
+  step  180000 |   1394s | train_loss=0.1282
+  step  190000 |   1465s | train_loss=0.1252
+  step  200000 |   1590s | train_loss=0.1190 | fid=250.3292
+  step  210000 |   1661s | train_loss=0.1144
+  step  220000 |   1731s | train_loss=0.1134
+  step  230000 |   1802s | train_loss=0.1100
+  step  240000 |   1873s | train_loss=0.1048
+  step  250000 |   1944s | train_loss=0.0979
+  step  260000 |   2015s | train_loss=0.1013
+  step  270000 |   2086s | train_loss=0.0971
+  step  280000 |   2157s | train_loss=0.0974
+  step  290000 |   2227s | train_loss=0.0925
+  step  300000 |   2351s | train_loss=0.0937 | fid=271.1730
+  step  310000 |   2422s | train_loss=0.0910
+  step  320000 |   2493s | train_loss=0.0894
+  step  330000 |   2564s | train_loss=0.0868
+  step  340000 |   2635s | train_loss=0.0881
+  step  350000 |   2706s | train_loss=0.0906
+  step  360000 |   2776s | train_loss=0.0891
+  step  370000 |   2847s | train_loss=0.0855
+  step  380000 |   2918s | train_loss=0.0808
+  step  390000 |   2989s | train_loss=0.0841
+  step  400000 |   3113s | train_loss=0.0805 | fid=276.9745
+  step  410000 |   3184s | train_loss=0.0793
+  step  420000 |   3254s | train_loss=0.0747
+  step  430000 |   3325s | train_loss=0.0763
+  step  440000 |   3396s | train_loss=0.0727
+  step  450000 |   3467s | train_loss=0.0716
+  step  460000 |   3538s | train_loss=0.0693
+  step  470000 |   3609s | train_loss=0.0739
+  step  480000 |   3679s | train_loss=0.0730
+  step  490000 |   3750s | train_loss=0.0648
+  step  500000 |   3876s | train_loss=0.0654 | fid=280.6228
+  step  510000 |   3947s | train_loss=0.0657
+  step  520000 |   4018s | train_loss=0.0657
+  step  530000 |   4088s | train_loss=0.0591
+  step  540000 |   4159s | train_loss=0.0653
+  step  550000 |   4230s | train_loss=0.0683
+  step  560000 |   4301s | train_loss=0.0628
+  step  570000 |   4372s | train_loss=0.0613
+  step  580000 |   4443s | train_loss=0.0592
+  step  590000 |   4513s | train_loss=0.0569
+  step  600000 |   4638s | train_loss=0.0561 | fid=285.6504
+  step  610000 |   4709s | train_loss=0.0595
+  step  620000 |   4780s | train_loss=0.0579
+  step  630000 |   4851s | train_loss=0.0656
+  step  640000 |   4922s | train_loss=0.0640
+  step  650000 |   4993s | train_loss=0.0549
+  step  660000 |   5064s | train_loss=0.0520
+  step  670000 |   5134s | train_loss=0.0555
+  step  680000 |   5205s | train_loss=0.0513
+  step  690000 |   5276s | train_loss=0.0585
+  step  700000 |   5401s | train_loss=0.0515 | fid=284.4517
+  step  710000 |   5472s | train_loss=0.0517
+  step  720000 |   5543s | train_loss=0.0548
+  step  730000 |   5614s | train_loss=0.0548
+  step  740000 |   5684s | train_loss=0.0538
+  step  750000 |   5755s | train_loss=0.0506
+  step  760000 |   5826s | train_loss=0.0590
+  step  770000 |   5897s | train_loss=0.0523
+  step  780000 |   5968s | train_loss=0.0461
+  step  790000 |   6039s | train_loss=0.0471
+  step  800000 |   6164s | train_loss=0.0497 | fid=276.7409
+  step  810000 |   6235s | train_loss=0.0470
+  step  820000 |   6305s | train_loss=0.0427
+  step  830000 |   6376s | train_loss=0.0511
+  step  840000 |   6447s | train_loss=0.0459
+  step  850000 |   6518s | train_loss=0.0441
+  step  860000 |   6589s | train_loss=0.0486
+  step  870000 |   6660s | train_loss=0.0461
+  step  880000 |   6730s | train_loss=0.0459
+  step  890000 |   6802s | train_loss=0.0459
+  step  900000 |   6926s | train_loss=0.0405 | fid=274.5598
+  step  910000 |   6997s | train_loss=0.0488
+  step  920000 |   7068s | train_loss=0.0438
+  step  930000 |   7139s | train_loss=0.0514
+  step  940000 |   7209s | train_loss=0.0431
+  step  950000 |   7280s | train_loss=0.0468
+  step  960000 |   7351s | train_loss=0.0471
+  step  970000 |   7422s | train_loss=0.0471
+  step  980000 |   7493s | train_loss=0.0397
+  step  990000 |   7564s | train_loss=0.0401
+  step 1000000 |   7689s | train_loss=0.0437 | fid=272.1857
+  step 1010000 |   7760s | train_loss=0.0442
+  step 1020000 |   7831s | train_loss=0.0395
+  step 1030000 |   7902s | train_loss=0.0404
+  step 1040000 |   7973s | train_loss=0.0446
+  step 1050000 |   8044s | train_loss=0.0435
+  step 1060000 |   8114s | train_loss=0.0415
+  step 1070000 |   8185s | train_loss=0.0429
+  step 1080000 |   8256s | train_loss=0.0398
+  step 1090000 |   8328s | train_loss=0.0484
+  step 1100000 |   8453s | train_loss=0.0431 | fid=264.3467
+  step 1110000 |   8524s | train_loss=0.0411
+  step 1120000 |   8595s | train_loss=0.0508
+  step 1130000 |   8666s | train_loss=0.0404
+  step 1140000 |   8737s | train_loss=0.0505
+  step 1150000 |   8808s | train_loss=0.0421
+  step 1160000 |   8878s | train_loss=0.0397
+  step 1170000 |   8949s | train_loss=0.0407
+  step 1180000 |   9020s | train_loss=0.0440
+  step 1190000 |   9092s | train_loss=0.0383
+  step 1200000 |   9217s | train_loss=0.0418 | fid=264.3463
+  step 1210000 |   9288s | train_loss=0.0515
+  step 1220000 |   9358s | train_loss=0.0359
+  step 1230000 |   9429s | train_loss=0.0432
+  step 1240000 |   9500s | train_loss=0.0420
+  step 1250000 |   9571s | train_loss=0.0393
+  step 1260000 |   9642s | train_loss=0.0422
+  step 1270000 |   9713s | train_loss=0.0434
+  step 1280000 |   9783s | train_loss=0.0374
+  step 1290000 |   9856s | train_loss=0.0394
+  step 1300000 |   9980s | train_loss=0.0371 | fid=259.9569
+  step 1310000 |  10051s | train_loss=0.0378
+  step 1320000 |  10122s | train_loss=0.0428
+  step 1330000 |  10193s | train_loss=0.0527
+  step 1340000 |  10264s | train_loss=0.0382
+  step 1350000 |  10335s | train_loss=0.0382
+  step 1360000 |  10405s | train_loss=0.0350
+  step 1370000 |  10476s | train_loss=0.0393
+  step 1380000 |  10547s | train_loss=0.0405
+  step 1390000 |  10620s | train_loss=0.0393
+  step 1400000 |  10746s | train_loss=0.0402 | fid=262.7450
+  step 1410000 |  10817s | train_loss=0.0354
+  step 1420000 |  10888s | train_loss=0.0414
+  step 1430000 |  10959s | train_loss=0.0400
+  step 1440000 |  11029s | train_loss=0.0339
+  step 1450000 |  11100s | train_loss=0.0364
+  step 1460000 |  11171s | train_loss=0.0444
+  step 1470000 |  11242s | train_loss=0.0403
+  step 1480000 |  11313s | train_loss=0.0380
+  step 1490000 |  11386s | train_loss=0.0409
+  step 1500000 |  11509s | train_loss=0.0373 | fid=262.6418
+  step 1510000 |  11580s | train_loss=0.0384
+  step 1520000 |  11651s | train_loss=0.0357
+  step 1530000 |  11722s | train_loss=0.0383
+  step 1540000 |  11793s | train_loss=0.0343
+  step 1550000 |  11863s | train_loss=0.0369
+  step 1560000 |  11934s | train_loss=0.0395
+  step 1570000 |  12005s | train_loss=0.0425
+  step 1580000 |  12076s | train_loss=0.0369
+  step 1590000 |  12148s | train_loss=0.0357
+  step 1600000 |  12274s | train_loss=0.0415 | fid=261.2747
+  step 1610000 |  12345s | train_loss=0.0361
+  step 1620000 |  12415s | train_loss=0.0343
+  step 1630000 |  12486s | train_loss=0.0449
+  step 1640000 |  12557s | train_loss=0.0429
+  step 1650000 |  12628s | train_loss=0.0340
+  step 1660000 |  12699s | train_loss=0.0376
+  step 1670000 |  12770s | train_loss=0.0353
+  step 1680000 |  12840s | train_loss=0.0361
+  step 1690000 |  12913s | train_loss=0.0470
+  step 1700000 |  13035s | train_loss=0.0358 | fid=262.2731
+  step 1710000 |  13106s | train_loss=0.0377
+  step 1720000 |  13177s | train_loss=0.0376
+  step 1730000 |  13248s | train_loss=0.0309
+  step 1740000 |  13319s | train_loss=0.0366
+  step 1750000 |  13389s | train_loss=0.0309
+  step 1760000 |  13460s | train_loss=0.0320
+  step 1770000 |  13531s | train_loss=0.0329
+  step 1780000 |  13602s | train_loss=0.0358
+  step 1790000 |  13675s | train_loss=0.0361
+  step 1800000 |  13799s | train_loss=0.0385 | fid=256.2431
+  step 1810000 |  13870s | train_loss=0.0393
+  step 1820000 |  13940s | train_loss=0.0330
+  step 1830000 |  14011s | train_loss=0.0411
+  step 1840000 |  14082s | train_loss=0.0333
+  step 1850000 |  14153s | train_loss=0.0335
+  step 1860000 |  14224s | train_loss=0.0337
+  step 1870000 |  14294s | train_loss=0.0380
+  step 1880000 |  14365s | train_loss=0.0368
+  step 1890000 |  14438s | train_loss=0.0337
+  step 1900000 |  14562s | train_loss=0.0332 | fid=254.2934
+  step 1910000 |  14633s | train_loss=0.0397
+  step 1920000 |  14703s | train_loss=0.0324
+  step 1930000 |  14774s | train_loss=0.0333
+  step 1940000 |  14845s | train_loss=0.0357
+  step 1950000 |  14916s | train_loss=0.0336
+  step 1960000 |  14987s | train_loss=0.0357
+  step 1970000 |  15058s | train_loss=0.0346
+  step 1980000 |  15128s | train_loss=0.0345
+  step 1990000 |  15202s | train_loss=0.0364
+  step 2000000 |  15323s | train_loss=0.0302 | fid=251.1312
+  step 2010000 |  15394s | train_loss=0.0467
+  step 2020000 |  15465s | train_loss=0.0303
+  step 2030000 |  15536s | train_loss=0.0330
+  step 2040000 |  15607s | train_loss=0.0387
+  step 2050000 |  15677s | train_loss=0.0375
+  step 2060000 |  15748s | train_loss=0.0360
+  step 2070000 |  15819s | train_loss=0.0335
+  step 2080000 |  15890s | train_loss=0.0306
+  step 2090000 |  15964s | train_loss=0.0306
+  step 2100000 |  16085s | train_loss=0.0349 | fid=247.3860
+  step 2110000 |  16156s | train_loss=0.0321
+  step 2120000 |  16227s | train_loss=0.0325
+  step 2130000 |  16298s | train_loss=0.0358
+  step 2140000 |  16368s | train_loss=0.0339
+  step 2150000 |  16439s | train_loss=0.0320
+  step 2160000 |  16510s | train_loss=0.0299
+  step 2170000 |  16581s | train_loss=0.0311
+  step 2180000 |  16652s | train_loss=0.0340
+  step 2190000 |  16726s | train_loss=0.0310
+  step 2200000 |  16847s | train_loss=0.0315 | fid=239.2785
+  step 2210000 |  16918s | train_loss=0.0350
+  step 2220000 |  16989s | train_loss=0.0364
+  step 2230000 |  17059s | train_loss=0.0300
+  step 2240000 |  17130s | train_loss=0.0333
+  step 2250000 |  17201s | train_loss=0.0353
+  step 2260000 |  17272s | train_loss=0.0313
+  step 2270000 |  17343s | train_loss=0.0335
+  step 2280000 |  17414s | train_loss=0.0343
+  step 2290000 |  17487s | train_loss=0.0327
+  step 2300000 |  17611s | train_loss=0.0312 | fid=244.6452
+  step 2310000 |  17682s | train_loss=0.0303
+  step 2320000 |  17753s | train_loss=0.0309
+  step 2330000 |  17823s | train_loss=0.0320
+  step 2340000 |  17894s | train_loss=0.0335
+  step 2350000 |  17965s | train_loss=0.0323
+  step 2360000 |  18036s | train_loss=0.0294
+  step 2370000 |  18107s | train_loss=0.0306
+  step 2380000 |  18179s | train_loss=0.0293
+  step 2390000 |  18251s | train_loss=0.0333
+  step 2400000 |  18373s | train_loss=0.0308 | fid=238.4736
+  step 2410000 |  18444s | train_loss=0.0301
+  step 2420000 |  18515s | train_loss=0.0357
+  step 2430000 |  18586s | train_loss=0.0339
+  step 2440000 |  18657s | train_loss=0.0303
+  step 2450000 |  18728s | train_loss=0.0305
+  step 2460000 |  18798s | train_loss=0.0287
+  step 2470000 |  18869s | train_loss=0.0349
+  step 2480000 |  18942s | train_loss=0.0299
+  step 2490000 |  19013s | train_loss=0.0294
+  step 2500000 |  19136s | train_loss=0.0291 | fid=233.4943
+  step 2510000 |  19206s | train_loss=0.0331
+  step 2520000 |  19277s | train_loss=0.0298
+  step 2530000 |  19348s | train_loss=0.0373
+  step 2540000 |  19419s | train_loss=0.0293
+  step 2550000 |  19490s | train_loss=0.0286
+  step 2560000 |  19561s | train_loss=0.0315
+  step 2570000 |  19631s | train_loss=0.0315
+  step 2580000 |  19704s | train_loss=0.0281
+  step 2590000 |  19775s | train_loss=0.0304
+  step 2600000 |  19899s | train_loss=0.0297 | fid=238.9556
+  step 2610000 |  19969s | train_loss=0.0327
+  step 2620000 |  20040s | train_loss=0.0303
+  step 2630000 |  20111s | train_loss=0.0314
+  step 2640000 |  20182s | train_loss=0.0312
+  step 2650000 |  20253s | train_loss=0.0321
+  step 2660000 |  20323s | train_loss=0.0308
+  step 2670000 |  20394s | train_loss=0.0340
+  step 2680000 |  20467s | train_loss=0.0299
+  step 2690000 |  20538s | train_loss=0.0295
+  step 2700000 |  20661s | train_loss=0.0327 | fid=235.8095
+  step 2710000 |  20732s | train_loss=0.0290
+  step 2720000 |  20802s | train_loss=0.0338
+  step 2730000 |  20873s | train_loss=0.0322
+  step 2740000 |  20944s | train_loss=0.0345
+  step 2750000 |  21015s | train_loss=0.0298
+  step 2760000 |  21086s | train_loss=0.0292
+  step 2770000 |  21157s | train_loss=0.0269
+  step 2780000 |  21230s | train_loss=0.0388
+  step 2790000 |  21300s | train_loss=0.0284
+  step 2800000 |  21423s | train_loss=0.0302 | fid=232.9942
+  step 2810000 |  21494s | train_loss=0.0316
+  step 2820000 |  21565s | train_loss=0.0290
+  step 2830000 |  21636s | train_loss=0.0296
+  step 2840000 |  21706s | train_loss=0.0516
+  step 2850000 |  21777s | train_loss=0.0395
+  step 2860000 |  21848s | train_loss=0.0291
+  step 2870000 |  21919s | train_loss=0.0289
+  step 2880000 |  21991s | train_loss=0.0305
+  step 2890000 |  22061s | train_loss=0.0297
+  step 2900000 |  22186s | train_loss=0.0306 | fid=224.2434
+  step 2910000 |  22257s | train_loss=0.0306
+  step 2920000 |  22327s | train_loss=0.0268
+  step 2930000 |  22398s | train_loss=0.0304
+  step 2940000 |  22469s | train_loss=0.0295
+  step 2950000 |  22540s | train_loss=0.0303
+  step 2960000 |  22611s | train_loss=0.0453
+  step 2970000 |  22682s | train_loss=0.0268
+  step 2980000 |  22753s | train_loss=0.0357
+  step 2990000 |  22823s | train_loss=0.0330
+  step 3000000 |  22949s | train_loss=0.0352 | fid=223.8416
+  step 3010000 |  23019s | train_loss=0.0408
+  step 3020000 |  23090s | train_loss=0.0275
+  step 3030000 |  23161s | train_loss=0.0377
+  step 3040000 |  23232s | train_loss=0.0291
+  step 3050000 |  23303s | train_loss=0.0266
+  step 3060000 |  23373s | train_loss=0.0276
+  step 3070000 |  23444s | train_loss=0.0290
+  step 3080000 |  23516s | train_loss=0.0263
+  step 3090000 |  23586s | train_loss=0.0292
+  step 3100000 |  23710s | train_loss=0.0286 | fid=223.8264
+  step 3110000 |  23781s | train_loss=0.0299
+  step 3120000 |  23851s | train_loss=0.0335
+  step 3130000 |  23922s | train_loss=0.0291
+  step 3140000 |  23993s | train_loss=0.0289
+  step 3150000 |  24064s | train_loss=0.0321
+  step 3160000 |  24135s | train_loss=0.0306
+  step 3170000 |  24205s | train_loss=0.0344
+  step 3180000 |  24277s | train_loss=0.0266
+  step 3190000 |  24348s | train_loss=0.0285
+  step 3200000 |  24471s | train_loss=0.0316 | fid=214.9454
+  step 3210000 |  24542s | train_loss=0.0391
+  step 3220000 |  24613s | train_loss=0.0289
+  step 3230000 |  24683s | train_loss=0.0261
+  step 3240000 |  24754s | train_loss=0.0294
+  step 3250000 |  24825s | train_loss=0.0279
+  step 3260000 |  24896s | train_loss=0.0285
+  step 3270000 |  24967s | train_loss=0.0303
+  step 3280000 |  25039s | train_loss=0.0288
+  step 3290000 |  25110s | train_loss=0.0480
+  step 3300000 |  25233s | train_loss=0.0288 | fid=217.3465
+  step 3310000 |  25304s | train_loss=0.0335
+  step 3320000 |  25374s | train_loss=0.0287
+  step 3330000 |  25445s | train_loss=0.0269
+  step 3340000 |  25516s | train_loss=0.0287
+  step 3350000 |  25587s | train_loss=0.0268
+  step 3360000 |  25658s | train_loss=0.0286
+  step 3370000 |  25728s | train_loss=0.0341
+  step 3380000 |  25801s | train_loss=0.0311
+  step 3390000 |  25871s | train_loss=0.0278
+  step 3400000 |  25993s | train_loss=0.0329 | fid=214.9662
+  step 3410000 |  26064s | train_loss=0.0257
+  step 3420000 |  26135s | train_loss=0.0297
+  step 3430000 |  26206s | train_loss=0.0277
+  step 3440000 |  26277s | train_loss=0.0258
+  step 3450000 |  26347s | train_loss=0.0277
+  step 3460000 |  26418s | train_loss=0.0272
+  step 3470000 |  26489s | train_loss=0.0351
+  step 3480000 |  26562s | train_loss=0.0283
+  step 3490000 |  26632s | train_loss=0.0271
+  step 3500000 |  26756s | train_loss=0.0284 | fid=208.8949
+  step 3510000 |  26827s | train_loss=0.0269
+  step 3520000 |  26897s | train_loss=0.0314
+  step 3530000 |  26968s | train_loss=0.0290
+  step 3540000 |  27039s | train_loss=0.0277
+  step 3550000 |  27110s | train_loss=0.0263
+  step 3560000 |  27181s | train_loss=0.0372
+  step 3570000 |  27251s | train_loss=0.0271
+  step 3580000 |  27324s | train_loss=0.0305
+  step 3590000 |  27377s | train_loss=0.0270
+  step 3600000 |  27488s | train_loss=0.0256 | fid=207.3309
+  step 3610000 |  27559s | train_loss=0.0281
+  step 3620000 |  27630s | train_loss=0.0269
+  step 3630000 |  27701s | train_loss=0.0273
+  step 3640000 |  27772s | train_loss=0.0271
+  step 3650000 |  27842s | train_loss=0.0285
+  step 3660000 |  27913s | train_loss=0.0275
+  step 3670000 |  27984s | train_loss=0.0261
+  step 3680000 |  28055s | train_loss=0.0267
+  step 3690000 |  28126s | train_loss=0.0296
+  step 3700000 |  28250s | train_loss=0.0275 | fid=204.0761
+  step 3710000 |  28321s | train_loss=0.0287
+  step 3720000 |  28392s | train_loss=0.0276
+  step 3730000 |  28462s | train_loss=0.0262
+  step 3740000 |  28533s | train_loss=0.0281
+  step 3750000 |  28604s | train_loss=0.0254
+  step 3760000 |  28675s | train_loss=0.0300
+  step 3770000 |  28746s | train_loss=0.0290
+  step 3780000 |  28817s | train_loss=0.0301
+  step 3790000 |  28888s | train_loss=0.0283
+  step 3800000 |  29013s | train_loss=0.0299 | fid=206.2159
+  step 3810000 |  29083s | train_loss=0.0288
+  step 3820000 |  29154s | train_loss=0.0248
+  step 3830000 |  29225s | train_loss=0.0246
+  step 3840000 |  29296s | train_loss=0.0338
+  step 3850000 |  29367s | train_loss=0.0266
+  step 3860000 |  29438s | train_loss=0.0260
+  step 3870000 |  29509s | train_loss=0.0274
+  step 3880000 |  29580s | train_loss=0.0280
+  step 3890000 |  29651s | train_loss=0.0261
+  step 3900000 |  29775s | train_loss=0.0283 | fid=199.7325
+  step 3910000 |  29846s | train_loss=0.0332
+  step 3920000 |  29917s | train_loss=0.0255
+  step 3930000 |  29987s | train_loss=0.0268
+  step 3940000 |  30058s | train_loss=0.0258
+  step 3950000 |  30129s | train_loss=0.0241
+  step 3960000 |  30200s | train_loss=0.0273
+  step 3970000 |  30272s | train_loss=0.0239
+  step 3980000 |  30341s | train_loss=0.0254
+  step 3990000 |  30413s | train_loss=0.0272
+  step 4000000 |  30535s | train_loss=0.0248 | fid=199.9839
+  step 4010000 |  30606s | train_loss=0.0253
+  step 4020000 |  30677s | train_loss=0.0281
+  step 4030000 |  30748s | train_loss=0.0254
+  step 4040000 |  30819s | train_loss=0.0300
+  step 4050000 |  30889s | train_loss=0.0274
+  step 4060000 |  30960s | train_loss=0.0264
+  step 4070000 |  31033s | train_loss=0.0256
+  step 4080000 |  31102s | train_loss=0.0280
+  step 4090000 |  31174s | train_loss=0.0278
+  step 4100000 |  31297s | train_loss=0.0302 | fid=212.8499
+  step 4110000 |  31368s | train_loss=0.0300
+  step 4120000 |  31439s | train_loss=0.0253
+  step 4130000 |  31510s | train_loss=0.0261
+  step 4140000 |  31580s | train_loss=0.0270
+  step 4150000 |  31651s | train_loss=0.0244
+  step 4160000 |  31722s | train_loss=0.0280
+  step 4170000 |  31795s | train_loss=0.0308
+  step 4180000 |  31864s | train_loss=0.0275
+  step 4190000 |  31936s | train_loss=0.0261
+  step 4200000 |  32059s | train_loss=0.0248 | fid=197.8882
+  step 4210000 |  32130s | train_loss=0.0288
+  step 4220000 |  32201s | train_loss=0.0315
+  step 4230000 |  32271s | train_loss=0.0333
+  step 4240000 |  32342s | train_loss=0.0237
+  step 4250000 |  32413s | train_loss=0.0253
+  step 4260000 |  32484s | train_loss=0.0280
+  step 4270000 |  32557s | train_loss=0.0253
+  step 4280000 |  32626s | train_loss=0.0242
+  step 4290000 |  32698s | train_loss=0.0261
+  step 4300000 |  32819s | train_loss=0.0271 | fid=209.3966
+  step 4310000 |  32890s | train_loss=0.0283
+  step 4320000 |  32961s | train_loss=0.0244
+  step 4330000 |  33032s | train_loss=0.0266
+  step 4340000 |  33103s | train_loss=0.0257
+  step 4350000 |  33174s | train_loss=0.0273
+  step 4360000 |  33244s | train_loss=0.0253
+  step 4370000 |  33317s | train_loss=0.0263
+  step 4380000 |  33386s | train_loss=0.0306
+  step 4390000 |  33458s | train_loss=0.0252
+  step 4400000 |  33581s | train_loss=0.0254 | fid=197.8043
+  step 4410000 |  33652s | train_loss=0.0252
+  step 4420000 |  33723s | train_loss=0.0253
+  step 4430000 |  33793s | train_loss=0.0266
+  step 4440000 |  33864s | train_loss=0.0290
+  step 4450000 |  33935s | train_loss=0.0249
+  step 4460000 |  34006s | train_loss=0.0275
+  step 4470000 |  34078s | train_loss=0.0249
+  step 4480000 |  34148s | train_loss=0.0277
+  step 4490000 |  34219s | train_loss=0.0244
+  step 4500000 |  34343s | train_loss=0.0243 | fid=199.1176
+  step 4510000 |  34414s | train_loss=0.0257
+  step 4520000 |  34485s | train_loss=0.0264
+  step 4530000 |  34556s | train_loss=0.0260
+  step 4540000 |  34626s | train_loss=0.0264
+  step 4550000 |  34697s | train_loss=0.0245
+  step 4560000 |  34768s | train_loss=0.0245
+  step 4570000 |  34839s | train_loss=0.0243
+  step 4580000 |  34910s | train_loss=0.0266
+  step 4590000 |  34981s | train_loss=0.0253
+  step 4600000 |  35104s | train_loss=0.0247 | fid=203.6101
+  step 4610000 |  35175s | train_loss=0.0256
+  step 4620000 |  35245s | train_loss=0.0254
+  step 4630000 |  35316s | train_loss=0.0246
+  step 4640000 |  35387s | train_loss=0.0231
+  step 4650000 |  35458s | train_loss=0.0246
+  step 4660000 |  35529s | train_loss=0.0260
+  step 4670000 |  35600s | train_loss=0.0254
+  step 4680000 |  35671s | train_loss=0.0313
+  step 4690000 |  35742s | train_loss=0.0251
+  step 4700000 |  35867s | train_loss=0.0315 | fid=191.6567
+  step 4710000 |  35937s | train_loss=0.0257
+  step 4720000 |  36008s | train_loss=0.0238
+  step 4730000 |  36079s | train_loss=0.0245
+  step 4740000 |  36150s | train_loss=0.0275
+  step 4750000 |  36221s | train_loss=0.0236
+  step 4760000 |  36291s | train_loss=0.0251
+  step 4770000 |  36362s | train_loss=0.0254
+  step 4780000 |  36433s | train_loss=0.0247
+  step 4790000 |  36506s | train_loss=0.0283
+  step 4800000 |  36628s | train_loss=0.0258 | fid=198.5489
+  step 4810000 |  36699s | train_loss=0.0247
+  step 4820000 |  36770s | train_loss=0.0259
+  step 4830000 |  36840s | train_loss=0.0258
+  step 4840000 |  36911s | train_loss=0.0282
+  step 4850000 |  36982s | train_loss=0.0260
+  step 4860000 |  37053s | train_loss=0.0280
+  step 4870000 |  37124s | train_loss=0.0244
+  step 4880000 |  37195s | train_loss=0.0250
+  step 4890000 |  37268s | train_loss=0.0264
+  step 4900000 |  37390s | train_loss=0.0236 | fid=192.6271
+  step 4910000 |  37461s | train_loss=0.0247
+  step 4920000 |  37532s | train_loss=0.0234
+  step 4930000 |  37602s | train_loss=0.0232
+  step 4940000 |  37673s | train_loss=0.0247
+  step 4950000 |  37744s | train_loss=0.0232
+  step 4960000 |  37815s | train_loss=0.0220
+  step 4970000 |  37882s | train_loss=0.0261
+  step 4980000 |  37937s | train_loss=0.0223
+  step 4990000 |  37980s | train_loss=0.0231
+  step 5000000 |  38026s | train_loss=0.0266 | fid=199.4733
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed51/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed51/d260/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e919d54d9d75391761919a7cfa830165fe8f8606
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed51/d260/config.json
@@ -0,0 +1,27 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed51/d260",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "grad_clip": 0.0,
+  "stop_on_nonfinite": false,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 51,
+  "device": null
+}
diff --git a/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed52/d260/config.json b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed52/d260/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..380554a6b068437e654fed44813904d368222297
--- /dev/null
+++ b/results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed52/d260/config.json
@@ -0,0 +1,27 @@
+{
+  "vae_checkpoint": "vae_checkpoints/cifar10_resnet_beta005_d260/vae.pt",
+  "out": "results/cifar10_beta005_diverse1k_bigmlp_sgd_lr001_m08_10k_5m/seed52/d260",
+  "subset_path": "diagnostics/cifar10_diverse_1k_mean_plus_sd/subset_indices.json",
+  "n_train": 1000,
+  "total_steps": 5000000,
+  "eval_interval": 10000,
+  "mem_interval": 100000,
+  "fid_interval": 100000,
+  "fid_n_real": 1000,
+  "fid_n_gen": 10000,
+  "n_gen_samples": 10000,
+  "n_sde_steps": 500,
+  "batch_size": 512,
+  "hidden": 1024,
+  "depth": 5,
+  "optimizer": "sgd",
+  "lr": 0.001,
+  "momentum": 0.8,
+  "grad_clip": 0.0,
+  "stop_on_nonfinite": false,
+  "t_min": 0.01,
+  "t_max": 3.0,
+  "t_eval": 0.1,
+  "seed": 52,
+  "device": null
+}